Throttle chat backups (#2865) * Throttle chat backups * Throttle chat backups and apply backup interval throttling - Added a new configuration option `chatBackupThrottleInterval` to the `config.yaml` file to specify the interval in milliseconds to throttle chat backups per user. - Updated the `getBackupFunction` function in `chats.js` to use the `chatBackupThrottleInterval` value from the configuration file when creating a throttled backup function.

1366c2741d35aaaa4680425b8c8775c381edfba4

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

default/config.yaml+2 -0 Viewed

 disableChatBackup: false
 # Number of backups to keep for each chat and settings file
 numberOfBackups: 50
 +# Interval in milliseconds to throttle chat backups per user
 +chatBackupThrottleInterval: 10000
 # Allowed hosts for card downloads
 whitelistImportDomains:
   - localhost

src/endpoints/chats.js+24 -2 Viewed

 const express = require('express');
 const sanitize = require('sanitize-filename');
 const writeFileAtomicSync = require('write-file-atomic').sync;
 +const _ = require('lodash');
 const { jsonParser, urlencodedParser } = require('../express-common');
 const { getConfigValue, humanizedISO8601DateTime, tryParse, generateTimestamp, removeOldBackups } = require('../util');

+    }
+}
 +const backupFunctions = new Map();
++
 +/**
 + * Gets a backup function for a user.
 + * @param {string} handle User handle
 + * @returns {function(string, string, string): void} Backup function
 + */
 +function getBackupFunction(handle) {
 +    const throttleInterval = getConfigValue('chatBackupThrottleInterval', 10_000);
 +    if (!backupFunctions.has(handle)) {
 +        backupFunctions.set(handle, _.throttle(backupChat, throttleInterval, { leading: true, trailing: true }));
 +    }
 +    return backupFunctions.get(handle);
 +}
++
 +process.on('exit', () => {
 +    for (const func of backupFunctions.values()) {
 +        func.flush();
 +    }
 +});
++
 /**
  * Imports a chat from Ooba's format.
  * @param {string} userName User name

         const fileName = `${String(request.body.file_name)}.jsonl`;
         const filePath = path.join(request.user.directories.chats, directoryName, sanitize(fileName));
         writeFileAtomicSync(filePath, jsonlData, 'utf8');
         backupChatgetBackupFunction(request.user.profile.handle)(request.user.directories.backups, directoryName, jsonlData);
         return response.send({ result: 'ok' });
     } catch (error) {
         response.send(error);

     let chat_data = request.body.chat;
     let jsonlData = chat_data.map(JSON.stringify).join('\n');
     writeFileAtomicSync(pathToFile, jsonlData, 'utf8');
     backupChatgetBackupFunction(request.user.profile.handle)(request.user.directories.backups, String(id), jsonlData);
     return response.send({ ok: true });
 });