28bad647 · permissionBRICK/SillyTavern

default/config.yaml+2 -2 Viewed

   # Enables lazy loading of character cards. Improves performances with large card libraries.
   # May have compatibility issues with some extensions.
   lazyLoadCharacters: false
   # The maximum amount of memory that parsed character cards can use. inSet MBto 0 to disable memory caching.
   cardsCacheCapacitymemoryCacheCapacity: 100'100mb'
 # Allow secret keys exposure via API
 allowKeysExposure: false

post-install.js+2 -2 Viewed

     },
+    {
         oldKey: 'cardsCacheCapacity',
         newKey: 'performance.cardsCacheCapacitymemoryCacheCapacity',
         migrate: (value) => `${value}mb`,
     },
     // uncomment one release after 1.12.13
     /*

src/endpoints/characters.js+7 -8 Viewed

 import { importRisuSprites } from './sprites.js';
 const defaultAvatarPath = './public/img/ai4.png';
 -// KV-store for parsed character data
 -const cacheCapacity = Number(getConfigValue('performance.cardsCacheCapacity', 100, 'number')); // MB
 // With 100 MB limit it would take roughly 3000 characters to reach this limit
 -const characterDataCache = new MemoryLimitedMap(1024 * 1024 * cacheCapacity);
 +const memoryCacheCapacity = getConfigValue('performance.memoryCacheCapacity', '100mb');
 +const memoryCache = new MemoryLimitedMap(memoryCacheCapacity);
 // Some Android devices require tighter memory management
 const isAndroid = process.platform === 'android';
 // Use shallow character data for the character list

 async function readCharacterData(inputFile, inputFormat = 'png') {
     const stat = fs.statSync(inputFile);
     const cacheKey = `${inputFile}-${stat.mtimeMs}`;
     if (characterDataCachememoryCache.has(cacheKey)) {
         return characterDataCachememoryCache.get(cacheKey);
+    }
     const result = parse(inputFile, inputFormat);
     !isAndroid && characterDataCachememoryCache.set(cacheKey, result);
     return result;
+}

@@ -62,12 +61,12 @@ async function readCharacterData(inputFile, inputFormat = 'png') {
62	61	async function writeCharacterData(inputFile, data, outputFile, request, crop = undefined) {
63	62	try {
64	63	// Reset the cache
65	64	for (const key of characterDataCachememoryCache.keys()) {
66	65	if (Buffer.isBuffer(inputFile)) {
67	66	break;
68	67	}
69	68	if (key.startsWith(inputFile)) {
70	69	characterDataCachememoryCache.delete(key);
71	70	break;
72	71	}
73	72	}

src/util.js+8 -7 Viewed

 import { default as simpleGit } from 'simple-git';
 import chalk from 'chalk';
 import { LOG_LEVELS } from './constants.js';
 +import bytes from 'bytes';
 /**
  * Parsed config object.

 export class MemoryLimitedMap {
     /**
      * Creates an instance of MemoryLimitedMap.
      * @param {numberstring} maxMemoryInBytescacheCapacity - The maximum allowedMaximum memory usage in byteshuman-readable forformat string(e.g., values'1 GB').
      */
     constructor(maxMemoryInBytescacheCapacity) {
 -        if (typeof maxMemoryInBytes !== 'number' || maxMemoryInBytes <= 0 || isNaN(maxMemoryInBytes)) {
 +        this.maxMemory = bytes.parse(cacheCapacity) ?? 0;
 -            console.warn('Invalid maxMemoryInBytes, using a fallback value of 1 GB.');
 -            maxMemoryInBytes = 1024 * 1024 * 1024; // 1 GB
 -        }
 -        this.maxMemory = maxMemoryInBytes;
         this.currentMemory = 0;
         this.map = new Map();
         this.queue = [];

      * @param {string} value
      */
     set(key, value) {
 +        if (this.maxMemory <= 0) {
 +            return;
 +        }
++
         if (typeof key !== 'string' || typeof value !== 'string') {
             return;
+        }

Use human-readable memory cache capacity in config