d52b4fbb · permissionBRICK/SillyTavern

.eslintrc.js+3 -0 Viewed

             env: {
                 node: true,
             },
 +            parserOptions: {
 +                sourceType: 'module',
 +            },
         },
+        {
             files: ['src/**/*.mjs'],

jsconfig.json+1 -1 Viewed

     "compilerOptions": {
         "module": "ESNext",
         "target": "ESNext",
         "moduleResolution": "nodeNode",
         "strictNullChecks": true,
         "strictFunctionTypes": true,
         "checkJs": true,

package-lock.json+413 -25 Viewed

                 "express": "^4.21.0",
                 "form-data": "^4.0.0",
                 "google-translate-api-browser": "^3.0.1",
 -                "he": "^1.2.0",
                 "helmet": "^7.1.0",
 +                "html-entities": "^2.5.2",
                 "iconv-lite": "^0.6.3",
                 "ip-matching": "^2.1.2",
                 "ipaddr.js": "^2.0.1",

                 "lodash": "^4.17.21",
                 "mime-types": "^2.1.35",
                 "multer": "^1.4.5-lts.1",
                 "node-fetch": "^23.63.112",
                 "node-persist": "^4.0.1",
                 "open": "^8.4.2",
                 "png-chunk-text": "^1.0.0",

                 "sillytavern": "server.js"
             },
             "devDependencies": {
 +                "@types/archiver": "^6.0.2",
 +                "@types/command-exists": "^1.2.3",
 +                "@types/compression": "^1.7.5",
 +                "@types/cookie-parser": "^1.4.7",
 +                "@types/cookie-session": "^2.0.49",
 +                "@types/cors": "^2.8.17",
                 "@types/dompurify": "^3.0.5",
 +                "@types/express": "^5.0.0",
                 "@types/jquery": "^3.5.29",
 +                "@types/lodash": "^4.17.10",
 +                "@types/mime-types": "^2.1.4",
 +                "@types/multer": "^1.4.12",
 +                "@types/node-fetch": "^2.6.11",
 +                "@types/node-persist": "^3.1.8",
 +                "@types/png-chunk-text": "^1.0.3",
 +                "@types/png-chunks-encode": "^1.0.2",
 +                "@types/png-chunks-extract": "^1.0.2",
 +                "@types/response-time": "^2.3.8",
                 "@types/toastr": "^2.1.43",
 +                "@types/write-file-atomic": "^4.0.3",
 +                "@types/yargs": "^17.0.33",
 +                "@types/yauzl": "^2.10.3",
                 "eslint": "^8.57.0"
             },
             "engines": {

             "integrity": "sha512-C5Mc6rdnsaJDjO3UpGW/CQTHtCKaYlScZTly4JIu97Jxo/odCiH0ITnDXSJPTOrEKk/ycSZ0AOgTmkDtkOsvIA==",
             "license": "MIT"
         },
 +        "node_modules/@types/archiver": {
 +            "version": "6.0.2",
 +            "resolved": "https://registry.npmjs.org/@types/archiver/-/archiver-6.0.2.tgz",
 +            "integrity": "sha512-KmROQqbQzKGuaAbmK+ZcytkJ51+YqDa7NmbXjmtC5YBLSyQYo21YaUnQ3HbaPFKL1ooo6RQ6OPYPIDyxfpDDXw==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/readdir-glob": "*"
 +            }
 +        },
 +        "node_modules/@types/body-parser": {
 +            "version": "1.19.5",
 +            "resolved": "https://registry.npmjs.org/@types/body-parser/-/body-parser-1.19.5.tgz",
 +            "integrity": "sha512-fB3Zu92ucau0iQ0JMCFQE7b/dv8Ot07NI3KaZIkIUNXq82k4eBAqUaneXfleGY9JWskeS9y+u0nXMyspcuQrCg==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/connect": "*",
 +                "@types/node": "*"
 +            }
 +        },
         "node_modules/@types/cacheable-request": {
             "version": "6.0.3",
             "resolved": "https://registry.npmjs.org/@types/cacheable-request/-/cacheable-request-6.0.3.tgz",

                 "@types/responselike": "^1.0.0"
+            }
         },
 +        "node_modules/@types/command-exists": {
 +            "version": "1.2.3",
 +            "resolved": "https://registry.npmjs.org/@types/command-exists/-/command-exists-1.2.3.tgz",
 +            "integrity": "sha512-PpbaE2XWLaWYboXD6k70TcXO/OdOyyRFq5TVpmlUELNxdkkmXU9fkImNosmXU1DtsNrqdUgWd/nJQYXgwmtdXQ==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/compression": {
 +            "version": "1.7.5",
 +            "resolved": "https://registry.npmjs.org/@types/compression/-/compression-1.7.5.tgz",
 +            "integrity": "sha512-AAQvK5pxMpaT+nDvhHrsBhLSYG5yQdtkaJE1WYieSNY2mVFKAgmU4ks65rkZD5oqnGCFLyQpUr1CqI4DmUMyDg==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/express": "*"
 +            }
 +        },
 +        "node_modules/@types/connect": {
 +            "version": "3.4.38",
 +            "resolved": "https://registry.npmjs.org/@types/connect/-/connect-3.4.38.tgz",
 +            "integrity": "sha512-K6uROf1LD88uDQqJCktA4yzL1YYAK6NgfsI0v/mTgyPKWsX1CnJ0XPSDhViejru1GcRkLWb8RlzFYJRqGUbaug==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/node": "*"
 +            }
 +        },
 +        "node_modules/@types/cookie-parser": {
 +            "version": "1.4.7",
 +            "resolved": "https://registry.npmjs.org/@types/cookie-parser/-/cookie-parser-1.4.7.tgz",
 +            "integrity": "sha512-Fvuyi354Z+uayxzIGCwYTayFKocfV7TuDYZClCdIP9ckhvAu/ixDtCB6qx2TT0FKjPLf1f3P/J1rgf6lPs64mw==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/express": "*"
 +            }
 +        },
 +        "node_modules/@types/cookie-session": {
 +            "version": "2.0.49",
 +            "resolved": "https://registry.npmjs.org/@types/cookie-session/-/cookie-session-2.0.49.tgz",
 +            "integrity": "sha512-4E/bBjlqLhU5l4iGPR+NkVJH593hpNsT4dC3DJDr+ODm6Qpe13kZQVkezRIb+TYDXaBMemS3yLQ+0leba3jlkQ==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/express": "*",
 +                "@types/keygrip": "*"
 +            }
 +        },
 +        "node_modules/@types/cors": {
 +            "version": "2.8.17",
 +            "resolved": "https://registry.npmjs.org/@types/cors/-/cors-2.8.17.tgz",
 +            "integrity": "sha512-8CGDvrBj1zgo2qE+oS3pOCyYNqCPryMWY2bGfwA0dcfopWGgxs+78df0Rs3rc9THP4JkOhLsAa+15VdpAqkcUA==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/node": "*"
 +            }
 +        },
         "node_modules/@types/dompurify": {
             "version": "3.0.5",
             "resolved": "https://registry.npmjs.org/@types/dompurify/-/dompurify-3.0.5.tgz",

                 "@types/trusted-types": "*"
+            }
         },
 +        "node_modules/@types/express": {
 +            "version": "5.0.0",
 +            "resolved": "https://registry.npmjs.org/@types/express/-/express-5.0.0.tgz",
 +            "integrity": "sha512-DvZriSMehGHL1ZNLzi6MidnsDhUZM/x2pRdDIKdwbUNqqwHxMlRdkxtn6/EPKyqKpHqTl/4nRZsRNLpZxZRpPQ==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/body-parser": "*",
 +                "@types/express-serve-static-core": "^5.0.0",
 +                "@types/qs": "*",
 +                "@types/serve-static": "*"
 +            }
 +        },
 +        "node_modules/@types/express-serve-static-core": {
 +            "version": "5.0.0",
 +            "resolved": "https://registry.npmjs.org/@types/express-serve-static-core/-/express-serve-static-core-5.0.0.tgz",
 +            "integrity": "sha512-AbXMTZGt40T+KON9/Fdxx0B2WK5hsgxcfXJLr5bFpZ7b4JCex2WyQPTEKdXqfHiY5nKKBScZ7yCoO6Pvgxfvnw==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/node": "*",
 +                "@types/qs": "*",
 +                "@types/range-parser": "*",
 +                "@types/send": "*"
 +            }
 +        },
         "node_modules/@types/http-cache-semantics": {
             "version": "4.0.2",
             "resolved": "https://registry.npmjs.org/@types/http-cache-semantics/-/http-cache-semantics-4.0.2.tgz",
             "integrity": "sha512-FD+nQWA2zJjh4L9+pFXqWOi0Hs1ryBCfI+985NjluQ1p8EYtoLvjLOKidXBtZ4/IcxDX4o8/E8qDS3540tNliw==",
             "license": "MIT"
         },
 +        "node_modules/@types/http-errors": {
 +            "version": "2.0.4",
 +            "resolved": "https://registry.npmjs.org/@types/http-errors/-/http-errors-2.0.4.tgz",
 +            "integrity": "sha512-D0CFMMtydbJAegzOyHjtiKPLlvnm3iTZyZRSZoLq2mRhDdmLfIWOCYPfQJ4cu2erKghU++QvjcUjp/5h7hESpA==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
         "node_modules/@types/jquery": {
             "version": "3.5.31",
             "resolved": "https://registry.npmjs.org/@types/jquery/-/jquery-3.5.31.tgz",

                 "@types/sizzle": "*"
+            }
         },
 +        "node_modules/@types/keygrip": {
 +            "version": "1.0.6",
 +            "resolved": "https://registry.npmjs.org/@types/keygrip/-/keygrip-1.0.6.tgz",
 +            "integrity": "sha512-lZuNAY9xeJt7Bx4t4dx0rYCDqGPW8RXhQZK1td7d4H6E9zYbLoOtjBvfwdTKpsyxQI/2jv+armjX/RW+ZNpXOQ==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
         "node_modules/@types/keyv": {
             "version": "3.1.4",
             "resolved": "https://registry.npmjs.org/@types/keyv/-/keyv-3.1.4.tgz",

                 "@types/node": "*"
+            }
         },
 +        "node_modules/@types/lodash": {
 +            "version": "4.17.10",
 +            "resolved": "https://registry.npmjs.org/@types/lodash/-/lodash-4.17.10.tgz",
 +            "integrity": "sha512-YpS0zzoduEhuOWjAotS6A5AVCva7X4lVlYLF0FYHAY9sdraBfnatttHItlWeZdGhuEkf+OzMNg2ZYAx8t+52uQ==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
         "node_modules/@types/long": {
             "version": "4.0.2",
             "resolved": "https://registry.npmjs.org/@types/long/-/long-4.0.2.tgz",
             "integrity": "sha512-MqTGEo5bj5t157U6fA/BiDynNkn0YknVdh48CMPkTSpFTVmvao5UQmm7uEF6xBEo7qIMAlY/JSleYaE6VOdpaA==",
             "license": "MIT"
         },
 +        "node_modules/@types/mime": {
 +            "version": "1.3.5",
 +            "resolved": "https://registry.npmjs.org/@types/mime/-/mime-1.3.5.tgz",
 +            "integrity": "sha512-/pyBZWSLD2n0dcHE3hq8s8ZvcETHtEuF+3E7XVt0Ig2nvsVQXdghHVcEkIWjy9A0wKfTn97a/PSDYohKIlnP/w==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/mime-types": {
 +            "version": "2.1.4",
 +            "resolved": "https://registry.npmjs.org/@types/mime-types/-/mime-types-2.1.4.tgz",
 +            "integrity": "sha512-lfU4b34HOri+kAY5UheuFMWPDOI+OPceBSHZKp69gEyTL/mmJ4cnU6Y/rlme3UL3GyOn6Y42hyIEw0/q8sWx5w==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/multer": {
 +            "version": "1.4.12",
 +            "resolved": "https://registry.npmjs.org/@types/multer/-/multer-1.4.12.tgz",
 +            "integrity": "sha512-pQ2hoqvXiJt2FP9WQVLPRO+AmiIm/ZYkavPlIQnx282u4ZrVdztx0pkh3jjpQt0Kz+YI0YhSG264y08UJKoUQg==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/express": "*"
 +            }
 +        },
         "node_modules/@types/node": {
             "version": "16.9.1",
             "resolved": "https://registry.npmjs.org/@types/node/-/node-16.9.1.tgz",

             "license": "MIT"
         },
         "node_modules/@types/node-fetch": {
             "version": "2.6.911",
             "resolved": "https://registry.npmjs.org/@types/node-fetch/-/node-fetch-2.6.911.tgz",
             "integrity": "sha512-bQVlnMLFJ2d35DkPNjEPmd9ueO/rh5EiaZt2bhqiSarPjZIuIV6bPQVqcrEyvNo24xFj9R5+AfTrRGVazle1tl597w3gfArfQJLRyM56qh+wnVSYhyXC2tkoBndtY0U+vubqNsYXGjufB2nn8Q6gt0LrARwL6UBtMCSVCwl4B1g==",
             "license": "MIT",
             "dependencies": {
                 "@types/node": "*",
                 "form-data": "^4.0.0"
+            }
         },
 +        "node_modules/@types/node-persist": {
 +            "version": "3.1.8",
 +            "resolved": "https://registry.npmjs.org/@types/node-persist/-/node-persist-3.1.8.tgz",
 +            "integrity": "sha512-QLidg6/SadZYPrTKxtxL1A85XBoQlG40bhoMdhu6DH6+eNCMr2j+RGfFZ9I9+IY8W/PDwQonJ+iBWD62jZjMfg==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/node": "*"
 +            }
 +        },
 +        "node_modules/@types/png-chunk-text": {
 +            "version": "1.0.3",
 +            "resolved": "https://registry.npmjs.org/@types/png-chunk-text/-/png-chunk-text-1.0.3.tgz",
 +            "integrity": "sha512-7keEFz73uNJ9Ar1XMCNnHEXT9pICJnouMQCCYgBEmHMgdkXaQzSTmSvr6tUDSqgdEgmlRAxZd97wprgliyZoCg==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/png-chunks-encode": {
 +            "version": "1.0.2",
 +            "resolved": "https://registry.npmjs.org/@types/png-chunks-encode/-/png-chunks-encode-1.0.2.tgz",
 +            "integrity": "sha512-Dxn0aXEcSg1wVeHjvNlygm/+fKBDzWMCdxJYhjGUTeefFW/jYxWcrg+W7ppLBfH44iJMqeVBHtHBwtYQUeYvgw==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/png-chunks-extract": {
 +            "version": "1.0.2",
 +            "resolved": "https://registry.npmjs.org/@types/png-chunks-extract/-/png-chunks-extract-1.0.2.tgz",
 +            "integrity": "sha512-z6djfFIbrrddtunoMJBOPlyZrnmeuG1kkvHUNi2QfpOb+JMMLuLliHHTmMyRi7k7LiTAut0HbdGCF6ibDtQAHQ==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/qs": {
 +            "version": "6.9.16",
 +            "resolved": "https://registry.npmjs.org/@types/qs/-/qs-6.9.16.tgz",
 +            "integrity": "sha512-7i+zxXdPD0T4cKDuxCUXJ4wHcsJLwENa6Z3dCu8cfCK743OGy5Nu1RmAGqDPsoTDINVEcdXKRvR/zre+P2Ku1A==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/range-parser": {
 +            "version": "1.2.7",
 +            "resolved": "https://registry.npmjs.org/@types/range-parser/-/range-parser-1.2.7.tgz",
 +            "integrity": "sha512-hKormJbkJqzQGhziax5PItDUTMAM9uE2XXQmM37dyd4hVM+5aVl7oVxMVUiVQn2oCQFN/LKCZdvSM0pFRqbSmQ==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/readdir-glob": {
 +            "version": "1.1.5",
 +            "resolved": "https://registry.npmjs.org/@types/readdir-glob/-/readdir-glob-1.1.5.tgz",
 +            "integrity": "sha512-raiuEPUYqXu+nvtY2Pe8s8FEmZ3x5yAH4VkLdihcPdalvsHltomrRC9BzuStrJ9yk06470hS0Crw0f1pXqD+Hg==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/node": "*"
 +            }
 +        },
 +        "node_modules/@types/response-time": {
 +            "version": "2.3.8",
 +            "resolved": "https://registry.npmjs.org/@types/response-time/-/response-time-2.3.8.tgz",
 +            "integrity": "sha512-7qGaNYvdxc0zRab8oHpYx7AW17qj+G0xuag1eCrw3M2VWPJQ/HyKaaghWygiaOUl0y9x7QGQwppDpqLJ5V9pzw==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/express": "*",
 +                "@types/node": "*"
 +            }
 +        },
         "node_modules/@types/responselike": {
             "version": "1.0.1",
             "resolved": "https://registry.npmjs.org/@types/responselike/-/responselike-1.0.1.tgz",

                 "@types/node": "*"
+            }
         },
 +        "node_modules/@types/send": {
 +            "version": "0.17.4",
 +            "resolved": "https://registry.npmjs.org/@types/send/-/send-0.17.4.tgz",
 +            "integrity": "sha512-x2EM6TJOybec7c52BX0ZspPodMsQUd5L6PRwOunVyVUhXiBSKf3AezDL8Dgvgt5o0UfKNfuA0eMLr2wLT4AiBA==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/mime": "^1",
 +                "@types/node": "*"
 +            }
 +        },
 +        "node_modules/@types/serve-static": {
 +            "version": "1.15.7",
 +            "resolved": "https://registry.npmjs.org/@types/serve-static/-/serve-static-1.15.7.tgz",
 +            "integrity": "sha512-W8Ym+h8nhuRwaKPaDw34QUkwsGi6Rc4yYqvKFo5rm2FUEhCFbzVWrxXUxuKK8TASjWsysJY0nsmNCGhCOIsrOw==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/http-errors": "*",
 +                "@types/node": "*",
 +                "@types/send": "*"
 +            }
 +        },
         "node_modules/@types/sizzle": {
             "version": "2.3.8",
             "resolved": "https://registry.npmjs.org/@types/sizzle/-/sizzle-2.3.8.tgz",

             "dev": true,
             "license": "MIT"
         },
 +        "node_modules/@types/write-file-atomic": {
 +            "version": "4.0.3",
 +            "resolved": "https://registry.npmjs.org/@types/write-file-atomic/-/write-file-atomic-4.0.3.tgz",
 +            "integrity": "sha512-qdo+vZRchyJIHNeuI1nrpsLw+hnkgqP/8mlaN6Wle/NKhydHmUN9l4p3ZE8yP90AJNJW4uB8HQhedb4f1vNayQ==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/node": "*"
 +            }
 +        },
 +        "node_modules/@types/yargs": {
 +            "version": "17.0.33",
 +            "resolved": "https://registry.npmjs.org/@types/yargs/-/yargs-17.0.33.tgz",
 +            "integrity": "sha512-WpxBCKWPLr4xSsHgz511rFJAM+wS28w2zEO1QDNY5zM/S8ok70NNfztH0xwhqKyaK0OHCbN98LDAZuy1ctxDkA==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/yargs-parser": "*"
 +            }
 +        },
 +        "node_modules/@types/yargs-parser": {
 +            "version": "21.0.3",
 +            "resolved": "https://registry.npmjs.org/@types/yargs-parser/-/yargs-parser-21.0.3.tgz",
 +            "integrity": "sha512-I4q9QU9MQv4oEOz4tAHJtNz1cwuLxn2F3xcc2iV5WdqLPpUnj30aUuxt1mAxYTG+oe8CZMV/+6rU4S4gRDzqtQ==",
 +            "dev": true,
 +            "license": "MIT"
 +        },
 +        "node_modules/@types/yauzl": {
 +            "version": "2.10.3",
 +            "resolved": "https://registry.npmjs.org/@types/yauzl/-/yauzl-2.10.3.tgz",
 +            "integrity": "sha512-oJoftv0LSuaDZE3Le4DbKX+KS9G36NzOeSap90UIK0yMA/NhKJhqlSGtNDORNRaIbQfzjXDrQa0ytJ6mNRGz/Q==",
 +            "dev": true,
 +            "license": "MIT",
 +            "dependencies": {
 +                "@types/node": "*"
 +            }
 +        },
         "node_modules/@ungap/structured-clone": {
             "version": "1.2.0",
             "resolved": "https://registry.npmjs.org/@ungap/structured-clone/-/structured-clone-1.2.0.tgz",

                 "pend": "~1.2.0"
+            }
         },
 +        "node_modules/fetch-blob": {
 +            "version": "3.2.0",
 +            "resolved": "https://registry.npmjs.org/fetch-blob/-/fetch-blob-3.2.0.tgz",
 +            "integrity": "sha512-7yAQpD2UMJzLi1Dqv7qFYnPbaPx7ZfFK6PiIxQ4PfkGPyNyl2Ugx+a/umUonmKqjhM4DnfbMvdX6otXq83soQQ==",
 +            "funding": [
 +                {
 +                    "type": "github",
 +                    "url": "https://github.com/sponsors/jimmywarting"
 +                },
 +                {
 +                    "type": "paypal",
 +                    "url": "https://paypal.me/jimmywarting"
 +                }
 +            ],
 +            "license": "MIT",
 +            "dependencies": {
 +                "node-domexception": "^1.0.0",
 +                "web-streams-polyfill": "^3.0.3"
 +            },
 +            "engines": {
 +                "node": "^12.20 || >= 14.13"
 +            }
 +        },
         "node_modules/file-entry-cache": {
             "version": "6.0.1",
             "resolved": "https://registry.npmjs.org/file-entry-cache/-/file-entry-cache-6.0.1.tgz",

                 "node": ">= 14"
+            }
         },
 +        "node_modules/formdata-polyfill": {
 +            "version": "4.0.10",
 +            "resolved": "https://registry.npmjs.org/formdata-polyfill/-/formdata-polyfill-4.0.10.tgz",
 +            "integrity": "sha512-buewHzMvYL29jdeQTVILecSaZKnt/RJWjoZCF5OW60Z67/GmSLBkOFM7qh1PI3zFNtJbaZL5eQu1vLfazOwj4g==",
 +            "license": "MIT",
 +            "dependencies": {
 +                "fetch-blob": "^3.1.2"
 +            },
 +            "engines": {
 +                "node": ">=12.20.0"
 +            }
 +        },
         "node_modules/forwarded": {
             "version": "0.2.0",
             "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.2.0.tgz",

                 "node": ">= 0.4"
+            }
         },
 -        "node_modules/he": {
 -            "version": "1.2.0",
 -            "resolved": "https://registry.npmjs.org/he/-/he-1.2.0.tgz",
 -            "integrity": "sha512-F/1DnUGPopORZi0ni+CvrCgHQ5FyEAHRLSApuYWMmrbSwoN2Mn/7k+Gl38gJnR7yyDZk6WLXwiGod1JOWNDKGw==",
 -            "bin": {
 -                "he": "bin/he"
 -            }
 -        },
         "node_modules/helmet": {
             "version": "7.1.0",
             "resolved": "https://registry.npmjs.org/helmet/-/helmet-7.1.0.tgz",

                 "node": ">=16.0.0"
+            }
         },
 +        "node_modules/html-entities": {
 +            "version": "2.5.2",
 +            "resolved": "https://registry.npmjs.org/html-entities/-/html-entities-2.5.2.tgz",
 +            "integrity": "sha512-K//PSRMQk4FZ78Kyau+mZurHn3FH0Vwr+H36eE0rPbeYkRRi9YxceYPhuN60UwWorxyKHhqoAJl2OFKa4BVtaA==",
 +            "funding": [
 +                {
 +                    "type": "github",
 +                    "url": "https://github.com/sponsors/mdevils"
 +                },
 +                {
 +                    "type": "patreon",
 +                    "url": "https://patreon.com/mdevils"
 +                }
 +            ],
 +            "license": "MIT"
 +        },
         "node_modules/htmlparser2": {
             "version": "8.0.2",
             "resolved": "https://registry.npmjs.org/htmlparser2/-/htmlparser2-8.0.2.tgz",

                 "whatwg-fetch": "^3.4.1"
+            }
         },
 +        "node_modules/isomorphic-fetch/node_modules/node-fetch": {
 +            "version": "2.7.0",
 +            "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.7.0.tgz",
 +            "integrity": "sha512-c4FRfUm/dbcWZ7U+1Wq0AwCyFL+3nt2bEw05wfxSz+DWpWsitgmSgYmy2dQdWyKC1694ELPqMs/YzUSNozLt8A==",
 +            "license": "MIT",
 +            "dependencies": {
 +                "whatwg-url": "^5.0.0"
 +            },
 +            "engines": {
 +                "node": "4.x || >=6.0.0"
 +            },
 +            "peerDependencies": {
 +                "encoding": "^0.1.0"
 +            },
 +            "peerDependenciesMeta": {
 +                "encoding": {
 +                    "optional": true
 +                }
 +            }
 +        },
         "node_modules/jackspeak": {
             "version": "2.3.6",
             "resolved": "https://registry.npmjs.org/jackspeak/-/jackspeak-2.3.6.tgz",

+            }
         },
         "node_modules/node-fetch": {
             "version": "23.63.122",
             "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-23.63.122.tgz",
             "integrity": "sha512-CdRB78srN/fGU2E8ToujUivIO0H+tpQ6HWo4eEmchoPIoXtxCrVghxdKql6gqWulah9SrxeYnxeddIG30+QOHqEZW7tuP3KlV3bC8FRMO5nMCC7Zm1VP6gGOqK/9OlLVyLg3HPnr6SqOWTWOXKRwC2eGYCkZ59NNuSgvSrpgOA==",
             "license": "MIT",
             "dependencies": {
                 "whatwgdata-urluri-to-buffer": "^54.0.0",
 +                "fetch-blob": "^3.1.4",
 +                "formdata-polyfill": "^4.0.10"
             },
             "engines": {
                 "node": "4^12.x20.0 || ^14.13.1 || >=616.0.0"
             },
             "peerDependenciesfunding": {
                 "encodingtype": "^0.1.0opencollective",
 -            },
 +                "url": "https://opencollective.com/node-fetch"
 -            "peerDependenciesMeta": {
 +            }
 -                "encoding": {
 +        },
 -                    "optional": true
 +        "node_modules/node-fetch/node_modules/data-uri-to-buffer": {
 -                }
 +            "version": "4.0.1",
 +            "resolved": "https://registry.npmjs.org/data-uri-to-buffer/-/data-uri-to-buffer-4.0.1.tgz",
 +            "integrity": "sha512-0R9ikRb668HB7QDxT1vkpuUBtqc53YyAwMwGeUFKRojY/NWKvdZ+9UYtRfGmhqNbRkTSVpMbmyhXipFFv2cb/A==",
 +            "license": "MIT",
 +            "engines": {
 +                "node": ">= 12"
+            }
         },
         "node_modules/node-persist": {

                 "undici-types": "~5.26.4"
+            }
         },
 +        "node_modules/openai/node_modules/node-fetch": {
 +            "version": "2.7.0",
 +            "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.7.0.tgz",
 +            "integrity": "sha512-c4FRfUm/dbcWZ7U+1Wq0AwCyFL+3nt2bEw05wfxSz+DWpWsitgmSgYmy2dQdWyKC1694ELPqMs/YzUSNozLt8A==",
 +            "license": "MIT",
 +            "dependencies": {
 +                "whatwg-url": "^5.0.0"
 +            },
 +            "engines": {
 +                "node": "4.x || >=6.0.0"
 +            },
 +            "peerDependencies": {
 +                "encoding": "^0.1.0"
 +            },
 +            "peerDependenciesMeta": {
 +                "encoding": {
 +                    "optional": true
 +                }
 +            }
 +        },
         "node_modules/optionator": {
             "version": "0.9.3",
             "resolved": "https://registry.npmjs.org/optionator/-/optionator-0.9.3.tgz",

             "version": "5.0.0",
             "resolved": "https://registry.npmjs.org/tr46/-/tr46-5.0.0.tgz",
             "integrity": "sha512-tk2G5R2KRwBd+ZN0zaEXpmzdKyOYksXwywulIX95MBODjSzMIuQnQ3m8JxgbhnL1LeVo7lqQKsYa1O3Htl7K5g==",
 +            "license": "MIT",
             "dependencies": {
                 "punycode": "^2.3.1"
             },

             "version": "7.0.0",
             "resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-7.0.0.tgz",
             "integrity": "sha512-VwddBukDzu71offAQR975unBIGqfKZpM+8ZX6ySk8nYhVoo5CYaZyzt3YBvYtRtO+aoGlqxPg/B87NGVZ/fu6g==",
 +            "license": "BSD-2-Clause",
             "engines": {
                 "node": ">=12"
+            }

             "version": "14.0.0",
             "resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-14.0.0.tgz",
             "integrity": "sha512-1lfMEm2IEr7RIV+f4lUNPOqfFL+pO+Xw3fJSqmjX9AbXcXcYOkCe1P6+9VBZB6n94af16NfZf+sSk0JCBZC9aw==",
 +            "license": "MIT",
             "dependencies": {
                 "tr46": "^5.0.0",
                 "webidl-conversions": "^7.0.0"

package.json+22 -3 Viewed

         "express": "^4.21.0",
         "form-data": "^4.0.0",
         "google-translate-api-browser": "^3.0.1",
 -        "he": "^1.2.0",
         "helmet": "^7.1.0",
 +        "html-entities": "^2.5.2",
         "iconv-lite": "^0.6.3",
         "ip-matching": "^2.1.2",
         "ipaddr.js": "^2.0.1",

         "lodash": "^4.17.21",
         "mime-types": "^2.1.35",
         "multer": "^1.4.5-lts.1",
         "node-fetch": "^23.63.112",
         "node-persist": "^4.0.1",
         "open": "^8.4.2",
         "png-chunk-text": "^1.0.0",

+        }
     },
     "name": "sillytavern",
     "type": "commonjsmodule",
     "license": "AGPL-3.0",
     "repository": {
         "type": "git",

     },
     "main": "server.js",
     "devDependencies": {
 +        "@types/archiver": "^6.0.2",
 +        "@types/command-exists": "^1.2.3",
 +        "@types/compression": "^1.7.5",
 +        "@types/cookie-parser": "^1.4.7",
 +        "@types/cookie-session": "^2.0.49",
 +        "@types/cors": "^2.8.17",
         "@types/dompurify": "^3.0.5",
 +        "@types/express": "^5.0.0",
         "@types/jquery": "^3.5.29",
 +        "@types/lodash": "^4.17.10",
 +        "@types/mime-types": "^2.1.4",
 +        "@types/multer": "^1.4.12",
 +        "@types/node-fetch": "^2.6.11",
 +        "@types/node-persist": "^3.1.8",
 +        "@types/png-chunk-text": "^1.0.3",
 +        "@types/png-chunks-encode": "^1.0.2",
 +        "@types/png-chunks-extract": "^1.0.2",
 +        "@types/response-time": "^2.3.8",
         "@types/toastr": "^2.1.43",
 +        "@types/write-file-atomic": "^4.0.3",
 +        "@types/yargs": "^17.0.33",
 +        "@types/yauzl": "^2.10.3",
         "eslint": "^8.57.0"
+    }
+}

plugins.js+5 -4 Viewed

 // 1. node plugins.js update
 // 2. node plugins.js install <plugin-git-url>
 // More operations coming soon.
 constimport { default: as git } =from require('simple-git');
 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 constimport { color } =from require('./src/util.js');
 +const __dirname = import.meta.dirname;
 process.chdir(__dirname);
 const pluginsPath = './plugins';

post-install.js+8 -6 Viewed

 /**
  * Scripts to be done before starting the server for the first time.
  */
 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 constimport * as crypto =from require('node:crypto');
 constimport * as yaml =from require('yaml');
 constimport _ =from require('lodash');
 +import { createRequire } from 'node:module';
 /**
  * Colorizes console output.

         try {
             console.log(color.blue('Converting config.conf to config.yaml. Your old config.conf will be renamed to config.conf.bak'));
 +            const require = createRequire(import.meta.url);
             const config = require(path.join(process.cwd(), './config.conf'));
             fs.copyFileSync('./config.conf', './config.conf.bak');
             fs.rmSync('./config.conf');

  * Compares the current config.yaml with the default config.yaml and adds any missing values.
  */
 function addMissingConfigValues() {
     try   {
         const defaultConfig = yaml.parse(fs.readFileSync(path.join(process.cwd(), './default/config.yaml'), 'utf8'));
         let config = yaml.parse(fs.readFileSync(path.join(process.cwd(), './config.yaml'), 'utf8'));

recover.js+4 -4 Viewed

 -const yaml = require('yaml');
 +import * as fs from 'node:fs';
 constimport fsyaml =from require('fsyaml');
 constimport storage =from require('node-persist');
 constimport * as users =from require('./src/users');
 const userAccount = process.argv[2];
 const userPassword = process.argv[3];

server.js+126 -160 Viewed

 #!/usr/bin/env node
 // native node modules
 constimport * as fs =from require('node:fs');
 constimport * as http =from require('node:http');
 constimport * as https =from require('node:https');
 constimport * as path =from require('node:path');
 constimport * as util =from require('node:util');
 +import * as net from 'node:net';
 +import * as dns from 'node:dns';
 // cli/fs related library imports
 constimport * as open =from require('open');
 constimport yargs =from require('yargs/yargs');
 constimport { hideBin } =from require('yargs/helpers');
 // express/server related library imports
 constimport cors =from require('cors');
 constimport { doubleCsrf =} require(from 'csrf-csrf').doubleCsrf;
 constimport express =from require('express');
 constimport compression =from require('compression');
 constimport cookieParser =from require('cookie-parser');
 constimport cookieSession =from require('cookie-session');
 constimport multer =from require('multer');
 constimport responseTime =from require('response-time');
 constimport helmet =from require('helmet').default;
 +import bodyParser from 'body-parser';
 // net related library imports
 -const net = require('net');
 +import fetch from 'node-fetch';
 -const dns = require('dns');
 -const fetch = require('node-fetch').default;
 // Unrestrict console logs display limit
 util.inspect.defaultOptions.maxArrayLength = null;

 util.inspect.defaultOptions.depth = 4;
 // local library imports
 constimport userModule* =as require(loader from './src/usersplugin-loader.js');
 constimport basicAuthMiddleware* =as require(userModule from './src/middleware/basicAuthusers.js');
 constimport whitelistMiddlewarebasicAuthMiddleware =from require('./src/middleware/whitelistbasicAuth.js');
 constimport initRequestProxywhitelistMiddleware =from require('./src/request-proxymiddleware/whitelist.js');
 constimport contentManagermulterMonkeyPatch =from require('./src/endpointsmiddleware/content-managermulterMonkeyPatch.js');
 -const {
 +import initRequestProxy from './src/request-proxy.js';
 +import * as contentManager from './src/endpoints/content-manager.js';
 +import {
     getVersion,
     getConfigValue,
     color,
     forwardFetchResponse,
     removeColorFormatting,
     getSeparator,
 } =from require('./src/util.js');
 constimport { ensureThumbnailCacheUPLOADS_DIRECTORY } =from require('./src/endpoints/thumbnailsconstants.js');
 +import { ensureThumbnailCache } from './src/endpoints/thumbnails.js';
++
 +// Routers
 +import { router as usersPublicRouter } from './src/endpoints/users-public.js';
 +import { router as usersPrivateRouter } from './src/endpoints/users-private.js';
 +import { router as usersAdminRouter } from './src/endpoints/users-admin.js';
 +import { router as movingUIRouter } from './src/endpoints/moving-ui.js';
 +import { router as imagesRouter } from './src/endpoints/images.js';
 +import { router as quickRepliesRouter } from './src/endpoints/quick-replies.js';
 +import { router as avatarsRouter } from './src/endpoints/avatars.js';
 +import { router as themesRouter } from './src/endpoints/themes.js';
 +import { router as openAiRouter } from './src/endpoints/openai.js';
 +import { router as googleRouter } from './src/endpoints/google.js';
 +import { router as anthropicRouter } from './src/endpoints/anthropic.js';
 +import { router as tokenizersRouter } from './src/endpoints/tokenizers.js';
 +import { router as presetsRouter } from './src/endpoints/presets.js';
 +import { router as secretsRouter } from './src/endpoints/secrets.js';
 +import { router as thumbnailRouter } from './src/endpoints/thumbnails.js';
 +import { router as novelAiRouter } from './src/endpoints/novelai.js';
 +import { router as extensionsRouter } from './src/endpoints/extensions.js';
 +import { router as assetsRouter } from './src/endpoints/assets.js';
 +import { router as filesRouter } from './src/endpoints/files.js';
 +import { router as charactersRouter } from './src/endpoints/characters.js';
 +import { router as chatsRouter } from './src/endpoints/chats.js';
 +import { router as groupsRouter } from './src/endpoints/groups.js';
 +import { router as worldInfoRouter } from './src/endpoints/worldinfo.js';
 +import { router as statsRouter, init as statsInit, onExit as statsOnExit } from './src/endpoints/stats.js';
 +import { router as backgroundsRouter } from './src/endpoints/backgrounds.js';
 +import { router as spritesRouter } from './src/endpoints/sprites.js';
 +import { router as contentManagerRouter } from './src/endpoints/content-manager.js';
 +import { router as settingsRouter, init as settingsInit } from './src/endpoints/settings.js';
 +import { router as stableDiffusionRouter } from './src/endpoints/stable-diffusion.js';
 +import { router as hordeRouter } from './src/endpoints/horde.js';
 +import { router as vectorsRouter } from './src/endpoints/vectors.js';
 +import { router as translateRouter } from './src/endpoints/translate.js';
 +import { router as classifyRouter } from './src/endpoints/classify.js';
 +import { router as captionRouter } from './src/endpoints/caption.js';
 +import { router as searchRouter } from './src/endpoints/search.js';
 +import { router as openRouterRouter } from './src/endpoints/openrouter.js';
 +import { router as chatCompletionsRouter } from './src/endpoints/backends/chat-completions.js';
 +import { router as koboldRouter } from './src/endpoints/backends/kobold.js';
 +import { router as textCompletionsRouter } from './src/endpoints/backends/text-completions.js';
 +import { router as scaleAltRouter } from './src/endpoints/backends/scale-alt.js';
 +import { router as speechRouter } from './src/endpoints/speech.js';
 +import { router as azureRouter } from './src/endpoints/azure.js';
 // Work around a node v20.0.0, v20.1.0, and v20.2.0 bug. The issue was fixed in v20.3.0.
 // https://github.com/nodejs/node/issues/47822#issuecomment-1564708870

     }).parseSync();
 // change all relative paths
 -console.log(`Node version: ${process.version}. Running in ${process.env.NODE_ENV} environment.`);
 +const serverDirectory = import.meta.dirname;
 -const serverDirectory = __dirname;
 +console.log(`Node version: ${process.version}. Running in ${process.env.NODE_ENV} environment. Server directory: ${serverDirectory}`);
 process.chdir(serverDirectory);
 const app = express();

 const perUserBasicAuth = getConfigValue('perUserBasicAuth', DEFAULT_PER_USER_BASIC_AUTH);
 const enableAccounts = getConfigValue('enableUserAccounts', DEFAULT_ACCOUNTS);
 const uploadsPath = path.join(dataRoot, require('./src/constants').UPLOADS_DIRECTORY);
 const enableIPv6 = cliArguments.enableIPv6 ?? getConfigValue('protocol.ipv6', DEFAULT_ENABLE_IPV6);
 const enableIPv4 = cliArguments.enableIPv4 ?? getConfigValue('protocol.ipv4', DEFAULT_ENABLE_IPV4);

 app.use(whitelistMiddleware(enableWhitelist, listen));
 if (enableCorsProxy) {
 -    const bodyParser = require('body-parser');
     app.use(bodyParser.json({
         limit: '200mb',
     }));

 app.use(express.static(process.cwd() + '/public', {}));
 // Public API
 app.use('/api/users', require('./src/endpoints/users-public').routerusersPublicRouter);
 // Everything below this line requires authentication
 app.use(userModule.requireLoginMiddleware);

 // File uploads
 app.use(multer({ dest: uploadsPath, limits: { fieldSize: 10 * 1024 * 1024 } }).single('avatar'));
 app.use(require('./src/middleware/multerMonkeyPatch'));
 // User data mount
 app.use('/', userModule.router);
 // Private endpoints
 -app.use('/api/users', require('./src/endpoints/users-private').router);
++
 +app.use('/api/users', usersPrivateRouter);
 // Admin endpoints
 app.use('/api/users', require('./src/endpoints/users-admin').routerusersAdminRouter);
 app.get('/version', async function (_, response) {
     const data = await getVersion();

 redirect('/api/serpapi/visit', '/api/search/visit');
 redirect('/api/serpapi/transcript', '/api/search/transcript');
 -// Moving UI
 +app.use('/api/moving-ui', movingUIRouter);
 app.use('/api/moving-uiimages', require('./src/endpoints/moving-ui').routerimagesRouter);
+-
 +app.use('/api/quick-replies', quickRepliesRouter);
 -// Image management
 +app.use('/api/avatars', avatarsRouter);
 app.use('/api/imagesthemes', require('./src/endpoints/images').routerthemesRouter);
+-
 +app.use('/api/openai', openAiRouter);
 -// Quick reply management
 +app.use('/api/google', googleRouter);
 app.use('/api/quick-repliesanthropic', require('./src/endpoints/quick-replies').routeranthropicRouter);
+-
 +app.use('/api/tokenizers', tokenizersRouter);
 -// Avatar management
 +app.use('/api/presets', presetsRouter);
 app.use('/api/avatarssecrets', require('./src/endpoints/avatars').routersecretsRouter);
+-
 +app.use('/thumbnail', thumbnailRouter);
 -// Theme management
 +app.use('/api/novelai', novelAiRouter);
 app.use('/api/themesextensions', require('./src/endpoints/themes').routerextensionsRouter);
+-
 +app.use('/api/assets', assetsRouter);
 -// OpenAI API
 +app.use('/api/files', filesRouter);
 app.use('/api/openaicharacters', require('./src/endpoints/openai').routercharactersRouter);
+-
 +app.use('/api/chats', chatsRouter);
 -//Google API
 +app.use('/api/groups', groupsRouter);
 app.use('/api/googleworldinfo', require('./src/endpoints/google').routerworldInfoRouter);
+-
 +app.use('/api/stats', statsRouter);
 -//Anthropic API
 +app.use('/api/backgrounds', backgroundsRouter);
 app.use('/api/anthropicsprites', require('./src/endpoints/anthropic').routerspritesRouter);
+-
 +app.use('/api/content', contentManagerRouter);
 -// Tokenizers
 +app.use('/api/settings', settingsRouter);
 app.use('/api/tokenizerssd', require('./src/endpoints/tokenizers').routerstableDiffusionRouter);
+-
 +app.use('/api/horde', hordeRouter);
 -// Preset management
 +app.use('/api/vector', vectorsRouter);
 app.use('/api/presetstranslate', require('./src/endpoints/presets').routertranslateRouter);
+-
 +app.use('/api/extra/classify', classifyRouter);
 -// Secrets managemenet
 +app.use('/api/extra/caption', captionRouter);
 app.use('/api/secretssearch', require('./src/endpoints/secrets').routersearchRouter);
+-
 +app.use('/api/backends/text-completions', textCompletionsRouter);
 -// Thumbnail generation. These URLs are saved in chat, so this route cannot be renamed!
 +app.use('/api/openrouter', openRouterRouter);
 app.use('/thumbnail', require('./srcapi/endpointsbackends/thumbnailskobold').router, koboldRouter);
+-
 +app.use('/api/backends/chat-completions', chatCompletionsRouter);
 -// NovelAI generation
 +app.use('/api/backends/scale-alt', scaleAltRouter);
 app.use('/api/novelaispeech', require('./src/endpoints/novelai').routerspeechRouter);
+-
 +app.use('/api/azure', azureRouter);
 -// Third-party extensions
 -app.use('/api/extensions', require('./src/endpoints/extensions').router);
+-
 -// Asset management
 -app.use('/api/assets', require('./src/endpoints/assets').router);
+-
 -// File management
 -app.use('/api/files', require('./src/endpoints/files').router);
+-
 -// Character management
 -app.use('/api/characters', require('./src/endpoints/characters').router);
+-
 -// Chat management
 -app.use('/api/chats', require('./src/endpoints/chats').router);
+-
 -// Group management
 -app.use('/api/groups', require('./src/endpoints/groups').router);
+-
 -// World info management
 -app.use('/api/worldinfo', require('./src/endpoints/worldinfo').router);
+-
 -// Stats calculation
 -const statsEndpoint = require('./src/endpoints/stats');
 -app.use('/api/stats', statsEndpoint.router);
+-
 -// Background management
 -app.use('/api/backgrounds', require('./src/endpoints/backgrounds').router);
+-
 -// Character sprite management
 -app.use('/api/sprites', require('./src/endpoints/sprites').router);
+-
 -// Custom content management
 -app.use('/api/content', require('./src/endpoints/content-manager').router);
+-
 -// Settings load/store
 -const settingsEndpoint = require('./src/endpoints/settings');
 -app.use('/api/settings', settingsEndpoint.router);
+-
 -// Stable Diffusion generation
 -app.use('/api/sd', require('./src/endpoints/stable-diffusion').router);
+-
 -// LLM and SD Horde generation
 -app.use('/api/horde', require('./src/endpoints/horde').router);
+-
 -// Vector storage DB
 -app.use('/api/vector', require('./src/endpoints/vectors').router);
+-
 -// Chat translation
 -app.use('/api/translate', require('./src/endpoints/translate').router);
+-
 -// Emotion classification
 -app.use('/api/extra/classify', require('./src/endpoints/classify').router);
+-
 -// Image captioning
 -app.use('/api/extra/caption', require('./src/endpoints/caption').router);
+-
 -// Web search and scraping
 -app.use('/api/search', require('./src/endpoints/search').router);
+-
 -// The different text generation APIs
+-
 -// Ooba/OpenAI text completions
 -app.use('/api/backends/text-completions', require('./src/endpoints/backends/text-completions').router);
+-
 -// OpenRouter
 -app.use('/api/openrouter', require('./src/endpoints/openrouter').router);
+-
 -// KoboldAI
 -app.use('/api/backends/kobold', require('./src/endpoints/backends/kobold').router);
+-
 -// OpenAI chat completions
 -app.use('/api/backends/chat-completions', require('./src/endpoints/backends/chat-completions').router);
+-
 -// Scale (alt method)
 -app.use('/api/backends/scale-alt', require('./src/endpoints/backends/scale-alt').router);
+-
 -// Speech (text-to-speech and speech-to-text)
 -app.use('/api/speech', require('./src/endpoints/speech').router);
+-
 -// Azure TTS
 -app.use('/api/azure', require('./src/endpoints/azure').router);
 const tavernUrlV6 = new URL(
     (cliArguments.ssl ? 'https://' : 'http://') +

     await ensureThumbnailCache();
     cleanUploads();
     await settingsEndpoint.initsettingsInit();
     await statsEndpoint.initstatsInit();
     const cleanupPlugins = await loadPlugins();
     const consoleTitle = process.title;

     const exitProcess = async () => {
         if (isExiting) return;
         isExiting = true;
         statsEndpoint.onExitawait statsOnExit();
         if (typeof cleanupPlugins === 'function') {
             await cleanupPlugins();
+        }

 async function loadPlugins() {
     try {
         const pluginDirectory = path.join(serverDirectory, 'plugins');
 -        const loader = require('./src/plugin-loader');
         const cleanupPlugins = await loader.loadPlugins(app, pluginDirectory);
         return cleanupPlugins;
     } catch {

src/additional-headers.js+6 -12 Viewed

 constimport { TEXTGEN_TYPES, OPENROUTER_HEADERS, FEATHERLESS_HEADERS } =from require('./constants.js');
 constimport { SECRET_KEYS, readSecret } =from require('./endpoints/secrets.js');
 constimport { getConfigValue } =from require('./util.js');
 /**
  * Gets the headers for the Mancer API.

     }) : {};
+}
 export function getOverrideHeaders(urlHost) {
     const requestOverrides = getConfigValue('requestOverrides', []);
     const overrideHeaders = requestOverrides?.find((e) => e.hosts?.includes(urlHost))?.headers;
     if (overrideHeaders && urlHost) {

  * @param {object} args New request arguments
  * @param {string|null} server API server for new request
  */
 export function setAdditionalHeaders(request, args, server) {
     setAdditionalHeadersByType(args.headers, request.body.api_type, server, request.user.directories);
+}

  * @param {string|null} server API server for new request
  * @param {import('./users').UserDirectoryList} directories User directories
  */
 export function setAdditionalHeadersByType(requestHeaders, type, server, directories) {
     const headerGetters = {
         [TEXTGEN_TYPES.MANCER]: getMancerHeaders,
         [TEXTGEN_TYPES.VLLM]: getVllmHeaders,

     Object.assign(requestHeaders, headers);
+}
+-
 -module.exports = {
 -    getOverrideHeaders,
 -    setAdditionalHeaders,
 -    setAdditionalHeadersByType,
 -};

src/character-card-parser.js+10 -13 Viewed

 constimport fs =from require('node:fs');
 constimport encode =from require('png-chunks-encode');
 constimport extract =from require('png-chunks-extract');
 constimport PNGtext =from require('png-chunk-text');
 /**
  * Writes Character metadata to a PNG image buffer.

  * @param {string} data Character data to write
  * @returns {Buffer} PNG image buffer with metadata
  */
 export const write = (image, data) => {
     const chunks = extract(image);
     const tEXtChunks = chunks.filter(chunk => chunk.name === 'tEXt');

         const base64EncodedData = Buffer.from(JSON.stringify(v3Data), 'utf8').toString('base64');
         chunks.splice(-1, 0, PNGtext.encode('ccv3', base64EncodedData));
     } catch (error) { }
 +        // Ignore errors when adding v3 chunk
 +    }
     const newBuffer = Buffer.from(encode(chunks));
     return newBuffer;

  * @param {Buffer} image PNG image buffer
  * @returns {string} Character data
  */
 export const read = (image) => {
     const chunks = extract(image);
     const textChunks = chunks.filter((chunk) => chunk.name === 'tEXt').map((chunk) => PNGtext.decode(chunk.data));

  * @param {string} format File format
  * @returns {string} Character data
  */
 export const parse = (cardUrl, format) => {
     let fileFormat = format === undefined ? 'png' : format;
     switch (fileFormat) {

     throw new Error('Unsupported format');
 };
 -module.exports = {
 -    parse,
 -    write,
 -    read,
 -};

src/constants.js+21 -46 Viewed

 export const PUBLIC_DIRECTORIES = {
     images: 'public/img/',
     backups: 'backups/',
     sounds: 'public/sounds',
     extensions: 'public/scripts/extensions',
 };
 export const SETTINGS_FILE = 'settings.json';
 /**
  * @type {import('./users').UserDirectoryList}
  * @readonly
  * @enum {string}
  */
 export const USER_DIRECTORY_TEMPLATE = Object.freeze({
     root: '',
     thumbnails: 'thumbnails',
     thumbnailsBg: 'thumbnails/bg',

  * @type {import('./users').User}
  * @readonly
  */
 export const DEFAULT_USER = Object.freeze({
     handle: 'default-user',
     name: 'User',
     created: Date.now(),

     salt: '',
 });
 export const UNSAFE_EXTENSIONS = [
     '.php',
     '.exe',
     '.com',

     '.ws',
 ];
 export const GEMINI_SAFETY = [
+    {
         category: 'HARM_CATEGORY_HARASSMENT',
         threshold: 'BLOCK_NONE',

     },
 ];
 export const BISON_SAFETY = [
+    {
         category: 'HARM_CATEGORY_DEROGATORY',
         threshold: 'BLOCK_NONE',

     },
 ];
 export const CHAT_COMPLETION_SOURCES = {
     OPENAI: 'openai',
     WINDOWAI: 'windowai',
     CLAUDE: 'claude',

 /**
  * Path to multer file uploads under the data root.
  */
 export const UPLOADS_DIRECTORY = '_uploads';
 // TODO: this is copied from the client code; there should be a way to de-duplicate it eventually
 export const TEXTGEN_TYPES = {
     OOBA: 'ooba',
     MANCER: 'mancer',
     VLLM: 'vllm',

     HUGGINGFACE: 'huggingface',
 };
 export const INFERMATICAI_KEYS = [
     'model',
     'prompt',
     'max_tokens',

     'logprobs',
 ];
 export const FEATHERLESS_KEYS = [
     'model',
     'prompt',
     'best_of',

     'guided_whitespace_pattern',
 ];
+-
 // https://dreamgen.com/docs/api#openai-text
 export const DREAMGEN_KEYS = [
     'model',
     'prompt',
     'max_tokens',

 ];
 // https://docs.together.ai/reference/completions
 export const TOGETHERAI_KEYS = [
     'model',
     'prompt',
     'max_tokens',

 ];
 // https://github.com/jmorganca/ollama/blob/main/docs/api.md#request-with-options
 export const OLLAMA_KEYS = [
     'num_predict',
     'num_ctx',
     'stop',

     'min_p',
 ];
 export const AVATAR_WIDTH = 512;
 export const AVATAR_HEIGHT = 768;
 export const OPENROUTER_HEADERS = {
     'HTTP-Referer': 'https://sillytavern.app',
     'X-Title': 'SillyTavern',
 };
 export const FEATHERLESS_HEADERS = {
     'HTTP-Referer': 'https://sillytavern.app',
     'X-Title': 'SillyTavern',
 };
 export const OPENROUTER_KEYS = [
     'max_tokens',
     'temperature',
     'top_k',

 ];
 // https://github.com/vllm-project/vllm/blob/0f8a91401c89ac0a8018def3756829611b57727f/vllm/entrypoints/openai/protocol.py#L220
 export const VLLM_KEYS = [
     'model',
     'prompt',
     'best_of',

     'guided_decoding_backend',
     'guided_whitespace_pattern',
 ];
+-
 -module.exports = {
 -    DEFAULT_USER,
 -    SETTINGS_FILE,
 -    PUBLIC_DIRECTORIES,
 -    USER_DIRECTORY_TEMPLATE,
 -    UNSAFE_EXTENSIONS,
 -    UPLOADS_DIRECTORY,
 -    GEMINI_SAFETY,
 -    BISON_SAFETY,
 -    TEXTGEN_TYPES,
 -    CHAT_COMPLETION_SOURCES,
 -    AVATAR_WIDTH,
 -    AVATAR_HEIGHT,
 -    TOGETHERAI_KEYS,
 -    OLLAMA_KEYS,
 -    INFERMATICAI_KEYS,
 -    DREAMGEN_KEYS,
 -    OPENROUTER_HEADERS,
 -    OPENROUTER_KEYS,
 -    VLLM_KEYS,
 -    FEATHERLESS_KEYS,
 -    FEATHERLESS_HEADERS,
 -};

src/endpoints/anthropic.js+6 -7 Viewed

 -const { readSecret, SECRET_KEYS } = require('./secrets');
 +import fetch from 'node-fetch';
 -const fetch = require('node-fetch').default;
 +import express from 'express';
 -const express = require('express');
 -const { jsonParser } = require('../express-common');
 -const router = express.Router();
 +import { readSecret, SECRET_KEYS } from './secrets.js';
 +import { jsonParser } from '../express-common.js';
++
 +export const router = express.Router();
 router.post('/caption-image', jsonParser, async (request, response) => {
     try {

         response.status(500).send('Internal server error');
+    }
 });
+-
 -module.exports = { router };

src/endpoints/assets.js+14 -14 Viewed

 constimport * as path =from require('node:path');
 constimport * as fs =from require('node:fs');
 -const mime = require('mime-types');
 +import { finished } from 'node:stream/promises';
 -const express = require('express');
++
 constimport sanitizemime =from require('sanitizemime-filenametypes');
 -const fetch = require('node-fetch').default;
 +import express from 'express';
 -const { finished } = require('stream/promises');
 +import sanitize from 'sanitize-filename';
 -const { UNSAFE_EXTENSIONS } = require('../constants');
 +import fetch from 'node-fetch';
 -const { jsonParser } = require('../express-common');
++
 constimport { clientRelativePathUNSAFE_EXTENSIONS } =from require('../utilconstants.js');
 +import { jsonParser } from '../express-common.js';
 +import { clientRelativePath } from '../util.js';
 const VALID_CATEGORIES = ['bgm', 'ambient', 'blip', 'live2d', 'vrm', 'character', 'temp'];

  * @param {string} inputFilename Input filename
  * @returns {{error: boolean, message?: string}} Whether validation failed, and why if so
  */
 export function validateAssetFileName(inputFilename) {
     if (!/^[a-zA-Z0-9_\-.]+$/.test(inputFilename)) {
         return {
             error: true,

@@ -93,7 +95,7 @@ function ensureFoldersExist(directories) {
93	95	}
94	96	}
95	97
96	98	export const router = express.Router();
97	99
98	100	/**
99	101	* HTTP POST handler function to retrieve name of all files of a given folder path.

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router, validateAssetFileName };

src/endpoints/avatars.js+11 -13 Viewed

 -const express = require('express');
 +import * as path from 'node:path';
 -const path = require('path');
 +import * as fs from 'node:fs';
 -const fs = require('fs');
 -const sanitize = require('sanitize-filename');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 -const { jsonParser, urlencodedParser } = require('../express-common');
 -const { AVATAR_WIDTH, AVATAR_HEIGHT } = require('../constants');
 -const { getImages, tryParse } = require('../util');
 -// image processing related library imports
 +import express from 'express';
 -const jimp = require('jimp');
 +import sanitize from 'sanitize-filename';
 +import jimp from 'jimp';
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 -const router = express.Router();
 +import { jsonParser, urlencodedParser } from '../express-common.js';
 +import { AVATAR_WIDTH, AVATAR_HEIGHT } from '../constants.js';
 +import { getImages, tryParse } from '../util.js';
++
 +export const router = express.Router();
 router.post('/get', jsonParser, function (request, response) {
     var images = getImages(request.user.directories.avatars);

         return response.status(400).send('Is not a valid image');
+    }
 });
+-
 -module.exports = { router };

src/endpoints/azure.js+6 -9 Viewed

 -const { readSecret, SECRET_KEYS } = require('./secrets');
 +import fetch from 'node-fetch';
 -const fetch = require('node-fetch').default;
 +import { Router } from 'express';
 -const express = require('express');
 -const { jsonParser } = require('../express-common');
 -const router = express.Router();
 +import { readSecret, SECRET_KEYS } from './secrets.js';
 +import { jsonParser } from '../express-common.js';
++
 +export const router = Router();
 router.post('/list', jsonParser, async (req, res) => {
     try {

         return res.sendStatus(500);
+    }
 });
+-
 -module.exports = {
 -    router,
 -};

src/endpoints/backends/chat-completions.js+38 -51 Viewed

 constimport express =from require('express');
 constimport fetch =from require('node-fetch').default;
 constimport { jsonParser } =from require('../../express-common.js');
 -const { CHAT_COMPLETION_SOURCES, GEMINI_SAFETY, BISON_SAFETY, OPENROUTER_HEADERS } = require('../../constants');
 +import {
 -const { forwardFetchResponse, getConfigValue, tryParse, uuidv4, mergeObjectWithYaml, excludeKeysByYaml, color } = require('../../util');
 +    CHAT_COMPLETION_SOURCES,
 -const { convertClaudeMessages, convertGooglePrompt, convertTextCompletionPrompt, convertCohereMessages, convertMistralMessages, convertAI21Messages, mergeMessages } = require('../../prompt-converters');
 +    GEMINI_SAFETY,
+-
 +    BISON_SAFETY,
 -const { readSecret, SECRET_KEYS } = require('../secrets');
 +    OPENROUTER_HEADERS,
 -const { getTokenizerModel, getSentencepiceTokenizer, getTiktokenTokenizer, sentencepieceTokenizers, TEXT_COMPLETION_MODELS } = require('../tokenizers');
 +} from '../../constants.js';
 +import {
 +    forwardFetchResponse,
 +    getConfigValue,
 +    tryParse,
 +    uuidv4,
 +    mergeObjectWithYaml,
 +    excludeKeysByYaml,
 +    color,
 +} from '../../util.js';
 +import {
 +    convertClaudeMessages,
 +    convertGooglePrompt,
 +    convertTextCompletionPrompt,
 +    convertCohereMessages,
 +    convertMistralMessages,
 +    convertAI21Messages,
 +    mergeMessages,
 +} from '../../prompt-converters.js';
++
 +import { readSecret, SECRET_KEYS } from '../secrets.js';
 +import {
 +    getTokenizerModel,
 +    getSentencepiceTokenizer,
 +    getTiktokenTokenizer,
 +    sentencepieceTokenizers,
 +    TEXT_COMPLETION_MODELS,
 +} from '../tokenizers.js';
 const API_OPENAI = 'https://api.openai.com/v1';
 const API_CLAUDE = 'https://api.anthropic.com/v1';

+}
 /**
 - * Ollama strikes back. Special boy #2's steaming routine.
 - * Wrap this abomination into proper SSE stream, again.
 - * @param {Response} jsonStream JSON stream
 - * @param {import('express').Request} request Express request
 - * @param {import('express').Response} response Express response
 - * @returns {Promise<any>} Nothing valuable
 - */
 -async function parseCohereStream(jsonStream, request, response) {
 -    try {
 -        const stream = new CohereStream({ stream: jsonStream.body, eventShape: { type: 'json', messageTerminator: '\n' } });
+-
 -        for await (const json of stream.iterMessages()) {
 -            if (json.message) {
 -                const message = json.message || 'Unknown error';
 -                const chunk = { error: { message: message } };
 -                response.write(`data: ${JSON.stringify(chunk)}\n\n`);
 -            } else if (json.event_type === 'text-generation') {
 -                const text = json.text || '';
 -                const chunk = { choices: [{ text }] };
 -                response.write(`data: ${JSON.stringify(chunk)}\n\n`);
 -            }
 -        }
+-
 -        console.log('Streaming request finished');
 -        response.write('data: [DONE]\n\n');
 -        response.end();
 -    } catch (error) {
 -        console.log('Error forwarding streaming response:', error);
 -        if (!response.headersSent) {
 -            return response.status(500).send({ error: true });
 -        } else {
 -            return response.end();
 -        }
 -    }
 -}
+-
 -/**
  * Sends a request to Claude API.
  * @param {express.Request} request Express request
  * @param {express.Response} response Express response

@@ -626,7 +616,7 @@ async function sendCohereRequest(request, response) {
626	616	}
627	617	}
628	618
629	619	export const router = express.Router();
630	620
631	621	router.post('/status', jsonParser, async function (request, response_getstatus_openai) {
632	622	if (!request.body) return response_getstatus_openai.sendStatus(400);

+    }
 });
 -module.exports = {
 -    router,
 -};

src/endpoints/backends/kobold.js+8 -10 Viewed

 -const express = require('express');
 +import * as fs from 'node:fs';
 -const fetch = require('node-fetch').default;
 +import express from 'express';
 -const fs = require('fs');
 +import fetch from 'node-fetch';
 constimport { jsonParser, urlencodedParser } =from require('../../express-common.js');
 constimport { forwardFetchResponse, delay } =from require('../../util.js');
 constimport { getOverrideHeaders, setAdditionalHeaders, setAdditionalHeadersByType } =from require('../../additional-headers.js');
 constimport { TEXTGEN_TYPES } =from require('../../constants.js');
 export const router = express.Router();
 router.post('/generate', jsonParser, async function (request, response_generate) {
     if (!request.body) return response_generate.sendStatus(400);

         response.status(500).send('Internal server error');
+    }
 });
+-
 -module.exports = { router };

src/endpoints/backends/scale-alt.js+5 -8 Viewed

 constimport express =from require('express');
 constimport fetch =from require('node-fetch').default;
 constimport { jsonParser } =from require('../../express-common.js');
 +import { readSecret, SECRET_KEYS } from '../secrets.js';
 -const { readSecret, SECRET_KEYS } = require('../secrets');
 +export const router = express.Router();
+-
 -const router = express.Router();
 router.post('/generate', jsonParser, async function (request, response) {
     if (!request.body) return response.sendStatus(400);

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/backends/text-completions.js+20 -13 Viewed

 -const express = require('express');
 +import { Readable } from 'node:stream';
 constimport fetch =from require('node-fetch').default;
 constimport _express =from require('lodashexpress');
 -const Readable = require('stream').Readable;
 +import _ from 'lodash';
 constimport { jsonParser } =from require('../../express-common.js');
 -const { TEXTGEN_TYPES, TOGETHERAI_KEYS, OLLAMA_KEYS, INFERMATICAI_KEYS, OPENROUTER_KEYS, VLLM_KEYS, DREAMGEN_KEYS, FEATHERLESS_KEYS } = require('../../constants');
 +import {
 -const { forwardFetchResponse, trimV1, getConfigValue } = require('../../util');
 +    TEXTGEN_TYPES,
 -const { setAdditionalHeaders } = require('../../additional-headers');
 +    TOGETHERAI_KEYS,
+-
 +    OLLAMA_KEYS,
 -const router = express.Router();
 +    INFERMATICAI_KEYS,
 +    OPENROUTER_KEYS,
 +    VLLM_KEYS,
 +    DREAMGEN_KEYS,
 +    FEATHERLESS_KEYS,
 +} from '../../constants.js';
 +import { forwardFetchResponse, trimV1, getConfigValue } from '../../util.js';
 +import { setAdditionalHeaders } from '../../additional-headers.js';
++
 +export const router = express.Router();
 /**
  * Special boy's steaming routine. Wrap this abomination into proper SSE stream.

 router.use('/ollama', ollama);
 router.use('/llamacpp', llamacpp);
 router.use('/tabby', tabby);
+-
 -module.exports = { router };

src/endpoints/backgrounds.js+9 -10 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
 -const sanitize = require('sanitize-filename');
 -const { jsonParser, urlencodedParser } = require('../express-common');
 +import express from 'express';
 -const { invalidateThumbnail } = require('./thumbnails');
 +import sanitize from 'sanitize-filename';
 -const { getImages } = require('../util');
 -const router = express.Router();
 +import { jsonParser, urlencodedParser } from '../express-common.js';
 +import { invalidateThumbnail } from './thumbnails.js';
 +import { getImages } from '../util.js';
++
 +export const router = express.Router();
 router.post('/all', jsonParser, function (request, response) {
     var images = getImages(request.user.directories.backgrounds);

         response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/caption.js+6 -8 Viewed

 constimport express =from require('express');
 constimport { jsonParser } =from require('../express-common.js');
 +import { getPipeline, getRawImage } from '../transformers.mjs';
 const TASK = 'image-to-text';
 export const router = express.Router();
 router.post('/', jsonParser, async (req, res) => {
     try {
         const { image } = req.body;
         const modulerawImage = await importgetRawImage('../transformers.mjs'image);
 -        const rawImage = await module.default.getRawImage(image);
         if (!rawImage) {
             console.log('Failed to parse captioned image');
             return res.sendStatus(400);
+        }
         const pipe = await module.default.getPipeline(TASK);
         const result = await pipe(rawImage);
         const text = result[0].generated_text;
         console.log('Image caption:', text);

         return res.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/characters.js+22 -24 Viewed

 constimport * as path =from require('node:path');
 constimport * as fs =from require('node:fs');
 -const fsPromises = require('fs').promises;
 +import { promises as fsPromises } from 'node:fs';
 constimport * as readline =from require('node:readline');
 -const express = require('express');
++
 -const sanitize = require('sanitize-filename');
 +import express from 'express';
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import sanitize from 'sanitize-filename';
 -const yaml = require('yaml');
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 constimport _yaml =from require('lodashyaml');
 -const mime = require('mime-types');
 +import _ from 'lodash';
+-
 +import mime from 'mime-types';
 constimport jimp =from require('jimp');
 constimport { AVATAR_WIDTH, AVATAR_HEIGHT } =from require('../constants.js');
 constimport { jsonParser, urlencodedParser } =from require('../express-common.js');
 constimport { deepMerge, humanizedISO8601DateTime, tryParse, extractFileFromZipBuffer } =from require('../util.js');
 constimport { TavernCardValidator } =from require('../validator/TavernCardValidator.js');
 constimport * as characterCardParser =from require('../character-card-parser.js');
 constimport { readWorldInfoFile } =from require('./worldinfo.js');
 constimport { invalidateThumbnail } =from require('./thumbnails.js');
 constimport { importRisuSprites } =from require('./sprites.js');
 const defaultAvatarPath = './public/img/ai4.png';
 // KV-store for parsed character data

     return '';
+}
 export const router = express.Router();
 router.post('/create', urlencodedParser, async function (request, response) {
     try {

         response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/chats.js+11 -12 Viewed

 constimport * as  fs =from require('node:fs');
 constimport * as path =from require('node:path');
 constimport * as readline =from require('node:readline');
 -const express = require('express');
 -const sanitize = require('sanitize-filename');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 -const _ = require('lodash');
 -const { jsonParser, urlencodedParser } = require('../express-common');
 +import express from 'express';
 -const { getConfigValue, humanizedISO8601DateTime, tryParse, generateTimestamp, removeOldBackups } = require('../util');
 +import sanitize from 'sanitize-filename';
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 +import _ from 'lodash';
++
 +import { jsonParser, urlencodedParser } from '../express-common.js';
 +import { getConfigValue, humanizedISO8601DateTime, tryParse, generateTimestamp, removeOldBackups } from '../util.js';
 /**
  * Saves a chat to the backups directory.

     return (lines ?? []).map(convert).join('\n');
+}
 export const router = express.Router();
 router.post('/save', jsonParser, function (request, response) {
     try {

     getBackupFunction(request.user.profile.handle)(request.user.directories.backups, String(id), jsonlData);
     return response.send({ ok: true });
 });
+-
 -module.exports = { router };

src/endpoints/classify.js+7 -9 Viewed

 constimport express =from require('express');
 -const { jsonParser } = require('../express-common');
++
 +import { getPipeline } from '../transformers.mjs';
 +import { jsonParser } from '../express-common.js';
 const TASK = 'text-classification';
 export const router = express.Router();
 /**
  * @type {Map<string, object>} Cache for classification results

 router.post('/labels', jsonParser, async (req, res) => {
     try {
         const modulepipe = await importgetPipeline('../transformers.mjs'TASK);
 -        const pipe = await module.default.getPipeline(TASK);
         const result = Object.keys(pipe.model.config.label2id);
         return res.json({ labels: result });
     } catch (error) {

             if (cacheObject.has(text)) {
                 return cacheObject.get(text);
             } else {
                 const modulepipe = await importgetPipeline('../transformers.mjs'TASK);
 -                const pipe = await module.default.getPipeline(TASK);
                 const result = await pipe(text, { topk: 5 });
                 result.sort((a, b) => b.score - a.score);
                 cacheObject.set(text, result);

         return res.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/content-manager.js+17 -24 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
++
 -const fetch = require('node-fetch').default;
 +import express from 'express';
 constimport sanitizefetch =from require('sanitizenode-filenamefetch');
 -const { getConfigValue, color } = require('../util');
 +import sanitize from 'sanitize-filename';
 -const { jsonParser } = require('../express-common');
++
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import { getConfigValue, color } from '../util.js';
 +import { jsonParser } from '../express-common.js';
 +import { sync as writeFileAtomicSync } from  'write-file-atomic';
 const contentDirectory = path.join(process.cwd(), 'default/content');
 const scaffoldDirectory = path.join(process.cwd(), 'default/scaffold');
 const contentIndexPath = path.join(contentDirectory, 'index.json');
 const scaffoldIndexPath = path.join(scaffoldDirectory, 'index.json');
 constimport * as characterCardParser =from require('../character-card-parser.js');
 const WHITELIST_GENERIC_URL_DOWNLOAD_SOURCES = getConfigValue('whitelistImportDomains', []);

  * @typedef {string} ContentType
  * @enum {string}
  */
 export const CONTENT_TYPES = {
     SETTINGS: 'settings',
     CHARACTER: 'character',
     SPRITES: 'sprites',

  * @param {import('../users').UserDirectoryList} directories User directories
  * @returns {object[]} Array of default presets
  */
 export function getDefaultPresets(directories) {
     try {
         const contentIndex = getContentIndex();
         const presets = [];

  * @param {string} filename Name of the file to get
  * @returns {object | null} JSON object or null if the file doesn't exist
  */
 export function getDefaultPresetFile(filename) {
     try {
         const contentPath = path.join(contentDirectory, filename);

  * @param {string[]} forceCategories List of categories to force check (even if content check is skipped)
  * @returns {Promise<void>}
  */
 export async function checkForNewContent(directoriesList, forceCategories = []) {
     try {
         const contentCheckSkip = getConfigValue('skipContentCheck', false);
         if (contentCheckSkip && forceCategories?.length === 0) {

  * @param {'json'|'string'|'raw'} format Format of content
  * @returns {string[]|Buffer[]} Array of content
  */
 export function getContentOfType(type, format) {
     const contentIndex = getContentIndex();
     const indexItems = contentIndex.filter((item) => item.type === type && item.folder);
     const files = [];

     return WHITELIST_GENERIC_URL_DOWNLOAD_SOURCES.includes(host);
+}
 export const router = express.Router();
 router.post('/importURL', jsonParser, async (request, response) => {
     if (!request.body.url) {

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = {
 -    CONTENT_TYPES,
 -    checkForNewContent,
 -    getDefaultPresets,
 -    getDefaultPresetFile,
 -    getContentOfType,
 -    router,
 -};

src/endpoints/extensions.js+10 -10 Viewed

 constimport * as path =from require('node:path');
 constimport * as  fs =from require('node:fs');
 -const express = require('express');
++
 -const { default: simpleGit } = require('simple-git');
 +import express from 'express';
 constimport sanitize =from require('sanitize-filename');
 constimport { PUBLIC_DIRECTORIESdefault as simpleGit } =from require('../constantssimple-git');
 -const { jsonParser } = require('../express-common');
++
 +import { PUBLIC_DIRECTORIES } from '../constants.js';
 +import { jsonParser } from '../express-common.js';
 /**
  * This function extracts the extension information from the manifest file.

     };
+}
 export const router = express.Router();
 /**
  * HTTP POST handler function to clone a git repository from a provided URL, read the extension manifest,

     return response.send(extensions);
 });
+-
 -module.exports = { router };

src/endpoints/files.js+12 -11 Viewed

 constimport * as path =from require('node:path');
 constimport * as fs =from require('node:fs');
 -const writeFileSyncAtomic = require('write-file-atomic').sync;
++
 constimport express =from require('express');
 constimport sanitize =from require('sanitize-filename');
 -const router = express.Router();
 +import { sync as writeFileSyncAtomic } from 'write-file-atomic';
 -const { validateAssetFileName } = require('./assets');
++
 constimport { jsonParservalidateAssetFileName } =from require('../express-commonassets.js');
 constimport { clientRelativePathjsonParser } =from require('../utilexpress-common.js');
 +import { clientRelativePath } from '../util.js';
++
 +export const router = express.Router();
 router.post('/sanitize-filename', jsonParser, async (request, response) => {
     try {

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/google.js+7 -8 Viewed

 -const { readSecret, SECRET_KEYS } = require('./secrets');
 +import fetch from 'node-fetch';
 -const fetch = require('node-fetch').default;
 +import express from 'express';
 -const express = require('express');
++
 constimport { jsonParserreadSecret, SECRET_KEYS } =from require('../express-commonsecrets.js');
 constimport { GEMINI_SAFETYjsonParser } =  from require('../constantsexpress-common.js');
 +import { GEMINI_SAFETY } from '../constants.js';
 const API_MAKERSUITE = 'https://generativelanguage.googleapis.com';
 export const router = express.Router();
 router.post('/caption-image', jsonParser, async (request, response) => {
     try {

         response.status(500).send('Internal server error');
+    }
 });
+-
 -module.exports = { router };

src/endpoints/groups.js+9 -10 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
 -const sanitize = require('sanitize-filename');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 -const { jsonParser } = require('../express-common');
 +import express from 'express';
 -const { humanizedISO8601DateTime } = require('../util');
 +import sanitize from 'sanitize-filename';
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 -const router = express.Router();
 +import { jsonParser } from '../express-common.js';
 +import { humanizedISO8601DateTime } from '../util.js';
++
 +export const router = express.Router();
 router.post('/all', jsonParser, (request, response) => {
     const groups = [];

     return response.send({ ok: true });
 });
+-
 -module.exports = { router };

src/endpoints/horde.js+7 -9 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport express =from require('express');
 constimport { AIHorde, ModelGenerationInputStableSamplers, ModelInterrogationFormTypes, HordeAsyncRequestStates } =from require('@zeldafan0225/ai_horde');
 constimport { getVersion, delay, Cache } =from require('../util.js');
 constimport { readSecret, SECRET_KEYS } =from require('./secrets.js');
 constimport { jsonParser } =from require('../express-common.js');
 const ANONYMOUS_KEY = '0000000000';
 const HORDE_TEXT_MODEL_METADATA_URL = 'https://raw.githubusercontent.com/db0/AI-Horde-text-model-reference/main/db.json';
 const cache = new Cache(60 * 1000);
 export const router = express.Router();
 /**
  * Returns the AIHorde client agent.

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/images.js+8 -9 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
 -const sanitize = require('sanitize-filename');
 -const { jsonParser } = require('../express-common');
 +import express from 'express';
 -const { clientRelativePath, removeFileExtension, getImages } = require('../util');
 +import sanitize from 'sanitize-filename';
++
 +import { jsonParser } from '../express-common.js';
 +import { clientRelativePath, removeFileExtension, getImages } from '../util.js';
 /**
  * Ensure the directory for the provided file path exists.

     fs.mkdirSync(dirname);
+}
 export const router = express.Router();
 /**
  * Endpoint to handle image uploads.

         return response.status(500).send({ error: 'Unable to retrieve files' });
+    }
 });
+-
 -module.exports = { router };

src/endpoints/moving-ui.js+6 -8 Viewed

 constimport * as  path =from require('node:path');
 constimport express =from require('express');
 constimport sanitize =from require('sanitize-filename');
 constimport { sync as writeFileAtomicSync =} require(from 'write-file-atomic').sync;
 constimport { jsonParser } =from require('../express-common.js');
 export const router = express.Router();
 router.post('/save', jsonParser, (request, response) => {
     if (!request.body || !request.body.name) {

     return response.sendStatus(200);
 });
+-
 -module.exports = { router };

src/endpoints/novelai.js+9 -9 Viewed

 -const fetch = require('node-fetch').default;
 +import * as util from 'node:util';
 -const express = require('express');
++
 -const util = require('util');
 +import fetch from 'node-fetch';
 -const { readSecret, SECRET_KEYS } = require('./secrets');
 +import express from 'express';
 -const { readAllChunks, extractFileFromZipBuffer, forwardFetchResponse } = require('../util');
++
 constimport { jsonParserreadSecret, SECRET_KEYS } =from require('../express-commonsecrets.js');
 +import { readAllChunks, extractFileFromZipBuffer, forwardFetchResponse } from '../util.js';
 +import { jsonParser } from '../express-common.js';
 const API_NOVELAI = 'https://api.novelai.net';
 const TEXT_NOVELAI = 'https://text.novelai.net';

     return null;
+}
 export const router = express.Router();
 router.post('/status', jsonParser, async function (req, res) {
     if (!req.body) return res.sendStatus(400);

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/openai.js+13 -13 Viewed

 -const { readSecret, SECRET_KEYS } = require('./secrets');
 +import * as fs from 'node:fs';
 -const fetch = require('node-fetch').default;
++
 -const express = require('express');
 +import fetch from 'node-fetch';
 constimport FormData =from require('form-data');
 constimport fsexpress =from require('fsexpress');
 -const { jsonParser, urlencodedParser } = require('../express-common');
++
 constimport { getConfigValue, mergeObjectWithYaml, excludeKeysByYamljsonParser, trimV1urlencodedParser } =from require('../utilexpress-common.js');
 constimport { setAdditionalHeadersgetConfigValue, mergeObjectWithYaml, excludeKeysByYaml, trimV1 } =from require('../additional-headersutil.js');
 constimport { OPENROUTER_HEADERSsetAdditionalHeaders } =from require('../constantsadditional-headers.js');
+-
 +import { readSecret, SECRET_KEYS } from './secrets.js';
 -const router = express.Router();
 +import { OPENROUTER_HEADERS } from '../constants.js';
++
 +export const router = express.Router();
 router.post('/caption-image', jsonParser, async (request, response) => {
     try {

 });
 router.use('/custom', custom);
+-
 -module.exports = { router };

src/endpoints/openrouter.js+3 -5 Viewed

 constimport express =from require('express');
 constimport { jsonParser } =from require('../express-common.js');
 export const router = express.Router();
 const API_OPENROUTER = 'https://openrouter.ai/api/v1';
 router.post('/models/multimodal', jsonParser, async (_req, res) => {

         return res.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/presets.js+10 -10 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
++
 -const sanitize = require('sanitize-filename');
 +import express from 'express';
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import sanitize from 'sanitize-filename';
 constimport { getDefaultPresetFile,sync getDefaultPresetsas writeFileAtomicSync } =from require('./contentwrite-managerfile-atomic');
 -const { jsonParser } = require('../express-common');
++
 +import { getDefaultPresetFile, getDefaultPresets } from './content-manager.js';
 +import { jsonParser } from '../express-common.js';
 /**
  * Gets the folder and extension for the preset settings based on the API source ID.

@@ -34,7 +36,7 @@ function getPresetSettingsByAPI(apiId, directories) {
34	36	}
35	37	}
36	38
37	39	export const router = express.Router();
38	40
39	41	router.post('/save', jsonParser, function (request, response) {
40	42	const name = sanitize(request.body.name);

     return response.send({ error: true });
 });
+-
 -module.exports = { router };

src/endpoints/quick-replies.js+8 -9 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
 -const sanitize = require('sanitize-filename');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 -const { jsonParser } = require('../express-common');
 +import express from 'express';
 +import sanitize from 'sanitize-filename';
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 -const router = express.Router();
 +import { jsonParser } from '../express-common.js';
++
 +export const router = express.Router();
 router.post('/save', jsonParser, (request, response) => {
     if (!request.body || !request.body.name) {

     return response.sendStatus(200);
 });
+-
 -module.exports = { router };

src/endpoints/search.js+8 -9 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport express =from require('express');
 -const { readSecret, SECRET_KEYS } = require('./secrets');
 -const { jsonParser } = require('../express-common');
 -const router = express.Router();
 +import { decode } from 'html-entities';
 +import { readSecret, SECRET_KEYS } from './secrets.js';
 +import { jsonParser } from '../express-common.js';
++
 +export const router = express.Router();
 // Cosplay as Chrome
 const visitHeaders = {

  * @returns {Promise<string>} Transcript text
  */
 async function extractTranscript(videoPageBody, lang) {
 -    const he = require('he');
     const RE_XML_TRANSCRIPT = /<text start="([^"]*)" dur="([^"]*)">([^<]*)<\/text>/g;
     const splittedHTML = videoPageBody.split('"captions":');

         lang: lang ?? captions.captionTracks[0].languageCode,
     }));
     // The text is double-encoded
     const transcriptText = transcript.map((line) => he.decode(he.decode(line.text))).join(' ');
     return transcriptText;
+}

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/secrets.js+16 -25 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
++
 -const { getConfigValue } = require('../util');
 +import express from 'express';
 constimport { sync as writeFileAtomicSync =} require(from 'write-file-atomic').sync;
 constimport { jsonParsergetConfigValue } =from require('../express-commonutil.js');
+-
 +import { jsonParser } from '../express-common.js';
 -const SECRETS_FILE = 'secrets.json';
++
 -const SECRET_KEYS = {
 +export const SECRETS_FILE = 'secrets.json';
 +export const SECRET_KEYS = {
     HORDE: 'api_key_horde',
     MANCER: 'api_key_mancer',
     VLLM: 'api_key_vllm',

  * @param {string} key Secret key
  * @param {string} value Secret value
  */
 export function writeSecret(directories, key, value) {
     const filePath = path.join(directories.root, SECRETS_FILE);
     if (!fs.existsSync(filePath)) {

  * @param {string} key Secret key
  * @returns
  */
 export function deleteSecret(directories, key) {
     const filePath = path.join(directories.root, SECRETS_FILE);
     if (!fs.existsSync(filePath)) {

  * @param {string} key Secret key
  * @returns {string} Secret value
  */
 export function readSecret(directories, key) {
     const filePath = path.join(directories.root, SECRETS_FILE);
     if (!fs.existsSync(filePath)) {

  * @param {import('../users').UserDirectoryList} directories User directories
  * @returns {object} Secret state
  */
 export function readSecretState(directories) {
     const filePath = path.join(directories.root, SECRETS_FILE);
     if (!fs.existsSync(filePath)) {

  * @param {import('../users').UserDirectoryList} directories User directories
  * @returns {Record<string, string> | undefined} Secrets
  */
 export function getAllSecrets(directories) {
     const filePath = path.join(directories.root, SECRETS_FILE);
     if (!fs.existsSync(filePath)) {

     return secrets;
+}
 export const router = express.Router();
 router.post('/write', jsonParser, (request, response) => {
     const key = request.body.key;

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = {
 -    writeSecret,
 -    readSecret,
 -    deleteSecret,
 -    readSecretState,
 -    getAllSecrets,
 -    SECRET_KEYS,
 -    router,
 -};

src/endpoints/settings.js+13 -13 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
++
 constimport _express =from require('lodashexpress');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import _ from 'lodash';
 -const { SETTINGS_FILE } = require('../constants');
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 -const { getConfigValue, generateTimestamp, removeOldBackups } = require('../util');
++
 constimport { jsonParserSETTINGS_FILE } =from require('../express-commonconstants.js');
 constimport { getAllUserHandlesgetConfigValue, getUserDirectoriesgenerateTimestamp, removeOldBackups } =from require('../usersutil.js');
 +import { jsonParser } from '../express-common.js';
 +import { getAllUserHandles, getUserDirectories } from '../users.js';
 const ENABLE_EXTENSIONS = getConfigValue('enableExtensions', true);
 const ENABLE_EXTENSIONS_AUTO_UPDATE = getConfigValue('enableExtensionsAutoUpdate', true);

     return path.join(userDirectories.backups, latestBackup);
+}
 export const router = express.Router();
 router.post('/save', jsonParser, function (request, response) {
     try {

 /**
  * Initializes the settings endpoint
  */
 export async function init() {
     await backupSettings();
+}
+-
 -module.exports = { router, init };

src/endpoints/speech.js+7 -11 Viewed

 constimport express =from require('express');
 -const { jsonParser } = require('../express-common');
 +import wavefile from 'wavefile';
 +import { jsonParser } from '../express-common.js';
 +import { getPipeline } from '../transformers.mjs';
 export const router = express.Router();
 /**
  * Gets the audio data from a base64-encoded audio file.

  * @returns {Float64Array} Audio data
  */
 function getWaveFile(audio) {
 -    const wavefile = require('wavefile');
     const wav = new wavefile.WaveFile();
     wav.fromDataURI(audio);
     wav.toBitDepth('32f');

     try {
         const TASK = 'automatic-speech-recognition';
         const { model, audio, lang } = req.body;
         const modulepipe = await importgetPipeline('../transformers.mjs'TASK, model);
 -        const pipe = await module.default.getPipeline(TASK, model);
         const wav = getWaveFile(audio);
         const start = performance.now();
         const result = await pipe(wav, { language: lang || null, task: 'transcribe' });

 router.post('/synthesize', jsonParser, async (req, res) => {
     try {
 -        const wavefile = require('wavefile');
         const TASK = 'text-to-speech';
         const { text, model, speaker } = req.body;
         const modulepipe = await importgetPipeline('../transformers.mjs'TASK, model);
 -        const pipe = await module.default.getPipeline(TASK, model);
         const speaker_embeddings = speaker
             ? new Float32Array(new Uint8Array(Buffer.from(speaker.startsWith('data:') ? speaker.split(',')[1] : speaker, 'base64')).buffer)
             : null;

         return res.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/sprites.js+11 -15 Viewed

 +import * as fs from 'node:fs';
 +import * as path from 'node:path';
 constimport fsexpress =from require('fsexpress');
 -const path = require('path');
 +import mime from 'mime-types';
 -const express = require('express');
 +import sanitize from 'sanitize-filename';
 -const mime = require('mime-types');
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 -const sanitize = require('sanitize-filename');
++
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import { getImageBuffers } from '../util.js';
 constimport { getImageBuffersjsonParser, urlencodedParser } =from require('../utilexpress-common.js');
 -const { jsonParser, urlencodedParser } = require('../express-common');
 /**
  * Gets the path to the sprites folder for the provided character name

  * @param {object} data RisuAI character data
  * @returns {void}
  */
 export function importRisuSprites(directories, data) {
     try {
         const name = data?.data?.name;
         const risuData = data?.data?.extensions?.risuai;

@@ -106,7 +107,7 @@ function importRisuSprites(directories, data) {
106	107	}
107	108	}
108	109
109	110	export const router = express.Router();
110	111
111	112	router.get('/get', jsonParser, function (request, response) {
112	113	const name = String(request.query.name);

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = {
 -    router,
 -    importRisuSprites,
 -};

src/endpoints/stable-diffusion.js+13 -13 Viewed

 -const express = require('express');
 +import * as fs from 'node:fs';
 -const fetch = require('node-fetch').default;
 +import * as path from 'node:path';
 -const sanitize = require('sanitize-filename');
++
 -const { getBasicAuthHeader, delay, getHexString } = require('../util.js');
 +import express from 'express';
 -const fs = require('fs');
 +import fetch from 'node-fetch';
 -const path = require('path');
 +import sanitize from 'sanitize-filename';
 constimport { sync as writeFileAtomicSync =} require(from 'write-file-atomic').sync;
 -const { jsonParser } = require('../express-common');
 +import FormData from 'form-data';
 -const { readSecret, SECRET_KEYS } = require('./secrets.js');
++
 -const FormData = require('form-data');
 +import { getBasicAuthHeader, delay, getHexString } from '../util.js';
 +import { jsonParser } from '../express-common.js';
 +import { readSecret, SECRET_KEYS } from './secrets.js';
 /**
  * Gets the comfy workflows.

         .sort(Intl.Collator().compare);
+}
 export const router = express.Router();
 router.post('/ping', jsonParser, async (request, response) => {
     try {

 router.use('/stability', stability);
 router.use('/blockentropy', blockentropy);
 router.use('/huggingface', huggingface);
+-
 -module.exports = { router };

src/endpoints/stats.js+12 -18 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
 +import * as crypto from 'node:crypto';
 -const writeFileAtomic = require('write-file-atomic');
++
 constimport cryptoexpress =from require('cryptoexpress');
 +import writeFileAtomic from 'write-file-atomic';
 const readFile = fs.promises.readFile;
 const readdir = fs.promises.readdir;
 constimport { jsonParser } =from require('../express-common.js');
 constimport { getAllUserHandles, getUserDirectories } =from require('../users.js');
 const STATS_FILE = 'stats.json';

  * @param {string} chatsPath Path to the directory containing the chat files.
  * @param {string} charactersPath Path to the directory containing the character files.
  */
 export async function recreateStats(handle, chatsPath, charactersPath) {
     console.log('Collecting and creating stats for user:', handle);
     const stats = await collectAndCreateStats(chatsPath, charactersPath);
     STATS.set(handle, stats);

  * Loads the stats file into memory. If the file doesn't exist or is invalid,
  * initializes stats by collecting and creating them for each character.
  */
 export async function init() {
     try {
         const userHandles = await getAllUserHandles();
         for (const handle of userHandles) {

  * Attempts to save charStats to a file and then terminates the process.
  * If an error occurs during the file write, it logs the error before exiting.
  */
 export async function onExit() {
     try {
         await saveStatsToFile();
     } catch (err) {

     };
+}
 export const router = express.Router();
 /**
  * Handle a POST request to get the stats object

     setCharStats(request.user.profile.handle, request.body);
     return response.sendStatus(200);
 });
+-
 -module.exports = {
 -    router,
 -    recreateStats,
 -    init,
 -    onExit,
 -};

src/endpoints/themes.js+9 -9 Viewed

 -const express = require('express');
 +import * as path from 'node:path';
 -const path = require('path');
 +import * as fs from 'node:fs';
 -const fs = require('fs');
 -const sanitize = require('sanitize-filename');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 -const { jsonParser } = require('../express-common');
 -const router = express.Router();
 +import express from 'express';
 +import sanitize from 'sanitize-filename';
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
++
 +import { jsonParser } from '../express-common.js';
++
 +export const router = express.Router();
 router.post('/save', jsonParser, (request, response) => {
     if (!request.body || !request.body.name) {

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/thumbnails.js+16 -20 Viewed

 constimport * as fs =from require('node:fs');
 -const fsPromises = require('fs').promises;
 +import * as fsPromises from 'node:fs/promises';
 constimport * as path =from require('node:path');
 -const mime = require('mime-types');
++
 -const express = require('express');
 +import mime from 'mime-types';
 -const sanitize = require('sanitize-filename');
 +import express from 'express';
 -const jimp = require('jimp');
 +import sanitize from 'sanitize-filename';
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import jimp from 'jimp';
 -const { getAllUserHandles, getUserDirectories } = require('../users');
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 -const { getConfigValue } = require('../util');
++
 constimport { jsonParsergetAllUserHandles, getUserDirectories } =from require('../express-commonusers.js');
 +import { getConfigValue } from '../util.js';
 +import { jsonParser } from '../express-common.js';
 const thumbnailsDisabled = getConfigValue('disableThumbnails', false);
 const quality = getConfigValue('thumbnailsQuality', 95);

  * @param {'bg' | 'avatar'} type Type of the thumbnail
  * @param {string} file Name of the file
  */
 export function invalidateThumbnail(directories, type, file) {
     const folder = getThumbnailFolder(directories, type);
     if (folder === undefined) throw new Error('Invalid thumbnail type');

  * Ensures that the thumbnail cache for backgrounds is valid.
  * @returns {Promise<void>} Promise that resolves when the cache is validated
  */
 export async function ensureThumbnailCache() {
     const userHandles = await getAllUserHandles();
     for (const handle of userHandles) {
         const directories = getUserDirectories(handle);

@@ -166,7 +168,7 @@ async function ensureThumbnailCache() {
166	168	}
167	169	}
168	170
169	171	export const router = express.Router();
170	172
171	173	// Important: This route must be mounted as '/thumbnail'. It is used in the client code and saved to chat files.
172	174	router.get('/', jsonParser, async function (request, response) {

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = {
 -    invalidateThumbnail,
 -    ensureThumbnailCache,
 -    router,
 -};

src/endpoints/tokenizers.js+22 -29 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
++
 -const { SentencePieceProcessor } = require('@agnai/sentencepiece-js');
 +import express from 'express';
 -const tiktoken = require('tiktoken');
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 -const { Tokenizer } = require('@agnai/web-tokenizers');
++
 constimport { convertClaudePromptTokenizer } =from require('..@agnai/promptweb-converterstokenizers');
 constimport { TEXTGEN_TYPESSentencePieceProcessor } =from require('..@agnai/constantssentencepiece-js');
 -const { jsonParser } = require('../express-common');
 +import tiktoken from 'tiktoken';
 -const { setAdditionalHeaders } = require('../additional-headers');
++
 constimport { getConfigValue, isValidUrlconvertClaudePrompt } =from require('../utilprompt-converters.js');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import { TEXTGEN_TYPES } from '../constants.js';
 +import { jsonParser } from '../express-common.js';
 +import { setAdditionalHeaders } from '../additional-headers.js';
 +import { getConfigValue, isValidUrl } from '../util.js';
 /**
  * @typedef { (req: import('express').Request, res: import('express').Response) => Promise<any> } TokenizationHandler

 /**
  * @type {string[]}
  */
 export const TEXT_COMPLETION_MODELS = [
     'gpt-3.5-turbo-instruct',
     'gpt-3.5-turbo-instruct-0914',
     'text-davinci-003',

 const qwen2Tokenizer = new WebTokenizer('https://github.com/SillyTavern/SillyTavern-Tokenizers/raw/main/qwen2.json', 'src/tokenizers/llama3.json');
 const nemoTokenizer = new WebTokenizer('https://github.com/SillyTavern/SillyTavern-Tokenizers/raw/main/nemo.json', 'src/tokenizers/llama3.json');
 export const sentencepieceTokenizers = [
     'llama',
     'nerdstash',
     'nerdstash_v2',

  * @param {string} model Sentencepiece model name
  * @returns {SentencePieceTokenizer|null} Sentencepiece tokenizer
  */
 export function getSentencepiceTokenizer(model) {
     if (model.includes('llama')) {
         return spp_llama;
+    }

  * @param {string} requestModel Models to use for tokenization
  * @returns {string} Tokenizer model to use
  */
 export function getTokenizerModel(requestModel) {
     if (requestModel.includes('o1-preview') || requestModel.includes('o1-mini')) {
         return 'gpt-4o';
+    }

@@ -427,7 +430,7 @@ function getTokenizerModel(requestModel) {
427	430	return 'gpt-3.5-turbo';
428	431	}
429	432
430	433	export function getTiktokenTokenizer(model) {
431	434	if (tokenizersCache[model]) {
432	435	return tokenizersCache[model];
433	436	}

  * @param {object[]} messages Array of messages
  * @returns {number} Number of tokens
  */
 export function countWebTokenizerTokens(tokenizer, messages) {
     // Should be fine if we use the old conversion method instead of the messages API one i think?
     const convertedPrompt = convertClaudePrompt(messages, false, '', false, false, '', false);

     };
+}
 export const router = express.Router();
 router.post('/llama/encode', jsonParser, createSentencepieceEncodingHandler(spp_llama));
 router.post('/nerdstash/encode', jsonParser, createSentencepieceEncodingHandler(spp_nerd));

         return response.send({ error: true });
+    }
 });
+-
 -module.exports = {
 -    TEXT_COMPLETION_MODELS,
 -    getTokenizerModel,
 -    getTiktokenTokenizer,
 -    countWebTokenizerTokens,
 -    getSentencepiceTokenizer,
 -    sentencepieceTokenizers,
 -    router,
 -};

src/endpoints/translate.js+14 -12 Viewed

 -const fetch = require('node-fetch').default;
 +import * as https from 'node:https';
 -const https = require('https');
 +import { createRequire } from 'node:module';
 -const express = require('express');
 +import fetch from 'node-fetch';
 -const iconv = require('iconv-lite');
 +import express from 'express';
 -const { readSecret, SECRET_KEYS } = require('./secrets');
 +import iconv from 'iconv-lite';
 -const { getConfigValue, uuidv4 } = require('../util');
 +import bingTranslateApi from 'bing-translate-api';
 -const { jsonParser } = require('../express-common');
++
 +const require = createRequire(import.meta.url);
 +const { generateRequestUrl, normaliseResponse } = require('google-translate-api-browser');
++
 +import { readSecret, SECRET_KEYS } from './secrets.js';
 +import { getConfigValue, uuidv4 } from '../util.js';
 +import { jsonParser } from '../express-common.js';
 const DEEPLX_URL_DEFAULT = 'http://127.0.0.1:1188/translate';
 const ONERING_URL_DEFAULT = 'http://127.0.0.1:4990/translate';

@@ -23,7 +29,7 @@ function decodeBuffer(buffer) {
23	29	}
24	30	}
25	31
26	32	export const router = express.Router();
27	33
28	34	router.post('/libre', jsonParser, async (request, response) => {
29	35	const key = readSecret(request.user.directories, SECRET_KEYS.LIBRE);

 router.post('/google', jsonParser, async (request, response) => {
     try {
 -        const { generateRequestUrl, normaliseResponse } = require('google-translate-api-browser');
         const text = request.body.text;
         const lang = request.body.lang;

 });
 router.post('/bing', jsonParser, async (request, response) => {
 -    const bingTranslateApi = require('bing-translate-api');
     const text = request.body.text;
     let lang = request.body.lang;

         return response.sendStatus(500);
     });
 });
+-
 -module.exports = { router };

src/endpoints/users-admin.js+11 -14 Viewed

 -const fsPromises = require('fs').promises;
 +import { promises as fsPromises } from 'node:fs';
 -const storage = require('node-persist');
++
 -const express = require('express');
 +import storage from 'node-persist';
 constimport lodashexpress =from require('lodashexpress');
 -const { jsonParser } = require('../express-common');
 +import lodash from 'lodash';
 constimport { checkForNewContentjsonParser } =from require('../contentexpress-managercommon.js');
 -const {
 +import { checkForNewContent } from './content-manager.js';
 +import {
     KEY_PREFIX,
     toKey,
     requireAdminMiddleware,

     getPasswordHash,
     getUserDirectories,
     ensurePublicDirectoriesExist,
 } =from require('../users.js');
 constimport { DEFAULT_USER } =from require('../constants.js');
 export const router = express.Router();
 router.post('/get', requireAdminMiddleware, jsonParser, async (_request, response) => {
     try {

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = {
 -    router,
 -};

src/endpoints/users-private.js+14 -16 Viewed

 constimport * as path =from require('node:path');
 -const fsPromises = require('fs').promises;
 +import { promises as fsPromises } from 'node:fs';
 -const storage = require('node-persist');
 +import * as crypto from 'node:crypto';
 -const express = require('express');
++
 -const crypto = require('crypto');
 +import storage from 'node-persist';
 -const { jsonParser } = require('../express-common');
 +import express from 'express';
 -const { getUserAvatar, toKey, getPasswordHash, getPasswordSalt, createBackupArchive, ensurePublicDirectoriesExist, toAvatarKey } = require('../users');
++
 constimport { SETTINGS_FILEjsonParser } =from require('../constantsexpress-common.js');
 -const contentManager = require('./content-manager');
 +import { getUserAvatar, toKey, getPasswordHash, getPasswordSalt, createBackupArchive, ensurePublicDirectoriesExist, toAvatarKey } from '../users.js';
 constimport { color, CacheSETTINGS_FILE } =from require('../utilconstants.js');
 constimport {* checkForNewContentas }contentManager =from require('./content-manager.js');
 +import { color, Cache } from '../util.js';
 +import { checkForNewContent } from './content-manager.js';
 const RESET_CACHE = new Cache(5 * 60 * 1000);
 export const router = express.Router();
 router.post('/logout', async (request, response) => {
     try {

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = {
 -    router,
 -};

src/endpoints/users-public.js+9 -12 Viewed

 constimport * as crypto =from require('node:crypto');
 -const storage = require('node-persist');
++
 -const express = require('express');
 +import storage from 'node-persist';
 -const { RateLimiterMemory, RateLimiterRes } = require('rate-limiter-flexible');
 +import express from 'express';
 constimport { jsonParserRateLimiterMemory, getIpFromRequestRateLimiterRes } =from require('../expressrate-commonlimiter-flexible');
 constimport { color, CachejsonParser, getConfigValuegetIpFromRequest } =from require('../utilexpress-common.js');
 constimport { KEY_PREFIX, getUserAvatar, toKeycolor, getPasswordHashCache, getPasswordSaltgetConfigValue } =from require('../usersutil.js');
 +import { KEY_PREFIX, getUserAvatar, toKey, getPasswordHash, getPasswordSalt } from '../users.js';
 const DISCREET_LOGIN = getConfigValue('enableDiscreetLogin', false);
 const MFA_CACHE = new Cache(5 * 60 * 1000);
 export const router = express.Router();
 const loginLimiter = new RateLimiterMemory({
     points: 5,
     duration: 60,

         return response.sendStatus(500);
+    }
 });
+-
 -module.exports = {
 -    router,
 -};

src/endpoints/vectors.js+38 -28 Viewed

 -const vectra = require('vectra');
 +import * as path from 'node:path';
 -const path = require('path');
 +import * as fs from 'node:fs';
 -const fs = require('fs');
++
 constimport expressvectra =from require('expressvectra');
 -const sanitize = require('sanitize-filename');
 +import express from 'express';
 -const { jsonParser } = require('../express-common');
 +import sanitize from 'sanitize-filename';
 -const { getConfigValue } = require('../util');
++
 +import { jsonParser } from '../express-common.js';
 +import { getConfigValue } from '../util.js';
++
 +import { getNomicAIBatchVector, getNomicAIVector } from '../vectors/nomicai-vectors.js';
 +import { getOpenAIVector, getOpenAIBatchVector } from '../vectors/openai-vectors.js';
 +import { getTransformersVector, getTransformersBatchVector } from '../vectors/embedding.js';
 +import { getExtrasVector, getExtrasBatchVector } from '../vectors/extras-vectors.js';
 +import { getMakerSuiteVector, getMakerSuiteBatchVector } from '../vectors/makersuite-vectors.js';
 +import { getCohereVector, getCohereBatchVector } from '../vectors/cohere-vectors.js';
 +import { getLlamaCppVector, getLlamaCppBatchVector } from '../vectors/llamacpp-vectors.js';
 +import { getVllmVector, getVllmBatchVector } from '../vectors/vllm-vectors.js';
 +import { getOllamaVector, getOllamaBatchVector } from '../vectors/ollama-vectors.js';
 // Don't forget to add new sources to the SOURCES array
 const SOURCES = [

 async function getVector(source, sourceSettings, text, isQuery, directories) {
     switch (source) {
         case 'nomicai':
             return require('../vectors/nomicai-vectors').getNomicAIVector(text, source, directories);
         case 'togetherai':
         case 'mistral':
         case 'openai':
             return require('../vectors/openai-vectors').getOpenAIVector(text, source, directories, sourceSettings.model);
         case 'transformers':
             return require('../vectors/embedding').getTransformersVector(text);
         case 'extras':
             return require('../vectors/extras-vectors').getExtrasVector(text, sourceSettings.extrasUrl, sourceSettings.extrasKey);
         case 'palm':
             return require('../vectors/makersuite-vectors').getMakerSuiteVector(text, directories);
         case 'cohere':
             return require('../vectors/cohere-vectors').getCohereVector(text, isQuery, directories, sourceSettings.model);
         case 'llamacpp':
             return require('../vectors/llamacpp-vectors').getLlamaCppVector(text, sourceSettings.apiUrl, directories);
         case 'vllm':
             return require('../vectors/vllm-vectors').getVllmVector(text, sourceSettings.apiUrl, sourceSettings.model, directories);
         case 'ollama':
             return require('../vectors/ollama-vectors').getOllamaVector(text, sourceSettings.apiUrl, sourceSettings.model, sourceSettings.keep, directories);
+    }
     throw new Error(`Unknown vector source ${source}`);

     for (let batch of batches) {
         switch (source) {
             case 'nomicai':
                 results.push(...await require('../vectors/nomicai-vectors').getNomicAIBatchVector(batch, source, directories));
                 break;
             case 'togetherai':
             case 'mistral':
             case 'openai':
                 results.push(...await require('../vectors/openai-vectors').getOpenAIBatchVector(batch, source, directories, sourceSettings.model));
                 break;
             case 'transformers':
                 results.push(...await require('../vectors/embedding').getTransformersBatchVector(batch));
                 break;
             case 'extras':
                 results.push(...await require('../vectors/extras-vectors').getExtrasBatchVector(batch, sourceSettings.extrasUrl, sourceSettings.extrasKey));
                 break;
             case 'palm':
                 results.push(...await require('../vectors/makersuite-vectors').getMakerSuiteBatchVector(batch, directories));
                 break;
             case 'cohere':
                 results.push(...await require('../vectors/cohere-vectors').getCohereBatchVector(batch, isQuery, directories, sourceSettings.model));
                 break;
             case 'llamacpp':
                 results.push(...await require('../vectors/llamacpp-vectors').getLlamaCppBatchVector(batch, sourceSettings.apiUrl, directories));
                 break;
             case 'vllm':
                 results.push(...await require('../vectors/vllm-vectors').getVllmBatchVector(batch, sourceSettings.apiUrl, sourceSettings.model, directories));
                 break;
             case 'ollama':
                 results.push(...await require('../vectors/ollama-vectors').getOllamaBatchVector(batch, sourceSettings.apiUrl, sourceSettings.model, sourceSettings.keep, directories));
                 break;
             default:
                 throw new Error(`Unknown vector source ${source}`);

     return res.sendStatus(500);
+}
 export const router = express.Router();
 router.post('/query', jsonParser, async (req, res) => {
     try {

         return res.sendStatus(500);
+    }
 });
+-
 -module.exports = { router };

src/endpoints/worldinfo.js+9 -10 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 -const express = require('express');
 -const sanitize = require('sanitize-filename');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 -const { jsonParser, urlencodedParser } = require('../express-common');
 +import express from 'express';
 +import sanitize from 'sanitize-filename';
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
++
 +import { jsonParser, urlencodedParser } from '../express-common.js';
 /**
  * Reads a World Info file and returns its contents

  * @param {boolean} allowDummy If true, returns an empty object if the file doesn't exist
  * @returns {object} World Info file contents
  */
 export function readWorldInfoFile(directories, worldInfoName, allowDummy) {
     const dummyObject = allowDummy ? { entries: {} } : null;
     if (!worldInfoName) {

     return worldInfo;
+}
 export const router = express.Router();
 router.post('/get', jsonParser, (request, response) => {
     if (!request.body?.name) {

     return response.send({ ok: true });
 });
+-
 -module.exports = { router, readWorldInfoFile };

src/express-common.js+11 -12 Viewed

 constimport express =from require('express');
 constimport ipaddr =from require('ipaddr.js');
 // Instantiate parser middleware here with application-level size limits
 export const jsonParser = express.json({ limit: '200mb' });
 export const urlencodedParser = express.urlencoded({ extended: true, limit: '200mb' });
 /**
  * Gets the IP address of the client from the request object.
  * @param {import('express').Request)} req Request object
  * @returns {string} IP address of the client
  */
 export function getIpFromRequest(req) {
     let clientIp = req.connectionsocket.remoteAddress;
 +    if (!clientIp) {
 +        return 'unknown';
 +    }
     let ip = ipaddr.parse(clientIp);
     // Check if the IP address is IPv4-mapped IPv6 address
     if (ip.kind() === 'ipv6' && ip instanceof ipaddr.IPv6 && ip.isIPv4MappedAddress()) {
         const ipv4 = ip.toIPv4Address().toString();
         clientIp = ipv4;
     } else {
         clientIp = ip.toString();
 -        clientIp = clientIp.toString();
+    }
     return clientIp;
+}
+-
+-
 -module.exports = { jsonParser, urlencodedParser, getIpFromRequest };

src/middleware/basicAuth.js+4 -4 Viewed

  * When applied, this middleware will ensure the request contains the required header for basic authentication and only
  * allow access to the endpoint after successful authentication.
  */
 -const { getAllUserHandles, toKey, getPasswordHash } = require('../users.js');
 +import storage from 'node-persist';
 constimport { getConfiggetAllUserHandles, getConfigValuetoKey, getPasswordHash } =from require('../utilusers.js');
 -const storage = require('node-persist');
 +import { getConfig, getConfigValue } from '../util.js';
 const PER_USER_BASIC_AUTH = getConfigValue('perUserBasicAuth', false);
 const ENABLE_ACCOUNTS = getConfigValue('enableUserAccounts', false);

     return unauthorizedResponse(response);
 };
 module.exportsexport =default basicAuthMiddleware;

src/middleware/multerMonkeyPatch.js+1 -3 Viewed

  * @param {import('express').Response} _res Response
  * @param {import('express').NextFunction} next Next middleware
  */
 export default function multerMonkeyPatch(req, _res, next) {
     try {
         if (req.file) {
             req.file.originalname = decodeFileName(req.file.originalname);

@@ -26,5 +26,3 @@ function multerMonkeyPatch(req, _res, next) {
26	26	next();
27	27	}
28	28	}
29		-
30		-module.exports = multerMonkeyPatch;

src/middleware/whitelist.js+6 -8 Viewed

 constimport * as path =from require('node:path');
 constimport * as fs =from require('node:fs');
 constimport ipMatching =from require('ip-matching');
 constimport { getIpFromRequest } =from require('../express-common.js');
 constimport { color, getConfigValue } =from require('../util.js');
 const whitelistPath = path.join(process.cwd(), './whitelist.txt');
 const enableForwardedWhitelist = getConfigValue('enableForwardedWhitelist', false);

  * @param {boolean} listen If listen mode is enabled via config or command line
  * @returns {import('express').RequestHandler} The middleware function
  */
 export default function whitelistMiddleware(whitelistMode, listen) {
     return function (req, res, next) {
         const clientIp = getIpFromRequest(req);
         const forwardedIp = getForwardedIp(req);

         next();
     };
+}
+-
 -module.exports = whitelistMiddleware;

src/plugin-loader.js+7 -10 Viewed

 constimport * as fs =from require('node:fs');
 constimport * as path =from require('node:path');
 constimport * as url =from require('node:url');
 -const express = require('express');
++
 -const { getConfigValue } = require('./util');
 +import express from 'express';
 +import { getConfigValue } from './util.js';
 const enableServerPlugins = getConfigValue('enableServerPlugins', false);
 /**

  * @returns {Promise<Function>} Promise that resolves when all plugins are loaded. Resolves to a "cleanup" function to
  * be called before the server shuts down.
  */
 export async function loadPlugins(app, pluginsPath) {
     const exitHooks = [];
     const emptyFn = () => {};

     return true;
+}
+-
 -module.exports = {
 -    loadPlugins,
 -};

src/polyfill.js+1 -1 Viewed

@@ -7,4 +7,4 @@ if (!Array.prototype.findLastIndex) {
7	7	};
8	8	}
9	9
10	10	module.exportsexport default () => {};

src/prompt-converters.js+13 -22 Viewed

 -require('./polyfill.js');
 +import * as crypto from 'node:crypto';
 const { getConfigValueimport }polyfill =from require('./utilpolyfill.js');
 -const crypto = require('crypto');
 +import { getConfigValue } from './util.js';
++
 +polyfill();
 const PROMPT_PLACEHOLDER = getConfigValue('promptPlaceholder', 'Let\'s get started.');

  * @returns {string} Prompt for Claude
  * @copyright Prompt Conversion script taken from RisuAI by kwaroran (GPLv3).
  */
 export function convertClaudePrompt(messages, addAssistantPostfix, addAssistantPrefill, withSysPromptSupport, useSystemPrompt, addSysHumanMsg, excludePrefixes) {
     //Prepare messages for claude.
     //When 'Exclude Human/Assistant prefixes' checked, setting messages role to the 'system'(last message is exception).

  * @param {string}   charName Character name
  * @param {string}   userName User name
  */
 export function convertClaudeMessages(messages, prefillString, useSysPrompt, useTools, humanMsgFix, charName = '', userName = '') {
     let systemPrompt = [];
     if (useSysPrompt) {
         // Collect all the system messages up until the first instance of a non-system message, and then remove them from the messages array.

  * @param {string}   userName User name
  * @returns {{chatHistory: object[]}} Prompt for Cohere
  */
 export function convertCohereMessages(messages, charName = '', userName = '') {
     if (messages.length === 0) {
         messages.unshift({
             role: 'user',

  * @param {string} userName User name
  * @returns {{contents: *[], system_instruction: {parts: {text: string}}}} Prompt for Google MakerSuite models
  */
 export function convertGooglePrompt(messages, model, useSysPrompt = false, charName = '', userName = '') {
     // This is a 1x1 transparent PNG
     const PNG_PIXEL = 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNkYAAAAAYAAjCB0C8AAAAASUVORK5CYII=';

  * @param {string} charName Character name
  * @param {string} userName User name
  */
 export function convertAI21Messages(messages, charName = '', userName = '') {
     if (!Array.isArray(messages)) {
         return [];
+    }

  * @param {string} charName Character name
  * @param {string} userName User name
  */
 export function convertMistralMessages(messages, charName = '', userName = '') {
     if (!Array.isArray(messages)) {
         return [];
+    }

  * @param {boolean} strict Enable strict mode: only allow one system message at the start, force user first message
  * @returns {any[]} Merged messages
  */
 export function mergeMessages(messages, charName, userName, strict) {
     let mergedMessages = [];
     // Remove names from the messages

  * @param {object[]} messages Array of messages
  * @returns {string} Prompt for Text Completion API
  */
 export function convertTextCompletionPrompt(messages) {
     if (typeof messages === 'string') {
         return messages;
+    }

     });
     return messageStrings.join('\n') + '\nassistant:';
+}
+-
 -module.exports = {
 -    convertClaudePrompt,
 -    convertClaudeMessages,
 -    convertGooglePrompt,
 -    convertTextCompletionPrompt,
 -    convertCohereMessages,
 -    convertMistralMessages,
 -    convertAI21Messages,
 -    mergeMessages,
 -};

src/request-proxy.js+5 -8 Viewed

 constimport * as http =from require('node:http');
 constimport * as https =from require('node:https');
 constimport { isValidUrl, colorProxyAgent } =from require('./util.jsproxy-agent');
 +import { isValidUrl, color } from './util.js';
 const LOG_HEADER = '[Request Proxy]';

  * @property {string} url Proxy URL.
  * @property {string[]} bypass List of URLs to bypass proxy.
  */
 export default function initRequestProxy({ enabled, url, bypass }) {
     try {
 -        const { ProxyAgent } = require('proxy-agent');
+-
         // No proxy is enabled, so return
         if (!enabled) {
             return;

@@ -52,5 +51,3 @@ function initRequestProxy({ enabled, url, bypass }) {
52	51	console.error(color.red(LOG_HEADER), 'Failed to initialize request proxy:', error);
53	52	}
54	53	}
55		-
56		-module.exports = initRequestProxy;

src/transformers.mjs+6 -5 Viewed

 +import path from 'node:path';
 +import fs from 'node:fs';
++
 import { pipeline, env, RawImage, Pipeline } from 'sillytavern-transformers';
 import { getConfigValue } from './util.js';
 -import path from 'path';
 -import fs from 'fs';
 configureTransformers();

  * @param {string} image Base64-encoded image
  * @returns {Promise<RawImage|null>} Object representing the image
  */
 export async function getRawImage(image) {
     try {
         const buffer = Buffer.from(image, 'base64');
         const byteArray = new Uint8Array(buffer);

  * @param {string} forceModel The model to use for the pipeline, if any
  * @returns {Promise<Pipeline>} Pipeline for the task
  */
 export async function getPipeline(task, forceModel = '') {
     await migrateCacheToDataDir();
     if (tasks[task].pipeline) {

+}
 export default {
 -    getPipeline,
     getRawImage,
 +    getPipeline,
 };

src/users.js+40 -68 Viewed

 // Native Node Modules
 constimport * as path =from require('node:path');
 constimport * as fs =from require('node:fs');
 constimport * as crypto =from require('node:crypto');
 constimport * as os =from require('node:os');
 // Express and other dependencies
 constimport storage =from require('node-persist');
 constimport express =from require('express');
 constimport mime =from require('mime-types');
 constimport archiver =from require('archiver');
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import _ from 'lodash';
 -const _ = require('lodash');
 +import { sync as writeFileAtomicSync } from 'write-file-atomic';
 constimport { USER_DIRECTORY_TEMPLATE, DEFAULT_USER, PUBLIC_DIRECTORIES, SETTINGS_FILE } =from require('./constants.js');
 constimport { getConfigValue, color, delay, setConfigValue, generateTimestamp } =from require('./util.js');
 constimport { readSecret, writeSecret } =from require('./endpoints/secrets.js');
+-
 +import { getContentOfType } from './endpoints/content-manager.js';
 -const KEY_PREFIX = 'user:';
++
 +export const KEY_PREFIX = 'user:';
 const AVATAR_PREFIX = 'avatar:';
 const ENABLE_ACCOUNTS = getConfigValue('enableUserAccounts', false);
 const AUTHELIA_AUTH = getConfigValue('autheliaAuth', false);

  * Ensures that the content directories exist.
  * @returns {Promise<import('./users').UserDirectoryList[]>} - The list of user directories
  */
 export async function ensurePublicDirectoriesExist() {
     for (const dir of Object.values(PUBLIC_DIRECTORIES)) {
         if (!fs.existsSync(dir)) {
             fs.mkdirSync(dir, { recursive: true });

  * Gets a list of all user directories.
  * @returns {Promise<import('./users').UserDirectoryList[]>} - The list of user directories
  */
 export async function getUserDirectoriesList() {
     const userHandles = await getAllUserHandles();
     const directoriesList = userHandles.map(handle => getUserDirectories(handle));
     return directoriesList;

 /**
  * Perform migration from the old user data format to the new one.
  */
 export async function migrateUserData() {
     const publicDirectory = path.join(process.cwd(), 'public');
     // No need to migrate if the characters directory doesn't exists

     console.log(color.green('Migration completed!'));
+}
 export async function migrateSystemPrompts() {
     /**
      * Gets the default system prompts.
      * @returns {Promise<any[]>} - The list of default system prompts
      */
     async function getDefaultSystemPrompts() {
         try {
 -            const { getContentOfType } = await import('./endpoints/content-manager.js');
             return getContentOfType('sysprompt', 'json');
         } catch {
             return [];

  * @param {string} handle User handle
  * @returns {string} The key for the user storage
  */
 export function toKey(handle) {
     return `${KEY_PREFIX}${handle}`;
+}

  * @param {string} handle User handle
  * @returns {string} The key for the avatar storage
  */
 export function toAvatarKey(handle) {
     return `${AVATAR_PREFIX}${handle}`;
+}

  * @param {string} dataRoot The root directory for user data
  * @returns {Promise<void>}
  */
 export async function initUserStorage(dataRoot) {
     global.DATA_ROOT = dataRoot;
     console.log('Using data root:', color.green(global.DATA_ROOT));
     console.log();

  * Get the cookie secret from the config. If it doesn't exist, generate a new one.
  * @returns {string} The cookie secret
  */
 export function getCookieSecret() {
     let secret = getConfigValue(STORAGE_KEYS.cookieSecret);
     if (!secret) {

  * Generates a random password salt.
  * @returns {string} The password salt
  */
 export function getPasswordSalt() {
     return crypto.randomBytes(16).toString('base64');
+}

  * Get the session name for the current server.
  * @returns {string} The session name
  */
 export function getCookieSessionName() {
     // Get server hostname and hash it to generate a session suffix
     const suffix = crypto.createHash('sha256').update(os.hostname()).digest('hex').slice(0, 8);
     return `session-${suffix}`;

  * @param {string} salt Salt to use for hashing
  * @returns {string} Hashed password
  */
 export function getPasswordHash(password, salt) {
     return crypto.scryptSync(password.normalize(), salt, 64).toString('base64');
+}

  * @param {import('express').Request} [request] HTTP request object
  * @returns {string} The CSRF secret
  */
 export function getCsrfSecret(request) {
     if (!request || !request.user) {
         return ANON_CSRF_SECRET;
+    }

  * Gets a list of all user handles.
  * @returns {Promise<string[]>} - The list of user handles
  */
 export async function getAllUserHandles() {
     const keys = await storage.keys(x => x.key.startsWith(KEY_PREFIX));
     const handles = keys.map(x => x.replace(KEY_PREFIX, ''));
     return handles;

  * @param {string} handle User handle
  * @returns {UserDirectoryList} User directories
  */
 export function getUserDirectories(handle) {
     if (DIRECTORIES_CACHE.has(handle)) {
         const cache = DIRECTORIES_CACHE.get(handle);
         if (cache) {

  * @param {string} handle User handle
  * @returns {Promise<string>} User avatar URL
  */
 export async function getUserAvatar(handle) {
     try {
         // Check if the user has a custom avatar
         const avatarKey = toAvatarKey(handle);

  * @param {import('express').Request} request Request object
  * @returns {boolean} Whether the user should be redirected to the login page
  */
 export function shouldRedirectToLogin(request) {
     return ENABLE_ACCOUNTS && !request.user;
+}

  * @param {boolean} basicAuthMode If Basic auth mode is enabled
  * @returns {Promise<boolean>} Whether auto-login was performed
  */
 export async function tryAutoLogin(request, basicAuthMode) {
     if (!ENABLE_ACCOUNTS || request.user || !request.session) {
         return false;
+    }

  * @param {import('express').Response} response Response object
  * @param {import('express').NextFunction} next Next function
  */
 export async function setUserDataMiddleware(request, response, next) {
     // If user accounts are disabled, use the default user
     if (!ENABLE_ACCOUNTS) {
         const handle = DEFAULT_USER.handle;

  * @param {import('express').Response} response Response object
  * @param {import('express').NextFunction} next Next function
  */
 export function requireLoginMiddleware(request, response, next) {
     if (!request.user) {
         return response.sendStatus(403);
+    }

  * @param {import('express').NextFunction} next Next function
  * @returns {any}
  */
 export function requireAdminMiddleware(request, response, next) {
     if (!request.user) {
         return response.sendStatus(403);
+    }

  * @param {import('express').Response} response Express response object to write to
  * @returns {Promise<void>} Promise that resolves when the archive is created
  */
 export async function createBackupArchive(handle, response) {
     const directories = getUserDirectories(handle);
     console.log('Backup requested for', handle);

  * Gets all of the enabled users.
  * @returns {Promise<User[]>}
  */
 export async function getAllEnabledUsers() {
     const users = await getAllUsers();
     return users.filter(x => x.enabled);
+}

 /**
  * Express router for serving files from the user's directories.
  */
 export const router = express.Router();
 router.use('/backgrounds/*', createRouteHandler(req => req.user.directories.backgrounds));
 router.use('/characters/*', createRouteHandler(req => req.user.directories.characters));
 router.use('/User%20Avatars/*', createRouteHandler(req => req.user.directories.avatars));

 router.use('/user/images/*', createRouteHandler(req => req.user.directories.userImages));
 router.use('/user/files/*', createRouteHandler(req => req.user.directories.files));
 router.use('/scripts/extensions/third-party/*', createRouteHandler(req => req.user.directories.extensions));
+-
 -module.exports = {
 -    KEY_PREFIX,
 -    toKey,
 -    toAvatarKey,
 -    initUserStorage,
 -    ensurePublicDirectoriesExist,
 -    getUserDirectoriesList,
 -    getAllUserHandles,
 -    getUserDirectories,
 -    setUserDataMiddleware,
 -    requireLoginMiddleware,
 -    requireAdminMiddleware,
 -    migrateUserData,
 -    migrateSystemPrompts,
 -    getPasswordSalt,
 -    getPasswordHash,
 -    getCsrfSecret,
 -    getCookieSecret,
 -    getCookieSessionName,
 -    getUserAvatar,
 -    shouldRedirectToLogin,
 -    createBackupArchive,
 -    tryAutoLogin,
 -    getAllUsers,
 -    getAllEnabledUsers,
 -    router,
 -};

src/util.js+45 -73 Viewed

 constimport * as path =from require('node:path');
 constimport * as fs =from require('node:fs');
 -const commandExistsSync = require('command-exists').sync;
 +import * as http2 from 'node:http2';
 -const writeFileAtomicSync = require('write-file-atomic').sync;
 +import { Readable } from 'node:stream';
 -const _ = require('lodash');
 +import { createRequire } from 'node:module';
 -const yauzl = require('yauzl');
++
 -const mime = require('mime-types');
 +import yaml from 'yaml';
 -const yaml = require('yaml');
 +import { sync as commandExistsSync } from 'command-exists';
 constimport { default:sync simpleGitas writeFileAtomicSync } =from require('simplewrite-gitfile-atomic');
 -const { Readable } = require('stream');
 +import _ from 'lodash';
 +import yauzl from 'yauzl';
 +import mime from 'mime-types';
 +import { default as simpleGit } from 'simple-git';
 /**
  * Parsed config object.

  * Returns the config object from the config.yaml file.
  * @returns {object} Config object
  */
 export function getConfig() {
     if (CACHED_CONFIG) {
         return CACHED_CONFIG;
+    }

  * @param {any} defaultValue - Default value to return if the key is not found
  * @returns {any} Value for the given key
  */
 export function getConfigValue(key, defaultValue = null) {
     const config = getConfig();
     return _.get(config, key, defaultValue);
+}

  * @param {string} key Key to set
  * @param {any} value Value to set
  */
 export function setConfigValue(key, value) {
     // Reset cache so that the next getConfig call will read the updated config file
     CACHED_CONFIG = null;
     const config = getConfig();

  * @param {string} auth username:password
  * @returns {string} Basic Auth header value
  */
 export function getBasicAuthHeader(auth) {
     const encoded = Buffer.from(`${auth}`).toString('base64');
     return `Basic ${encoded}`;
+}

  * Also returns the agent string for the Horde API.
  * @returns {Promise<{agent: string, pkgVersion: string, gitRevision: string | null, gitBranch: string | null, commitDate: string | null, isLatest: boolean}>} Version info object
  */
 export async function getVersion() {
     let pkgVersion = 'UNKNOWN';
     let gitRevision = null;
     let gitBranch = null;

     let isLatest = true;
     try {
 +        const require = createRequire(import.meta.url);
         const pkgJson = require(path.join(process.cwd(), './package.json'));
         pkgVersion = pkgJson.version;
         if (!process['pkg'] && commandExistsSync('git')) {
             const git = simpleGit();
             const cwd = process.cwd();
             gitRevision = await git.cwd(cwd).revparse(['--short', 'HEAD']);

  * @param {number} ms Milliseconds to wait
  * @returns {Promise<void>} Promise that resolves after the given amount of milliseconds
  */
 export function delay(ms) {
     return new Promise(resolve => setTimeout(resolve, ms));
+}

  * @returns {string} Random hex string
  * @example getHexString(8) // 'a1b2c3d4'
  */
 export function getHexString(length) {
     const chars = '0123456789abcdef';
     let result = '';
     for (let i = 0; i < length; i++) {

  * @param {string} fileExtension File extension to look for
  * @returns {Promise<Buffer|null>} Buffer containing the extracted file. Null if the file was not found.
  */
 export async function extractFileFromZipBuffer(archiveBuffer, fileExtension) {
     return await new Promise((resolve, reject) => yauzl.fromBuffer(Buffer.from(archiveBuffer), { lazyEntries: true }, (err, zipfile) => {
         if (err) {
             reject(err);

  * @param {string} zipFilePath Path to the ZIP archive
  * @returns {Promise<[string, Buffer][]>} Array of image buffers
  */
 export async function getImageBuffers(zipFilePath) {
     return new Promise((resolve, reject) => {
         // Check if the zip file exists
         if (!fs.existsSync(zipFilePath)) {

  * @param {any} readableStream Readable stream to read from
  * @returns {Promise<Buffer[]>} Array of chunks
  */
 export async function readAllChunks(readableStream) {
     return new Promise((resolve, reject) => {
         // Consume the readable stream
         const chunks = [];

     return (item && typeof item === 'object' && !Array.isArray(item));
+}
 export function deepMerge(target, source) {
     let output = Object.assign({}, target);
     if (isObject(target) && isObject(source)) {
         Object.keys(source).forEach(key => {

     return output;
+}
 export const color = {
     byNum: (mess, fgNum) => {
         mess = mess || '';
         fgNum = fgNum === undefined ? 31 : fgNum;

  * Gets a random UUIDv4 string.
  * @returns {string} A UUIDv4 string
  */
 export function uuidv4() {
     if ('crypto' in global && 'randomUUID' in global.crypto) {
         return global.crypto.randomUUID();
+    }

     });
+}
 export function humanizedISO8601DateTime(date) {
     let baseDate = typeof date === 'number' ? new Date(date) : new Date();
     let humanYear = baseDate.getFullYear();
     let humanMonth = (baseDate.getMonth() + 1);

     return HumanizedDateTime;
+}
 export function tryParse(str) {
     try {
         return JSON.parse(str);
     } catch {

  * @param {string} inputPath The path to be converted.
  * @returns The relative URL path from which the client can access the file.
  */
 export function clientRelativePath(root, inputPath) {
     if (!inputPath.startsWith(root)) {
         throw new Error('Input path does not start with the root directory');
+    }

  * @param {string} filename The file name to remove the extension from.
  * @returns The file name, sans extension
  */
 export function removeFileExtension(filename) {
     return filename.replace(/\.[^.]+$/, '');
+}
 export function generateTimestamp() {
     const now = new Date();
     const year = now.getFullYear();
     const month = String(now.getMonth() + 1).padStart(2, '0');

  * @param {string} directory The root directory to remove backups from.
  * @param {string} prefix File prefix to filter backups by.
  */
 export function removeOldBackups(directory, prefix) {
     const MAX_BACKUPS = Number(getConfigValue('numberOfBackups', 50));
     let files = fs.readdirSync(directory).filter(f => f.startsWith(prefix));

  * @param {'name' | 'date'} sortBy Sort images by name or date
  * @returns {string[]} List of image file names
  */
 export function getImages(directoryPath, sortBy = 'name') {
     function getSortFunction() {
         switch (sortBy) {
             case 'name':

  * @param {import('node-fetch').Response} from The Fetch API response to pipe from.
  * @param {import('express').Response} to The Express response to pipe to.
  */
 export function forwardFetchResponse(from, to) {
     let statusCode = from.status;
     let statusText = from.statusText;

     to.statusCode = statusCode;
     to.statusMessage = statusText;
++
     from.body.pipe(to);
     to.socket.on('close', function () {

  * @param {object} headers Request headers
  * @returns {Promise<string>} Response body
  */
 export function makeHttp2Request(endpoint, method, body, headers) {
     return new Promise((resolve, reject) => {
         try {
 -            const http2 = require('http2');
             const url = new URL(endpoint);
             const client = http2.connect(url.origin);

  * @param {string} yamlString YAML-serialized object
  * @returns
  */
 export function mergeObjectWithYaml(obj, yamlString) {
     if (!yamlString) {
         return;
+    }

  * @param {string} yamlString YAML-serialized array
  * @returns {void} Nothing
  */
 export function excludeKeysByYaml(obj, yamlString) {
     if (!yamlString) {
         return;
+    }

  * @param {string} str Input string
  * @returns {string} Trimmed string
  */
 export function trimV1(str) {
     return String(str ?? '').replace(/\/$/, '').replace(/\/v1$/, '');
+}
 /**
  * Simple TTL memory cache.
  */
 export class Cache {
     /**
      * @param {number} ttl Time to live in milliseconds
      */

  * @param {string} text Text with color formatting
  * @returns {string} Text without color formatting
  */
 export function removeColorFormatting(text) {
     // ANSI escape codes for colors are usually in the format \x1b[<codes>m
     return text.replace(/\x1b\[\d{1,2}(;\d{1,2})*m/g, '');
+}

  * @param {number} n Number of times to repeat the separator
  * @returns {string} Separator string
  */
 export function getSeparator(n) {
     return '='.repeat(n);
+}

  * @param {string} url String to check
  * @returns {boolean} If the URL is valid
  */
 export function isValidUrl(url) {
     try {
         new URL(url);
         return true;

         return false;
+    }
+}
+-
 -module.exports = {
 -    getConfig,
 -    getConfigValue,
 -    setConfigValue,
 -    getVersion,
 -    getBasicAuthHeader,
 -    extractFileFromZipBuffer,
 -    getImageBuffers,
 -    readAllChunks,
 -    delay,
 -    deepMerge,
 -    color,
 -    uuidv4,
 -    humanizedISO8601DateTime,
 -    tryParse,
 -    clientRelativePath,
 -    removeFileExtension,
 -    generateTimestamp,
 -    removeOldBackups,
 -    getImages,
 -    forwardFetchResponse,
 -    getHexString,
 -    mergeObjectWithYaml,
 -    excludeKeysByYaml,
 -    trimV1,
 -    Cache,
 -    makeHttp2Request,
 -    removeColorFormatting,
 -    getSeparator,
 -    isValidUrl,
 -};

src/validator/TavernCardValidator.js+1 -3 Viewed

+ *
  * @link https://github.com/malfoyslastname/character-card-spec-v2
  */
 export class TavernCardValidator {
     /**
      * @type {string|null}
      */

@@ -167,5 +167,3 @@ class TavernCardValidator {
167	167	return true;
168	168	}
169	169	}
170		-
171		-module.exports = { TavernCardValidator };

src/vectors/cohere-vectors.js+4 -8 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport { SECRET_KEYS, readSecret } =from require('../endpoints/secrets.js');
 /**
  * Gets the vector for the given text batch from an OpenAI compatible endpoint.

  * @param {string} model - The model to use for the embedding
  * @returns {Promise<number[][]>} - The array of vectors for the texts
  */
 export async function getCohereBatchVector(texts, isQuery, directories, model) {
     const key = readSecret(directories, SECRET_KEYS.COHERE);
     if (!key) {

  * @param {string} model - The model to use for the embedding
  * @returns {Promise<number[]>} - The vector for the text
  */
 export async function getCohereVector(text, isQuery, directories, model) {
     const vectors = await getCohereBatchVector([text], isQuery, directories, model);
     return vectors[0];
+}
 -module.exports = {
 -    getCohereBatchVector,
 -    getCohereVector,
 -};

src/vectors/embedding.js+4 -9 Viewed

 +import { getPipeline } from '../transformers.mjs';
 const TASK = 'feature-extraction';
 /**

  * @param {string} text - The text to vectorize
  * @returns {Promise<number[]>} - The vectorized text in form of an array of numbers
  */
 export async function getTransformersVector(text) {
     const modulepipe = await importgetPipeline('../transformers.mjs'TASK);
 -    const pipe = await module.default.getPipeline(TASK);
     const result = await pipe(text, { pooling: 'mean', normalize: true });
     const vector = Array.from(result.data);
     return vector;

  * @param {string[]} texts - The texts to vectorize
  * @returns {Promise<number[][]>} - The vectorized texts in form of an array of arrays of numbers
  */
 export async function getTransformersBatchVector(texts) {
     const result = [];
     for (const text of texts) {
         result.push(await getTransformersVector(text));
+    }
     return result;
+}
+-
 -module.exports = {
 -    getTransformersVector,
 -    getTransformersBatchVector,
 -};

src/vectors/extras-vectors.js+3 -8 Viewed

 constimport fetch =from require('node-fetch').default;
 /**
  * Gets the vector for the given text from SillyTavern-extras

  * @param {string} apiKey - The Extras API key, or empty string if API key not enabled
  * @returns {Promise<number[][]>} - The array of vectors for the texts
  */
 export async function getExtrasBatchVector(texts, apiUrl, apiKey) {
     return getExtrasVectorImpl(texts, apiUrl, apiKey);
+}

  * @param {string} apiKey - The Extras API key, or empty string if API key not enabled
  * @returns {Promise<number[]>} - The vector for the text
  */
 export async function getExtrasVector(text, apiUrl, apiKey) {
     return getExtrasVectorImpl(text, apiUrl, apiKey);
+}

     return vector;
+}
+-
 -module.exports = {
 -    getExtrasVector,
 -    getExtrasBatchVector,
 -};

src/vectors/llamacpp-vectors.js+5 -10 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport { setAdditionalHeadersByType } =from require('../additional-headers.js');
 constimport { TEXTGEN_TYPES } =from require('../constants.js');
 /**
  * Gets the vector for the given text from LlamaCpp

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[][]>} - The array of vectors for the texts
  */
 export async function getLlamaCppBatchVector(texts, apiUrl, directories) {
     const url = new URL(apiUrl);
     url.pathname = '/v1/embeddings';

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[]>} - The vector for the text
  */
 export async function getLlamaCppVector(text, apiUrl, directories) {
     const vectors = await getLlamaCppBatchVector([text], apiUrl, directories);
     return vectors[0];
+}
+-
 -module.exports = {
 -    getLlamaCppBatchVector,
 -    getLlamaCppVector,
 -};

src/vectors/makersuite-vectors.js+4 -9 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport { SECRET_KEYS, readSecret } =from require('../endpoints/secrets.js');
 const API_MAKERSUITE = 'https://generativelanguage.googleapis.com';
 /**

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[][]>} - The array of vectors for the texts
  */
 export async function getMakerSuiteBatchVector(texts, directories) {
     const promises = texts.map(text => getMakerSuiteVector(text, directories));
     return await Promise.all(promises);
+}

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[]>} - The vector for the text
  */
 export async function getMakerSuiteVector(text, directories) {
     const key = readSecret(directories, SECRET_KEYS.MAKERSUITE);
     if (!key) {

     // noinspection JSValidateTypes
     return data['embedding']['values'];
+}
+-
 -module.exports = {
 -    getMakerSuiteVector,
 -    getMakerSuiteBatchVector,
 -};

src/vectors/nomicai-vectors.js+4 -9 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport { SECRET_KEYS, readSecret } =from require('../endpoints/secrets.js');
 const SOURCES = {
     'nomicai': {

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[][]>} - The array of vectors for the texts
  */
 export async function getNomicAIBatchVector(texts, source, directories) {
     const config = SOURCES[source];
     if (!config) {

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[]>} - The vector for the text
  */
 export async function getNomicAIVector(text, source, directories) {
     const vectors = await getNomicAIBatchVector([text], source, directories);
     return vectors[0];
+}
+-
 -module.exports = {
 -    getNomicAIVector,
 -    getNomicAIBatchVector,
 -};

src/vectors/ollama-vectors.js+5 -10 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport { setAdditionalHeadersByType } =from require('../additional-headers.js');
 constimport { TEXTGEN_TYPES } =from require('../constants.js');
 /**
  * Gets the vector for the given text from Ollama

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[][]>} - The array of vectors for the texts
  */
 export async function getOllamaBatchVector(texts, apiUrl, model, keep, directories) {
     const result = [];
     for (const text of texts) {
         const vector = await getOllamaVector(text, apiUrl, model, keep, directories);

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[]>} - The vector for the text
  */
 export async function getOllamaVector(text, apiUrl, model, keep, directories) {
     const url = new URL(apiUrl);
     url.pathname = '/api/embeddings';

     return data.embedding;
+}
+-
 -module.exports = {
 -    getOllamaBatchVector,
 -    getOllamaVector,
 -};

src/vectors/openai-vectors.js+4 -9 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport { SECRET_KEYS, readSecret } =from require('../endpoints/secrets.js');
 const SOURCES = {
     'togetherai': {

  * @param {string} model - The model to use for the embedding
  * @returns {Promise<number[][]>} - The array of vectors for the texts
  */
 export async function getOpenAIBatchVector(texts, source, directories, model = '') {
     const config = SOURCES[source];
     if (!config) {

  * @param {string} model - The model to use for the embedding
  * @returns {Promise<number[]>} - The vector for the text
  */
 export async function getOpenAIVector(text, source, directories, model = '') {
     const vectors = await getOpenAIBatchVector([text], source, directories, model);
     return vectors[0];
+}
+-
 -module.exports = {
 -    getOpenAIVector,
 -    getOpenAIBatchVector,
 -};

src/vectors/vllm-vectors.js+5 -10 Viewed

 constimport fetch =from require('node-fetch').default;
 constimport { setAdditionalHeadersByType } =from require('../additional-headers.js');
 constimport { TEXTGEN_TYPES } =from require('../constants.js');
 /**
  * Gets the vector for the given text from VLLM

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[][]>} - The array of vectors for the texts
  */
 export async function getVllmBatchVector(texts, apiUrl, model, directories) {
     const url = new URL(apiUrl);
     url.pathname = '/v1/embeddings';

  * @param {import('../users').UserDirectoryList} directories - The directories object for the user
  * @returns {Promise<number[]>} - The vector for the text
  */
 export async function getVllmVector(text, apiUrl, model, directories) {
     const vectors = await getVllmBatchVector([text], apiUrl, model, directories);
     return vectors[0];
+}
+-
 -module.exports = {
 -    getVllmBatchVector,
 -    getVllmVector,
 -};

Node: Migrate to ES Modules