Remove BOS from KoboldCpp token encoding Fixes #4663

7a9483efba55f757100a82208c2b635f9bbd2659

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: e19c4f7e19b68da86aa92fa867a71c5f361a5b88
1 files changed, +1 -1Showing whitespace changes
src/endpoints/tokenizers.js+1 -1
@@ -1088,7 +1088,7 @@ router.post('/remote/textgenerationwebui/encode', async function (request, respo
1088 break;1088 break;
1089 case TEXTGEN_TYPES.KOBOLDCPP:1089 case TEXTGEN_TYPES.KOBOLDCPP:
1090 url += '/api/extra/tokencount';1090 url += '/api/extra/tokencount';
1091 args.body = JSON.stringify({ 'prompt': text });1091 args.body = JSON.stringify({ 'prompt': text, 'special': false });
1092 break;1092 break;
1093 case TEXTGEN_TYPES.LLAMACPP:1093 case TEXTGEN_TYPES.LLAMACPP:
1094 url += '/tokenize';1094 url += '/tokenize';