Remove BOS from KoboldCpp token encoding Fixes #4663

7a9483efba55f757100a82208c2b635f9bbd2659

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: e19c4f7e19b68da86aa92fa867a71c5f361a5b88
1 files changed, +1 -1Showing whitespace changes
src/endpoints/tokenizers.js+1 -1
@@ -1088,7 +1088,7 @@ router.post('/remote/textgenerationwebui/encode', async function (request, respo
10881088 break;
10891089 case TEXTGEN_TYPES.KOBOLDCPP:
10901090 url += '/api/extra/tokencount';
10911091 args.body = JSON.stringify({ 'prompt': text, 'special': false });
10921092 break;
10931093 case TEXTGEN_TYPES.LLAMACPP:
10941094 url += '/tokenize';