Remove BOS token from Tabby encoding Fixes #5254

e19c4f7e19b68da86aa92fa867a71c5f361a5b88

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 2415e6bc86157577024e17f1e4dbfc02abf019d9
1 files changed, +1 -1Showing whitespace changes
src/endpoints/tokenizers.js+1 -1
@@ -1084,7 +1084,7 @@ router.post('/remote/textgenerationwebui/encode', async function (request, respo
10841084 switch (request.body.api_type) {
10851085 case TEXTGEN_TYPES.TABBY:
10861086 url += '/v1/token/encode';
10871087 args.body = JSON.stringify({ 'text': text, 'add_bos_token': false });
10881088 break;
10891089 case TEXTGEN_TYPES.KOBOLDCPP:
10901090 url += '/api/extra/tokencount';