Remove BOS token from Tabby encoding Fixes #5254

e19c4f7e19b68da86aa92fa867a71c5f361a5b88

Cohee <18619528+Cohee1207@users.noreply.github.com>

src/endpoints/tokenizers.js+1 -1 Viewed

         switch (request.body.api_type) {
             case TEXTGEN_TYPES.TABBY:
                 url += '/v1/token/encode';
-                args.body = JSON.stringify({ 'text': text });
+                args.body = JSON.stringify({ 'text': text, 'add_bos_token': false });
                 break;
             case TEXTGEN_TYPES.KOBOLDCPP:
                 url += '/api/extra/tokencount';