Support comma-separated list of llama.cpp sequence breakers #3026

00f0f755fc82d0535e3754e9a728a559cb27a808

Cohee <18619528+Cohee1207@users.noreply.github.com>

public/scripts/textgen-settings.js+11 -1 Viewed

             : [];
         const tokenBans = toIntArray(banned_tokens);
         logitBiasArray.push(...tokenBans.map(x => [Number(x), false]));
 -        const sequenceBreakers = (() => { try { return JSON.parse(params.dry_sequence_breakers); } catch { return undefined; } })();
 +        const sequenceBreakers = (() => {
 +            try {
 +                return JSON.parse(params.dry_sequence_breakers);
 +            } catch {
 +                if (typeof params.dry_sequence_breakers === 'string') {
 +                    return params.dry_sequence_breakers.split(',');
 +                }
++
 +                return undefined;
 +            }
 +        })();
         const llamaCppParams = {
             'logit_bias': logitBiasArray,
             // Conflicts with ooba's grammar_string