koboldcpp: parse logprobs

07feccbe35fc6c58627be661da5021afd9d4b4e1

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 5fe1bc46e65a656cfa98b1ca92bbda800c7f6e76
2 files changed, +2 -0Showing whitespace changes
public/script.js+1 -0
@@ -5409,6 +5409,7 @@ function parseAndSaveLogprobs(data, continueFrom) {
54095409 case textgen_types.LLAMACPP: {
54105410 logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;
54115411 } break;
5412+ case textgen_types.KOBOLDCPP:
54125413 case textgen_types.VLLM:
54135414 case textgen_types.INFERMATICAI:
54145415 case textgen_types.APHRODITE:
public/scripts/textgen-settings.js+1 -0
@@ -944,6 +944,7 @@ export function parseTextgenLogprobs(token, logprobs) {
944944 }
945945
946946 switch (settings.type) {
947+ case KOBOLDCPP:
947948 case TABBY:
948949 case VLLM:
949950 case APHRODITE: