koboldcpp: parse logprobs

07feccbe35fc6c58627be661da5021afd9d4b4e1

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 5fe1bc46e65a656cfa98b1ca92bbda800c7f6e76
2 files changed, +2 -0Showing whitespace changes
public/script.js+1 -0
@@ -5409,6 +5409,7 @@ function parseAndSaveLogprobs(data, continueFrom) {
5409 case textgen_types.LLAMACPP: {5409 case textgen_types.LLAMACPP: {
5410 logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;5410 logprobs = data?.completion_probabilities?.map(x => parseTextgenLogprobs(x.content, [x])) || null;
5411 } break;5411 } break;
5412 case textgen_types.KOBOLDCPP:
5412 case textgen_types.VLLM:5413 case textgen_types.VLLM:
5413 case textgen_types.INFERMATICAI:5414 case textgen_types.INFERMATICAI:
5414 case textgen_types.APHRODITE:5415 case textgen_types.APHRODITE:
public/scripts/textgen-settings.js+1 -0
@@ -944,6 +944,7 @@ export function parseTextgenLogprobs(token, logprobs) {
944 }944 }
945945
946 switch (settings.type) {946 switch (settings.type) {
947 case KOBOLDCPP:
947 case TABBY:948 case TABBY:
948 case VLLM:949 case VLLM:
949 case APHRODITE:950 case APHRODITE: