Merge pull request #3076 from Beinsezii/vllm_n_fix Remove `best_of` for VLLM

7c7aaf33fc6778e18b11cffdfccb83fa5f84b359

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed
1 files changed, +0 -1Ignore whitespace
public/scripts/textgen-settings.js+0 -1
@@ -1209,7 +1209,6 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
1209 };1209 };
1210 const vllmParams = {1210 const vllmParams = {
1211 'n': canMultiSwipe ? settings.n : 1,1211 'n': canMultiSwipe ? settings.n : 1,
1212 'best_of': canMultiSwipe ? settings.n : 1,
1213 'ignore_eos': settings.ignore_eos_token,1212 'ignore_eos': settings.ignore_eos_token,
1214 'spaces_between_special_tokens': settings.spaces_between_special_tokens,1213 'spaces_between_special_tokens': settings.spaces_between_special_tokens,
1215 'seed': settings.seed >= 0 ? settings.seed : undefined,1214 'seed': settings.seed >= 0 ? settings.seed : undefined,