Remove `best_of` for VLLM It defaults to `n` anyways, and for some reason it was being incorrectly received on 0.6.4.post1

c599f462690ec2afd57be40e574f832fd1afc2a0

Beinsezii <beinsezii@gmail.com>

Parents: 9b38e3f449d44e37c939377fe86a90cccb7910aa
1 files changed, +0 -1Showing whitespace changes
public/scripts/textgen-settings.js+0 -1
@@ -1209,7 +1209,6 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
12091209 };
12101210 const vllmParams = {
12111211 'n': canMultiSwipe ? settings.n : 1,
1212- 'best_of': canMultiSwipe ? settings.n : 1,
12131212 'ignore_eos': settings.ignore_eos_token,
12141213 'spaces_between_special_tokens': settings.spaces_between_special_tokens,
12151214 'seed': settings.seed >= 0 ? settings.seed : undefined,