Merge pull request #3076 from Beinsezii/vllm_n_fix Remove `best_of` for VLLM

7c7aaf33fc6778e18b11cffdfccb83fa5f84b359

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed
Parents: d5b48f89fce7e06cb344c6478447c62857d16724 c599f462690ec2afd57be40e574f832fd1afc2a0
1 files changed, +0 -1Ignore whitespace
public/scripts/textgen-settings.js+0 -1
@@ -1209,7 +1209,6 @@ export function getTextGenGenerationData(finalPrompt, maxTokens, isImpersonate,
12091209 };
12101210 const vllmParams = {
12111211 'n': canMultiSwipe ? settings.n : 1,
1212- 'best_of': canMultiSwipe ? settings.n : 1,
12131212 'ignore_eos': settings.ignore_eos_token,
12141213 'spaces_between_special_tokens': settings.spaces_between_special_tokens,
12151214 'seed': settings.seed >= 0 ? settings.seed : undefined,