Enable DRY for koboldcpp Enable DRY repetition penalty parameters for koboldcpp. This should only be merged after: https://github.com/LostRuins/koboldcpp/pull/982
| @@ -1292,7 +1292,7 @@ | ||
| 1292 | 1292 | </div> |
| 1293 | 1293 | </div> |
| 1294 | 1294 | <!-- Enable for llama.cpp when the PR is merged: https://github.com/ggerganov/llama.cpp/pull/6839 --> |
| 1295 | 1295 | <div data-newbie-hidden data-tg-type="ooba, koboldcpp" id="dryBlock" class="wide100p"> |
| 1296 | 1296 | <h4 class="wide100p textAlignCenter" title="DRY penalizes tokens that would extend the end of the input into a sequence that has previously occurred in the input. Set multiplier to 0 to disable." data-i18n="[title]DRY_Repetition_Penalty_desc"> |
| 1297 | 1297 | <label data-i18n="DRY Repetition Penalty">DRY Repetition Penalty</label> |
| 1298 | 1298 | <a href="https://github.com/oobabooga/text-generation-webui/pull/5677" target="_blank"> |
| @@ -1315,7 +1315,7 @@ | ||
| 1315 | 1315 | <input class="neo-range-slider" type="range" id="dry_allowed_length_textgenerationwebui" min="1" max="20" step="1" /> |
| 1316 | 1316 | <input class="neo-range-input" type="number" min="1" max="20" step="1" data-for="dry_allowed_length_textgenerationwebui" id="dry_allowed_length_counter_textgenerationwebui"> |
| 1317 | 1317 | </div> |
| 1318 | 1318 | <div class="alignItemsCenter flex-container flexFlowColumn flexBasis48p flexGrow flexShrink gap0" data-tg-type="llamacpp, koboldcpp"> |
| 1319 | 1319 | <small data-i18n="Penalty Range">Penalty Range</small> |
| 1320 | 1320 | <input class="neo-range-slider" type="range" id="dry_penalty_last_n_textgenerationwebui" min="0" max="8192" step="1" /> |
| 1321 | 1321 | <input class="neo-range-input" type="number" min="0" max="8192" step="1" data-for="dry_penalty_last_n_textgenerationwebui" id="dry_penalty_last_n_counter_textgenerationwebui"> |