Add Novel preset converter

d8f268a807a52d00b948ed3603a65efef4004229

Cohee <18619528+Cohee1207@users.noreply.github.com>

Parents: 9d2a700b043b702ec7693679840b39b5cd92fb69

public/index.html+1 -1 Viewed

                                         <option value="gui" data-i18n="Default">Default</option>
                                     </select>
                                     <div class="flex-container marginLeft5 ">
                                         <input type="file" hidden data-preset-manager-file="novel" accept=".json, .settings, .preset">
                                         <i data-preset-manager-update="novel" class="menu_button fa-solid fa-save" title="Update current preset" data-i18n="[title]Update current preset"></i>
                                         <i data-preset-manager-new="novel" class="menu_button fa-solid fa-file-circle-plus" title="Save preset as" data-i18n="[title]Save preset as"></i>
                                         <i data-preset-manager-import="novel" class="menu_button fa-solid fa-file-import" title="Import preset" data-i18n="[title]Import preset"></i>

public/scripts/nai-settings.js+44 -2 Viewed

     novelai_setting_names,
     saveSettingsDebounced,
     setGenerationParamsFromPreset,
 -    substituteParams,
 } from '../script.js';
 -import { getCfgPrompt } from './cfg-scale.js';
 import { MAX_CONTEXT_DEFAULT, MAX_RESPONSE_DEFAULT, power_user } from './power-user.js';
 import { getTextTokens, tokenizers } from './tokenizers.js';
 import { getEventSourceStream } from './sse-stream.js';

 : 'Opus',
 };
 +const samplers = {
 +    temperature: 0,
 +    top_k: 1,
 +    top_p: 2,
 +    tfs: 3,
 +    top_a: 4,
 +    typical_p: 5,
 +    // removed samplers were here
 +    mirostat: 8,
 +    math1: 9,
 +    min_p: 10,
 +};
++
 let novel_data = null;
 let badWordsCache = {};
 const BIAS_KEY = '#novel_api-settings';

     return maximum_output_length;
+}
 +export function convertNovelPreset(data) {
 +    if (!data || typeof data !== 'object' || data.presetVersion !== 3 || !data.parameters || typeof data.parameters !== 'object') {
 +        return data;
 +    }
++
 +    return {
 +        max_context: 8000,
 +        temperature: data.parameters.temperature,
 +        max_length: data.parameters.max_length,
 +        min_length: data.parameters.min_length,
 +        top_k: data.parameters.top_k,
 +        top_p: data.parameters.top_p,
 +        top_a: data.parameters.top_a,
 +        typical_p: data.parameters.typical_p,
 +        tail_free_sampling: data.parameters.tail_free_sampling,
 +        repetition_penalty: data.parameters.repetition_penalty,
 +        repetition_penalty_range: data.parameters.repetition_penalty_range,
 +        repetition_penalty_slope: data.parameters.repetition_penalty_slope,
 +        repetition_penalty_frequency: data.parameters.repetition_penalty_frequency,
 +        repetition_penalty_presence: data.parameters.repetition_penalty_presence,
 +        phrase_rep_pen: data.parameters.phrase_rep_pen,
 +        mirostat_lr: data.parameters.mirostat_lr,
 +        mirostat_tau: data.parameters.mirostat_tau,
 +        math1_temp: data.parameters.math1_temp,
 +        math1_quad: data.parameters.math1_quad,
 +        math1_quad_entropy_scale: data.parameters.math1_quad_entropy_scale,
 +        min_p: data.parameters.min_p,
 +        order: Array.isArray(data.parameters.order) ? data.parameters.order.filter(s => s.enabled && Object.keys(samplers).includes(s.id)).map(s => samplers[s.id]) : default_order,
 +    };
 +}
++
 export function getNovelTier() {
     return nai_tiers[novel_data?.tier] ?? 'no_connection';
+}

public/scripts/preset-manager.js+5 -0 Viewed

 import { groups, selected_group } from './group-chats.js';
 import { instruct_presets } from './instruct-mode.js';
 import { kai_settings } from './kai-settings.js';
 +import { convertNovelPreset } from './nai-settings.js';
 import { Popup, POPUP_RESULT, POPUP_TYPE } from './popup.js';
 import { context_presets, getContextSettings, power_user } from './power-user.js';
 import { SlashCommand } from './slash-commands/SlashCommand.js';

             await checkForSystemPromptInInstructTemplate(name, settings);
+        }
 +        if (this.apiId === 'novel' && settings) {
 +            settings = convertNovelPreset(settings);
 +        }
++
         const preset = settings ?? this.getPresetSettings(name);
         const response = await fetch('/api/presets/save', {