Merge pull request #3881 from DreamGenX/dg_lucid DreamGen Lucid

7f22def7943d36f74715f2ba6b5cdf887fbe50a7

Cohee <18619528+Cohee1207@users.noreply.github.com>

Signed

public/index.html+2 -2 Viewed

                                         </div>
                                     </div>
-                                    <div data-tg-type="aphrodite, ooba, koboldcpp, tabby, llamacpp" id="dryBlock" class="wide100p">
+                                    <div data-tg-type="aphrodite, ooba, koboldcpp, tabby, llamacpp, dreamgen" id="dryBlock" class="wide100p">
                                         <h4 class="wide100p textAlignCenter" title="DRY penalizes tokens that would extend the end of the input into a sequence that has previously occurred in the input. Set multiplier to 0 to disable." data-i18n="[title]DRY_Repetition_Penalty_desc">
                                             <label data-i18n="DRY Repetition Penalty">DRY Repetition Penalty</label>
                                             <a href="https://github.com/oobabooga/text-generation-webui/pull/5677" target="_blank">

                                                     <div class="fa-solid fa-circle-info opacity50p " data-i18n="[title]Add the bos_token to the beginning of prompts. Disabling this can make the replies more creative" title="Add the bos_token to the beginning of prompts. Disabling this can make the replies more creative."></div>
                                                 </label>
                                             </label>
-                                            <label data-tg-type="ooba, llamacpp, tabby, koboldcpp" class="checkbox_label  flexGrow flexShrink" for="ban_eos_token_textgenerationwebui">
+                                            <label data-tg-type="ooba, llamacpp, tabby, koboldcpp, dreamgen" class="checkbox_label  flexGrow flexShrink" for="ban_eos_token_textgenerationwebui">
                                                 <input type="checkbox" id="ban_eos_token_textgenerationwebui" />
                                                 <label>
                                                     <small data-i18n="Ban EOS Token">Ban EOS Token</small>

public/scripts/textgen-models.js+4 -0 Viewed

         return tokenizers.YI;
     } else if (model.id.startsWith('opus-v1-xl')) {
         return tokenizers.LLAMA;
+    } else if (model.id.startsWith('lucid-v1-medium')) {
+        return tokenizers.NEMO;
+    } else if (model.id.startsWith('lucid-v1-extra-large')) {
+        return tokenizers.LLAMA3;
     } else {
         return tokenizers.MISTRAL;
+    }

src/constants.js+0 -17 Viewed

     'guided_whitespace_pattern',
 ];
-// https://dreamgen.com/docs/api#openai-text
-export const DREAMGEN_KEYS = [
-    'model',
-    'prompt',
-    'max_tokens',
-    'temperature',
-    'top_p',
-    'top_k',
-    'min_p',
-    'repetition_penalty',
-    'frequency_penalty',
-    'presence_penalty',
-    'stop',
-    'stream',
-    'minimum_message_content_tokens',
-];
 // https://docs.together.ai/reference/completions
 export const TOGETHERAI_KEYS = [
     'model',

src/endpoints/backends/text-completions.js+0 -4 Viewed

     INFERMATICAI_KEYS,
     OPENROUTER_KEYS,
     VLLM_KEYS,
-    DREAMGEN_KEYS,
     FEATHERLESS_KEYS,
     OPENAI_KEYS,
 } from '../../constants.js';

@@ -340,9 +339,6 @@ router.post('/generate', async function (request, response) {
340	}	339	}
341		340
342	if (request.body.api_type === TEXTGEN_TYPES.DREAMGEN) {	341	if (request.body.api_type === TEXTGEN_TYPES.DREAMGEN) {
343	request.body = _.pickBy(request.body, (_, key) => DREAMGEN_KEYS.includes(key));
344	// NOTE: DreamGen sometimes get confused by the unusual formatting in the character cards.
345	request.body.stop?.push('### User', '## User');
346	args.body = JSON.stringify(request.body);	342	args.body = JSON.stringify(request.body);
347	}	343	}
348		344