chat templates: add Kimi K2 (Moonshot AI) chat template derivation (#4283) * chat templates: add Kimi K2 (Moonshot AI) chat template derivation * tweak chatml substring derivation

c3e3fdb0ca0fe95eb19804f4358e931874fa51bb

kallewoof <karljohan-alm@garage.co.jp>

Signed

public/scripts/chat-templates.js+13 -5 Viewed

     '854b703e44ca06bdb196cc471c728d15dbab61e744fe6cdce980086b61646ed1':
         'GLM-4'
+    ,
 -};
 -const substr_derivations = {
 +    // Kimi K2, ...
 -    '<|im_start|>': 'ChatML', // qwen2.5, ...
 +    'aab20feb9bc6881f941ea649356130ffbc4943b3c2577c0991e1fba90de5a0fc':
 +        'Moonshot AI'
 +    ,
 };
 +const substr_derivations = [
 +    ['Moonshot AI', ['<|im_user|>user<|im_middle|>', '<|im_assistant|>assistant<|im_middle|>', '<|im_end|>']],
++
 +    // Generic cases
 +    ['ChatML', ['<|im_start|>user', '<|im_start|>assistant', '<|im_end|>']],
 +];
++
 const parse_derivation = derivation => (typeof derivation === 'string') ? {
     'context': derivation,
     'instruct': derivation,

@@ -109,8 +117,8 @@ export async function deriveTemplatesFromChatTemplate(chat_template, hash) {
109	117	}
110	118
111	119	// heuristics
112	120	for (const [substrderivation, derivationsubstr] of Object.entries(substr_derivations) ) {
113	121	if ([substr].flat().every(str => chat_template.includes(substrstr))) {
114	122	return parse_derivation(derivation);
115	123	}
116	124	}