workaround for #150 -- important as this model is out new default

ml-explore · Dec 10, 2024 · f18213d · f18213d
1 parent c6a10f8
commit f18213d
Showing 1 changed file with 14 additions and 3 deletions.
diff --git a/Libraries/MLXLLM/LLMModelFactory.swift b/Libraries/MLXLLM/LLMModelFactory.swift
@@ -221,9 +221,20 @@ private struct LLMUserInputProcessor: UserInputProcessor {
     }
 
     func prepare(input: UserInput) throws -> LMInput {
-        let messages = input.prompt.asMessages()
-        let promptTokens = try tokenizer.applyChatTemplate(messages: messages)
-        return LMInput(tokens: MLXArray(promptTokens))
+        do {
+            let messages = input.prompt.asMessages()
+            let promptTokens = try tokenizer.applyChatTemplate(messages: messages)
+            return LMInput(tokens: MLXArray(promptTokens))
+        } catch {
+            // #150 -- it might be a TokenizerError.chatTemplate("No chat template was specified")
+            // but that is not public so just fall back to text
+            let prompt = input.prompt
+                .asMessages()
+                .compactMap { $0["content"] }
+                .joined(separator: ". ")
+            let promptTokens = tokenizer.encode(text: prompt)
+            return LMInput(tokens: MLXArray(promptTokens))
+        }
     }
 }