fix: remove unnecessary stop sequence (#84)

superlinear-ai · Jan 6, 2025 · 479121e · 479121e
1 parent d1e1f39
commit 479121e
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/src/raglite/_chatml_function_calling.py b/src/raglite/_chatml_function_calling.py
@@ -296,11 +296,11 @@ def chatml_function_calling_with_streaming(
     # Collect the llama.create_completion keyword arguments so we don't have to repeat these with
     # each completion call
     stop = (
-        [stop, "<|im_end|>", "|im_end|>"]
+        [stop, "<|im_end|>"]
         if isinstance(stop, str)
-        else [*stop, "<|im_end|>", "|im_end|>"]
+        else [*stop, "<|im_end|>"]
         if stop
-        else ["<|im_end|>", "|im_end|>"]
+        else ["<|im_end|>"]
     )
     grammar = (  # It is assumed the grammar applies to messages only, not tool calls
         grammar