Upload formatter.py

formatter.py

@@ -1,43 +1,43 @@
 from llama_cpp_agent.messages_formatter import MessagesFormatter, PromptMarkers, Roles
 
 mistral_v1_markers = {
-    Roles.system: PromptMarkers(""" [INST]""", """ [/INST] Understood.</s>"""),
+    Roles.system: PromptMarkers(""" [INST]""", """ [/INST]"""),
     Roles.user: PromptMarkers(""" [INST]""", """ [/INST]"""),
-    Roles.assistant: PromptMarkers(" ", "</s>"),
+    Roles.assistant: PromptMarkers(""" """, """</s>"""),
     Roles.tool: PromptMarkers("", ""),
 }
 
 mistral_v1_formatter = MessagesFormatter(
-    pre_prompt="",
-    prompt_markers=mistral_v1_markers,
-    include_sys_prompt_in_first_user_message=False,
-    default_stop_sequences=["</s>"]
+    "",
+    mistral_v1_markers,
+    False,
+    ["</s>"],
 )
 
 mistral_v2_markers = {
-    Roles.system: PromptMarkers("""[INST] """, """[/INST] Understood.</s>"""),
+    Roles.system: PromptMarkers("""[INST] """, """[/INST]"""),
     Roles.user: PromptMarkers("""[INST] """, """[/INST]"""),
-    Roles.assistant: PromptMarkers(" ", "</s>"),
+    Roles.assistant: PromptMarkers(""" """, """</s>"""),
     Roles.tool: PromptMarkers("", ""),
 }
 
 mistral_v2_formatter = MessagesFormatter(
-    pre_prompt="",
-    prompt_markers=mistral_v2_markers,
-    include_sys_prompt_in_first_user_message=False,
-    default_stop_sequences=["</s>"]
+    "",
+    mistral_v2_markers,
+    False,
+    ["</s>"],
 )
 
 mistral_v3_tekken_markers = {
-    Roles.system: PromptMarkers("""[INST]""", """[/INST]Understood.</s>"""),
+    Roles.system: PromptMarkers("""[INST]""", """[/INST]"""),
     Roles.user: PromptMarkers("""[INST]""", """[/INST]"""),
-    Roles.assistant: PromptMarkers("", "</s>"),
+    Roles.assistant: PromptMarkers("""""", """</s>"""),
     Roles.tool: PromptMarkers("", ""),
 }
 
 mistral_v3_tekken_formatter = MessagesFormatter(
-    pre_prompt="",
-    prompt_markers=mistral_v3_tekken_markers,
-    include_sys_prompt_in_first_user_message=False,
-    default_stop_sequences=["</s>"]
+    "",
+    mistral_v3_tekken_markers,
+    False,
+    ["</s>"],
 )