astegaras commited on
Commit
2fb80ad
·
verified ·
1 Parent(s): 389f1ec

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -6
app.py CHANGED
@@ -20,12 +20,15 @@ llm = Llama(
20
 
21
  # Build inference prompt according to your dataset format
22
  def format_prompt(user_message):
23
- return f"""<|system|>
24
- You are a helpful assistant.
25
- <|user|>
26
- {user_message}
27
- <|assistant|>
28
- """
 
 
 
29
 
30
  def respond(user_input):
31
  prompt = format_prompt(user_input)
 
20
 
21
  # Build inference prompt according to your dataset format
22
  def format_prompt(user_message):
23
+ return (
24
+ "<|begin_of_text|>"
25
+ "<|start_header_id|>system<|end_header_id|>\n"
26
+ "You are a helpful assistant.\n"
27
+ "<|start_header_id|>user<|end_header_id|>\n"
28
+ f"{user_message}\n"
29
+ "<|start_header_id|>assistant<|end_header_id|>\n"
30
+ )
31
+
32
 
33
  def respond(user_input):
34
  prompt = format_prompt(user_input)