Update app.py

app.py

@@ -57,7 +57,7 @@ def generate_text(messages):
                 model_id, token=huggingface_token ,torch_dtype=dtype,device_map=device
             )
         text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer,torch_dtype=dtype,device_map=device ) #pipeline has not to(device)
-    result = text_generator(messages, max_new_tokens=256, do_sample=True, temperature=0.7)
+    result = text_generator(messages, max_new_tokens=64, do_sample=True, temperature=0.7)
 
     generated_output = result[0]["generated_text"]
     if isinstance(generated_output, list):
@@ -73,6 +73,8 @@ def generate_text(messages):
 
 
 def call_generate_text(message, history):
+    if len(message) == 0:
+        message.append({"role": "system", "content": "you response around 20 words"})
    # history.append({"role": "user", "content": message})
     print(message)
     print(history)