Updated for code responses

app.py

@@ -4,7 +4,7 @@ from huggingface_hub import hf_hub_download
 
 # Download your GGUF model from HF Hub
 model_path = hf_hub_download(
-    repo_id="astegaras/lora_merged",
+    repo_id="astegaras/lora_python_converter",
     filename="llama-3.2-3b-instruct.Q2_K.gguf"
 )
 
@@ -21,33 +21,50 @@ llm = Llama(
     verbose=False
 )
 
-def chat_fn(message, history):
-    # Reformat history for llama.cpp chat template
-    messages = []
-    for user, assistant in history:
-        messages.append({"role": "user", "content": user})
-        messages.append({"role": "assistant", "content": assistant})
+def generate_code(instruction):
+    messages = [
+        {"role": "system", "content": "You are a Python code generator. Return only code."},
+        {"role": "user", "content": instruction},
+    ]
 
-    messages.append({"role": "user", "content": message})
-
-    output = llm.create_chat_completion(
+    out = llm.create_chat_completion(
         messages=messages,
-        max_tokens=256,
+        max_tokens=512,
         temperature=0.2,
         top_p=0.5
     )
 
-    reply = output["choices"][0]["message"]["content"]
-    return reply
+    return out["choices"][0]["message"]["content"]
 
+# ---- GRADIO UI ----
+with gr.Blocks(theme="gradio/soft") as demo:
+    gr.Markdown(
+        """
+        # Python Code Generator  
+        Enter a task in plain English and receive executable Python code.
 
-# Gradio UI
-chatbot = gr.ChatInterface(
-    fn=chat_fn,
-    title="Merged Kaggle Model (GGUF)",
-    description="Running llama.cpp inference on GGUF model",
-)
+        Example:  
+        *"Help me set up my to-do list"*
+        """
+    )
+
+    with gr.Row():
+        with gr.Column(scale=1):
+            instruction = gr.Textbox(
+                label="Describe what you want to build",
+                placeholder="Example: Help me set up my to-do list",
+                lines=3,
+            )
+            submit = gr.Button("Generate Python Code", variant="primary")
+
+        with gr.Column(scale=1):
+            code_output = gr.Code(
+                label="Generated Python Code",
+                language="python"
+            )
+
+    submit.click(fn=generate_code, inputs=instruction, outputs=code_output)
 
-chatbot.launch()
+demo.launch()