stegaras
commited on
Commit
·
b7adb02
1
Parent(s):
52622e5
Test HF Space connection
Browse files- lora/app.py +10 -0
lora/app.py
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import gradio as gr
|
| 2 |
+
from mlx_lm import load, generate
|
| 3 |
+
|
| 4 |
+
model, tokenizer = load("astegaras/Mistral-7B-FineTuned-MLX")
|
| 5 |
+
|
| 6 |
+
def respond(prompt):
|
| 7 |
+
return generate(model, tokenizer, prompt)
|
| 8 |
+
|
| 9 |
+
gr.Interface(fn=respond, inputs="text", outputs="text").launch()
|
| 10 |
+
|