Add spaces decorator

app.py

@@ -4,6 +4,7 @@ import threading
 
 subprocess.check_call([os.sys.executable, "-m", "pip", "install", "-r", "requirements.txt"])
 
+import spaces
 import gradio as gr
 import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
@@ -27,6 +28,7 @@ def load_model():
     return model, tokenizer, device
 
 
+@spaces.GPU
 def respond(
     message,
     history: list[dict[str, str]],

requirements.txt

@@ -2,4 +2,5 @@ transformers
 huggingface_hub
 gradio
 torch
-accelerate
+accelerate
+spaces