rohansampath commited on
Commit
76926dc
·
verified ·
1 Parent(s): 008b5f1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -28,7 +28,7 @@ model_name = "mistralai/Mistral-7B-Instruct-v0.3" # fictional placeholder
28
 
29
  tokenizer = AutoTokenizer.from_pretrained(model_name)
30
  device = "cuda" if torch.cuda.is_available() else "cpu"
31
- model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token, torch_dtype=torch.float16, device_map="auto").to(device)
32
 
33
  print(f"✅ Model loaded on {device}")
34
  #model = AutoModelForCausalLM.from_pretrained(model_name)
 
28
 
29
  tokenizer = AutoTokenizer.from_pretrained(model_name)
30
  device = "cuda" if torch.cuda.is_available() else "cpu"
31
+ model = AutoModelForCausalLM.from_pretrained(model_name, token=hf_token, torch_dtype=torch.float16, device_map="auto")
32
 
33
  print(f"✅ Model loaded on {device}")
34
  #model = AutoModelForCausalLM.from_pretrained(model_name)