Update app.py

app.py

@@ -30,7 +30,7 @@ if device == "cuda":
         load_in_8bit=False,
         torch_dtype=torch.float16,
         device_map="auto",
-        from_pretrained,
+        use_auth_token = True,
     )
     model = PeftModel.from_pretrained(
         model, LORA_WEIGHTS, torch_dtype=torch.float16, force_download=True
@@ -40,7 +40,7 @@ elif device == "mps":
         BASE_MODEL,
         device_map={"": device},
         torch_dtype=torch.float16,
-        from_pretrained,
+        use_auth_token = True,
     )
     model = PeftModel.from_pretrained(
         model,