fix

Lossfunk-Residency-Llama-3-8B-Instruct

@@ -0,0 +1 @@
+Subproject commit af0d94ff4006cb9e9c475a6ed7e3c2f86b8fe370

app.py

@@ -3,7 +3,6 @@ import os
 import subprocess
 
 HF_TOKEN = os.environ.get("HF_TOKEN")
-
 from huggingface_hub import login
 login(token=HF_TOKEN)
 
@@ -52,18 +51,8 @@ if torch.cuda.is_available():
     model = AutoModelForCausalLM.from_pretrained(
         model_id, device_map="cuda", torch_dtype=torch.bfloat16
     )
-    # Define local repository path for the ReFT model files
-    repo_local_path = "./Lossfunk-Residency-Llama-3-8B-Instruct"
-    if not os.path.exists(repo_local_path):
-        print("Local repository not found. Cloning repository using git lfs...")
-        subprocess.run(
-             ["git", "lfs", "clone", "https://huggingface.co/Ayushnangia/Lossfunk-Residency-Llama-3-8B-Instruct", repo_local_path],
-             check=True
-        )
-        # Ensure all LFS files are pulled
-        subprocess.run(["git", "lfs", "pull"], cwd=repo_local_path, check=True)
 
-    
+    repo_local_path="./Lossfunk-Residency-Llama-3-8B-Instruct"
     # Load the ReFT model from the local repository
     reft_model = ReftModel.load(repo_local_path, model, from_huggingface_hub=False)
     reft_model.set_device("cuda")

fun.py

@@ -0,0 +1,4 @@
+import torch
+print("CUDA available:", torch.cuda.is_available())
+if torch.cuda.is_available():
+    print("GPU name:", torch.cuda.get_device_name(0))