Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -921,13 +921,7 @@ if __name__ == "__main__":
|
|
| 921 |
# --- Model Loading ---
|
| 922 |
# --- Model Loading ---set
|
| 923 |
# Set device
|
| 924 |
-
|
| 925 |
-
device = args.device
|
| 926 |
-
local_rank = 0 # Assume single GPU for Gradio unless configured otherwise
|
| 927 |
-
torch.cuda.set_device(local_rank) # Set default CUDA device
|
| 928 |
-
else:
|
| 929 |
-
device = "cpu"
|
| 930 |
-
local_rank = -1 # Indicate CPU
|
| 931 |
logging.info(f"Using device: {device}")
|
| 932 |
|
| 933 |
args.torch_dtype = dict(fp16=torch.float16, fp32=torch.float32, bf16=torch.bfloat16)[args.torch_dtype]
|
|
|
|
| 921 |
# --- Model Loading ---
|
| 922 |
# --- Model Loading ---set
|
| 923 |
# Set device
|
| 924 |
+
device = args.device
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 925 |
logging.info(f"Using device: {device}")
|
| 926 |
|
| 927 |
args.torch_dtype = dict(fp16=torch.float16, fp32=torch.float32, bf16=torch.bfloat16)[args.torch_dtype]
|