huangrh9 commited on
Commit
36927f6
·
verified ·
1 Parent(s): 44e9d9d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -7
app.py CHANGED
@@ -921,13 +921,7 @@ if __name__ == "__main__":
921
  # --- Model Loading ---
922
  # --- Model Loading ---set
923
  # Set device
924
- if "cuda" in args.device and torch.cuda.is_available():
925
- device = args.device
926
- local_rank = 0 # Assume single GPU for Gradio unless configured otherwise
927
- torch.cuda.set_device(local_rank) # Set default CUDA device
928
- else:
929
- device = "cpu"
930
- local_rank = -1 # Indicate CPU
931
  logging.info(f"Using device: {device}")
932
 
933
  args.torch_dtype = dict(fp16=torch.float16, fp32=torch.float32, bf16=torch.bfloat16)[args.torch_dtype]
 
921
  # --- Model Loading ---
922
  # --- Model Loading ---set
923
  # Set device
924
+ device = args.device
 
 
 
 
 
 
925
  logging.info(f"Using device: {device}")
926
 
927
  args.torch_dtype = dict(fp16=torch.float16, fp32=torch.float32, bf16=torch.bfloat16)[args.torch_dtype]