Spaces:
Running
on
Zero
Running
on
Zero
Update src/app/model.py
Browse files- src/app/model.py +3 -0
src/app/model.py
CHANGED
|
@@ -38,6 +38,9 @@ def load_model_tokenizer_and_processor(model_name: str, device: str) -> Any:
|
|
| 38 |
trust_remote_code=True,
|
| 39 |
attn_implementation="sdpa",
|
| 40 |
torch_dtype=torch.bfloat16,
|
|
|
|
|
|
|
|
|
|
| 41 |
token=access_token
|
| 42 |
)
|
| 43 |
model = model.eval().to(device=device)
|
|
|
|
| 38 |
trust_remote_code=True,
|
| 39 |
attn_implementation="sdpa",
|
| 40 |
torch_dtype=torch.bfloat16,
|
| 41 |
+
init_vision=True,
|
| 42 |
+
init_audio=False,
|
| 43 |
+
init_tts=False,
|
| 44 |
token=access_token
|
| 45 |
)
|
| 46 |
model = model.eval().to(device=device)
|