Update app.py
Browse files
app.py
CHANGED
|
@@ -2,7 +2,7 @@
|
|
| 2 |
# !pip install transformers accelerate bitsandbytes huggingface_hub
|
| 3 |
|
| 4 |
import gradio as gr
|
| 5 |
-
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoModelForSeq2SeqLM, AutoProcessor, AutoModelForVision2Seq
|
| 6 |
|
| 7 |
import torch
|
| 8 |
|
|
@@ -20,7 +20,7 @@ model = AutoModelForVision2Seq.from_pretrained(
|
|
| 20 |
"bnb_4bit_use_double_quant": True, # ε―ιοΌεε° 0.4% δ½η§―
|
| 21 |
},
|
| 22 |
low_cpu_mem_usage=True
|
| 23 |
-
|
| 24 |
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 26 |
|
|
|
|
| 2 |
# !pip install transformers accelerate bitsandbytes huggingface_hub
|
| 3 |
|
| 4 |
import gradio as gr
|
| 5 |
+
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoModelForSeq2SeqLM, AutoProcessor, AutoModelForVision2Seq
|
| 6 |
|
| 7 |
import torch
|
| 8 |
|
|
|
|
| 20 |
"bnb_4bit_use_double_quant": True, # ε―ιοΌεε° 0.4% δ½η§―
|
| 21 |
},
|
| 22 |
low_cpu_mem_usage=True
|
| 23 |
+
)
|
| 24 |
|
| 25 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 26 |
|