update ovis

README.md

@@ -1,8 +1,8 @@
 ---
 title: Ovis2 16B
 emoji: 🦫
-colorFrom: blue
-colorTo: red
+colorFrom: yellow
+colorTo: purple
 sdk: gradio
 sdk_version: 5.1.0
 app_file: app.py

app.py

@@ -26,25 +26,6 @@ streamer = TextIteratorStreamer(text_tokenizer, skip_prompt=True, skip_special_t
 image_placeholder = '<image>'
 cur_dir = os.path.dirname(os.path.abspath(__file__))
 
-def submit_chat(chatbot, text_input):
-    response = ''
-    chatbot.append((text_input, response))
-    return chatbot ,''
-
-# @spaces.GPU
-use_thread = False
-
-# load model
-model = AutoModelForCausalLM.from_pretrained(model_name,
-                                             torch_dtype=torch.bfloat16,
-                                             multimodal_max_length=8192,
-                                             trust_remote_code=True).to(device='cuda')
-text_tokenizer = model.get_text_tokenizer()
-visual_tokenizer = model.get_visual_tokenizer()
-streamer = TextIteratorStreamer(text_tokenizer, skip_prompt=True, skip_special_tokens=True)
-image_placeholder = '<image>'
-cur_dir = os.path.dirname(os.path.abspath(__file__))
-
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
 
@@ -66,7 +47,7 @@ def submit_chat(chatbot, text_input):
     chatbot.append((text_input, response))
     return chatbot ,''
 
-# @spaces.GPU
+@spaces.GPU
 def ovis_chat(chatbot: List[List[str]], image_input: Any):
     conversations, model_inputs = prepare_inputs(chatbot, image_input)
     gen_kwargs = initialize_gen_kwargs()