Update app.py

app.py

@@ -6,13 +6,18 @@ from cumo.constants import IMAGE_TOKEN_INDEX, DEFAULT_IMAGE_TOKEN
 import torch
 from PIL import Image
 
-model_path = "BenkHel/CumoThesis"  # <-- Das ist dein Modell!
+model_path = "BenkHel/CumoThesis"
+model_base = None
+model_name = "CumoThesis"   # oder "BenkHel/CumoThesis"
+load_8bit = False
+load_4bit = False
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
 tokenizer, model, image_processor, context_len = load_pretrained_model(
-    model_path, None, None, False, False, device, use_flash_attn=False
+    model_path, model_base, model_name, load_8bit, load_4bit, device, use_flash_attn=False
 )
 
+
 PROMPT = "What material is this item and how is it disposed of?"
 PROMPT_WITH_IMAGE = f"{DEFAULT_IMAGE_TOKEN} {PROMPT}"