Update app.py

app.py

@@ -1,4 +1,4 @@
-from transformers import ChameleonProcessor, ChameleonForConditionalGeneration, TextIteratorStreamer
+from transformers import ChameleonProcessor, ChameleonForConditionalGeneration, TextIteratorStreamer, BitsAndBytesConfig
 import torch
 from PIL import Image
 import requests
@@ -9,7 +9,14 @@ from gradio import FileData
 import time
 
 processor = ChameleonProcessor.from_pretrained("facebook/chameleon-30b")
-model = ChameleonForConditionalGeneration.from_pretrained("facebook/chameleon-30b", torch_dtype=torch.float16).to("cuda") 
+
+quantization_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_quant_type="nf4",
+    bnb_4bit_compute_dtype=torch.float16,
+)
+
+model = ChameleonForConditionalGeneration.from_pretrained("facebook/chameleon-30b", quantization_config=quantization_config).to("cuda") 
 
 @spaces.GPU
 def bot_streaming(message, history):