initial commit

app.py

@@ -1,10 +1,8 @@
 import gradio as gr
-from transformers import AutoProcessor, AutoModelForVisualQuestionAnswering, AutoModelForCausalLM
+from transformers import Blip2ForVisualQuestionAnswering, Blip2Config, AutoTokenizer
 from PIL import Image
 import torch
 
-processor = AutoProcessor.from_pretrained("microsoft/git-base-vqav2")
-model = AutoModelForCausalLM.from_pretrained("microsoft/git-base-vqav2")
 model_path = "microsoft/git-base-vqav2"
 dataset_name = "Multimodal-Fatima/OK-VQA_train"
 
@@ -19,8 +17,7 @@ questions = ["What can happen the objects shown are thrown on the ground?",
              "Where can that toilet seat be bought?",
              "What do you call the kind of pants that the man on the right is wearing?"]
 
-processor = AutoProcessor.from_pretrained(model_path)
-model = AutoModelForVisualQuestionAnswering.from_pretrained(model_path)
+model = Blip2ForVisualQuestionAnswering.from_pretrained(model_path)
 
 
 def main(select_exemple_num):