warshanks commited on
Commit
35d41e4
·
1 Parent(s): c2976f2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -19,6 +19,8 @@ processor = AutoProcessor.from_pretrained(model_id)
19
  model = AutoModelForImageTextToText.from_pretrained(
20
  model_id, device_map="auto", torch_dtype=torch.bfloat16
21
  )
 
 
22
 
23
  MAX_NUM_IMAGES = int(os.getenv("MAX_NUM_IMAGES", "5"))
24
 
 
19
  model = AutoModelForImageTextToText.from_pretrained(
20
  model_id, device_map="auto", torch_dtype=torch.bfloat16
21
  )
22
+ # Update the model's generation config to enable sampling by default
23
+ model.generation_config.do_sample = True
24
 
25
  MAX_NUM_IMAGES = int(os.getenv("MAX_NUM_IMAGES", "5"))
26