Hugging Face's logo

Spaces:
stevhliu
/
gradio-pipeline-demo
Running

App Files Community
stevhliu HF Staff commited on
Commit
36a627d
·
verified ·
1 Parent(s): 18d3078

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -1,5 +1,6 @@
1
  from transformers import pipeline
2
  import gradio as gr
 
3
 
4
  pipeline = pipeline("text-generation", model="google/gemma-2-2b", torch_dtype=torch.bfloat16, device_map="auto", model_kwargs={"quantization_config": BitsAndBytesConfig(load_in_8bit=True)})
5
  gr.Interface.from_pipeline(pipeline).launch()
 
1
  from transformers import pipeline
2
  import gradio as gr
3
+ import torch
4
 
5
  pipeline = pipeline("text-generation", model="google/gemma-2-2b", torch_dtype=torch.bfloat16, device_map="auto", model_kwargs={"quantization_config": BitsAndBytesConfig(load_in_8bit=True)})
6
  gr.Interface.from_pipeline(pipeline).launch()