Update app.py

app.py

@@ -1,13 +1,21 @@
 import gradio as gr
 from transformers import pipeline
+from transformers import AutoTokenizer, AutoModelForCausalLM
 
-import galai as gal
+tokenizer = AutoTokenizer.from_pretrained("facebook/galactica-125m")
+model = AutoModelForCausalLM.from_pretrained("facebook/galactica-125m")
 
-model = gal.load_model("base", num_gpus = 0, dtype='float16')
+text2text_generator = pipeline("text-generation", model=model, tokenizer=tokenizer, num_workers=4, device=0)
 
 def predict(text):
     text = text.strip()
-    out_text = model.generate(text)
+    out_text = text2text_generator(input_text, max_length=384, 
+                              temperature=0.7, 
+                              do_sample=True,
+                              eos_token_id = tokenizer.eos_token_id,
+                              bos_token_id = tokenizer.bos_token_id,
+                              pad_token_id = tokenizer.pad_token_id,
+                         )[0]['generated_text']
     out_text = "<p>" + out_text + "</p>"
     out_text = out_text.replace(text, text + "<b><span style='background-color: #ffffcc;'>")
     out_text = out_text +  "</span></b>"