Update app.py

app.py

@@ -12,46 +12,20 @@ def get_model():
     #model = AutoModelForCausalLM.from_pretrained("BigSalmon/GPTNeo1.3BPointsLincolnFormalInformal")
     #model = AutoModelForCausalLM.from_pretrained("BigSalmon/MediumInformalToFormalLincoln")
     #model = AutoModelForCausalLM.from_pretrained("BigSalmon/GPTNeo350MInformalToFormalLincoln7")
-    model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincolnConciseWordy")
+    #model = AutoModelForCausalLM.from_pretrained("BigSalmon/InformalToFormalLincolnConciseWordy")
+    model = AutoModelForCausalLM.from_pretrained("BigSalmon/MediumInformalToFormalLincoln2")
     tokenizer = AutoTokenizer.from_pretrained("BigSalmon/Points2")
     return model, tokenizer
     
 model, tokenizer = get_model()
 
-st.text('''How To Make Prompt:
-
-***
-
-Translated into the Style of Abraham Lincoln: at a time when nintendo has become inflexible, ( stubbornly bent on / firmly set on / unyielding in its insistence on / steadfastly transfixed by / uncompromising in its commitment to / rigidly decided on ) consoles that are tethered to a fixed iteration, sega diligently curates its legacy of classic video games on handheld devices.
-informal english: garage band has made people who know nothing about music good at creating music.
-
-***
-
-Translated into the Style of Abraham Lincoln: garage band ( offers the uninitiated in music the ability to produce professional-quality compositions / catapults those for whom music is an uncharted art the ability the realize masterpieces / stimulates music novice's competency to yield sublime arrangements / begets individuals of rudimentary musical talent the proficiency to fashion elaborate suites ).
-informal english: chrome extensions can make doing regular tasks much easier to get done.
-
-***
-
-Translated into the Style of Abraham Lincoln: corn fields ( permeate illinois / span the state of illinois / ( occupy / persist in ) all corners of illinois / line the horizon of illinois / envelop the landscape of illinois ), manifesting themselves visibly as one ventures beyond chicago.
-informal english:
-
-***
-
-OR
-
-***
-- declining viewership facing the nba.
-- does not have to be this way.
-- in fact, many solutions exist.
-- the four point line would surely draw in eyes.
-text: failing to draw in the masses, the nba has ( fallen into / succumb to / bowed to ) disrepair. such does not have to be the case, however. in fact, a myriad of simple, relatively cheap ( solutions / interventions / enhancements ) could revive the league. the addition of the much-hyped four-point line would surely juice viewership.
-***
-- ''')
+st.text('''For Prompt Templates: https://huggingface.co/BigSalmon/InformalToFormalLincoln35''')
 
 temp = st.sidebar.slider("Temperature", 0.7, 1.5)
 number_of_outputs = st.sidebar.slider("Number of Outputs", 5, 50)
 lengths = st.sidebar.slider("Length", 3, 10)
 bad_words = st.text_input("Words You Do Not Want Generated", " core lemon height time ")
+logs_outputs = st.sidebar.slider("Logit Outputs", 50, 300)
 
 def run_generate(text, bad_words):
   yo = []
@@ -95,6 +69,6 @@ with st.form(key='my_form'):
         logits, past_key_values = model(myinput, past_key_values = past_key_values, return_dict=False)
         logits = logits[0,-1]
         probabilities = torch.nn.functional.softmax(logits)
-        best_logits, best_indices = logits.topk(100)
+        best_logits, best_indices = logits.topk(logs_outputs)
         best_words = [tokenizer.decode([idx.item()]) for idx in best_indices]      
         st.write(best_words)