Update app.py

app.py

@@ -1,30 +1,24 @@
 import streamlit as st
-#from transformers import pipeline
+from langchain.prompts import PromptTemplate
+from transformers import pipeline
 
-# Function to get response from LLaMA 2 model
-from transformers import MistralForCausalLM
-from transformers import AutoTokenizer
-
-tokenizer = AutoTokenizer.from_pretrained('mistralai/mathstral-7B-v0.1')
-
-
-def getLLamaresponse(input_text, keywords, blog_style):
-    # Load the LLaMA 2 model from Hugging Face
-    model_name = MistralForCausalLM.from_pretrained('mistralai/mathstral-7B-v0.1')
-    #llm = pipeline('text-generation', model=model_name)
+# Initialize the Hugging Face pipeline
+pipe = pipeline("text2text-generation", model="google/flan-t5-small")
 
+# Function to get response from the model
+def get_response(input_text, keywords, blog_style):
     # Prompt Template
     template = """
-        Generate project idea for {blog_style} by using keywords like {keywords} for the profession of {input_text}.
+    Generate technical project ideas for {blog_style} job profile for a topic {input_text} using these keywords: {keywords}.
     """
-
-    # Format the prompt
+    
     prompt = template.format(blog_style=blog_style, input_text=input_text, keywords=keywords)
+    
+    # Generate the response from the model
+    response = pipe(prompt)
+    return response[0]['generated_text']  # Extract the generated text
 
-    # Generate the response from the LLaMA 2 model
-    response = model.generate(prompt, max_length=250, temperature=0.01)
-    return response[0]['generated_text']
-
+# Streamlit configuration
 st.set_page_config(page_title="Generate Project Idea",
                    page_icon='🤖',
                    layout='centered',
@@ -38,14 +32,14 @@ input_text = st.text_input("Enter the Topic")
 col1, col2 = st.columns([5, 5])
 
 with col1:
-    no_words = st.text_input('Keywords')
+    keywords = st.text_input('Keywords')
 with col2:
     blog_style = st.selectbox('Generating project idea for',
-                              ('Researchers', 'Data Scientist', 'Software Developer', 'Common People', " "), index=0)
-
+                              ('Researchers', 'Data Scientist', 'Software Developer', 'Common People'), index=0)
+    
 submit = st.button("Generate")
 
 # Final response
 if submit:
-    response = getLLamaresponse(input_text, no_words, blog_style)
+    response = get_response(input_text, keywords, blog_style)
     st.write(response)