app.py

import gradio as gr
from langchain.document_loaders import ArxivLoader
from PyPDF2 import PdfReader
from langchain_community.llms import HuggingFaceHub
from langchain.text_splitter import TokenTextSplitter
from langchain.chains.summarize import load_summarize_chain
from langchain.document_loaders import PyPDFLoader
from transformers import pipeline

from dotenv import load_dotenv
import os

load_dotenv()
hugging_api_key = os.getenv('HUGGING_API_KEY')

from groq import AsyncGroq
from groq import Groq

from langchain_groq import ChatGroq
from langchain.document_loaders import ArxivLoader
from langchain.vectorstores import Chroma
from langchain.chains import RetrievalQA
from langchain.embeddings.huggingface_hub import HuggingFaceHubEmbeddings
from huggingface_hub import login
login(hugging_api_key)
embedding_model = HuggingFaceHubEmbeddings(huggingfacehub_api_token=hugging_api_key)
llm = ChatGroq(temperature=0, model_name="llama3-70b-8192", api_key = "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")

def display_results(result):
    return "\n".join(result)  # Join each entry with double newlines for better readability

def summarize_pdf(pdf_file_path, max_length):
    # summarizer = pipeline('summarization', model='allenai/led-large-16384-arxiv', min_length=100, max_length=max_length, device=0)
    loader = PdfReader(pdf_file_path)
    text = """ """
    for page in loader.pages:
        text += page.extract_text()

    text_splitter = TokenTextSplitter(chunk_size=8192, chunk_overlap=1000)
    chunks = text_splitter.split_text(text)
    summary = ""
    for i in range(len(chunks)):
        # text = chunks[i].page_content
        text = chunks[i]
        summary += summarize_text(text)
    # summary = str(max_length)
    return summary

def summarize_text(text):
    sum_client = Groq(api_key="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")
    messages = []
    # messages.append({"role": "system", "content": "You are arxiv paper summarizer. If I give you the doi number, you should only output summarization. Summarization should be more than 10% words of the paper. For example, in the paper there are 500 words, than summarization should be more than 50 words."})
    messages.append({"role": "system", "content": "You are summarizer. If I give you the whole text you should summarize it.  And you don't need the title and author"})
    messages = messages + [
        {
            "role": "user",
            "content": f"Summarize the paper. The whole text is {text}",
        },
    ]
    response = sum_client.chat.completions.create(
        messages=messages,
        model="llama3-70b-8192",
        temperature=0,
        max_tokens=8192,
        top_p=1,
        stop=None
    )
    text_summary = response.choices[0].message.content
    return text_summary




def remove_first_sentence_and_title(text):
    # Remove the first sentence
    first_sentence_end = text.find('. ') + 2  # Find the end of the first sentence
    text_without_first_sentence = text[first_sentence_end:]

    # Remove the title
    title_start = text_without_first_sentence.find('**Title:**')
    if title_start != -1:
        title_end = text_without_first_sentence.find('\n', title_start)
        if title_end != -1:
            text_without_title = text_without_first_sentence[:title_start] + text_without_first_sentence[title_end+1:]
        else:
            text_without_title = text_without_first_sentence[:title_start]
    else:
        text_without_title = text_without_first_sentence

    return text_without_title.strip()



def summarize_arxiv_pdf(query):
    loader = ArxivLoader(query=query, load_max_docs=10)
    documents = loader.load()
    text_splitter = TokenTextSplitter(chunk_size=5700, chunk_overlap=100)
    chunks = text_splitter.split_documents(documents)

    text = documents[0].page_content


    ref_summary = ""
    for i in range(len(chunks)):
        text = chunks[i].page_content
        ref_summary += summarize_text(text)
    # ref_summary = ref_summary.split('paper:')[1]
    # ref_summary = remove_first_sentence_and_title(ref_summary)
    ref_summary = ref_summary.replace("Here is a summary of the paper:", "").strip()
    arxiv_summary = loader.get_summaries_as_docs()
    
    summaries = []
    for doc in arxiv_summary:
        title = doc.metadata.get("Title")
        authors = doc.metadata.get("Authors")
        url = doc.metadata.get("Entry ID")
        summary = doc.page_content
        summaries.append(f"**{title}**\n")
        summaries.append(f"**Authors:** {authors}\n")
        summaries.append(f"**View full paper:** [Link to paper]({url})\n")
        summaries.append(f"**Summary:** {summary}\n")
        summaries.append(f"**Lazyman Summary:**\n ")
        summaries.append(f"{ref_summary}")
    summaries = display_results(summaries)
    print(summaries)
    return summaries


client = AsyncGroq(api_key="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")

async def chat_with_replit(message, history):
    messages = []

    for chat in history:
        user = str(chat[0])
        assistant = str(chat[1])
    
        messages.append({"role": "system", "content": "You are assistor. I will ask you some questions than you should answer!"})
        messages.append({"role": 'user', "content": user})
        messages.append({"role": 'assistant', "content": assistant})

    messages = messages + [
        {
            "role": "user",
            "content": str(message),
        },
    ]

    print(messages)
    
    response_content = ""
    stream = await client.chat.completions.create(
        messages=messages,
        model="llama3-70b-8192",
        temperature=0,
        max_tokens=1024,
        top_p=1,
        stop=None,
        stream=True,
    )
    async for chunk in stream:
        content = chunk.choices[0].delta.content
        if content:
            response_content += chunk.choices[0].delta.content
        yield response_content

js = """<script src="https://replit.com/public/js/replit-badge-v2.js" theme="dark" position="bottom-right"></script>"""


async def chat_with_replit_pdf(message, history, doi_num):
    messages = []

    old_doi = "old"
    if old_doi != doi_num:
        loader = ArxivLoader(query=str(doi_num), load_max_docs=10)
        documents = loader.load_and_split()
        metadata = documents[0].metadata
        vector_store = Chroma.from_documents(documents, embedding_model)
        old_doi = doi_num
    def retrieve_relevant_content(user_query):
        results = vector_store.similarity_search(user_query, k=3)
        relevant_content = "\n\n".join([doc.page_content for doc in results])
        return relevant_content
    relevant_content = retrieve_relevant_content(message)


    messages = messages + [
        {
            "role": "user",
            "content": str(message),
        },
        {
            "role": "system",
            "content": f"You should answer about this arxiv paper for {doi_num}.\n" 
            f"This is the metadata of the paper:{metadata}.\n"
            f"This is relevant information of the paper:{relevant_content}.\n"
        }
    ]

    print(messages)
    
    response_content = ""
    stream = await client.chat.completions.create(
        messages=messages,
        model="llama3-70b-8192",
        temperature=0,
        max_tokens=1024,
        top_p=1,
        stop=None,
        stream=False,
    )
    return stream.choices[0].message.content;


with gr.Blocks() as app:
    with gr.Tab(label="Arxiv summarization"):
        with gr.Column():
            number = gr.Textbox(label="Enter your arxiv number")
            sumarxiv_btn = gr.Button(value="summarize-arxiv")
        with gr.Column():
            outputs = gr.Markdown(label="Summary", height=1000)
    sumarxiv_btn.click(summarize_arxiv_pdf, inputs=number, outputs=outputs)    
    with gr.Tab(label="Local summarization"):
        with gr.Row():
            with gr.Column():
                input_path = gr.File(label="Upload PDF file")
            with gr.Column():
                # set_temperature = gr.Slider(0, 1, value=0, step=0.1, label="temperature")
                set_max_length = gr.Slider(512, 4096, value=2048, step=512, label="max length")
                sumlocal_btn = gr.Button(value="summarize-local")
        with gr.Row():
            output_local = gr.Markdown(label="summary", height=1000)
    sumlocal_btn.click(summarize_pdf, inputs=[input_path, set_max_length], outputs=output_local)
    with gr.Tab(label="ChatBot"):
        gr.ChatInterface(chat_with_replit,
                       examples=[
                           "Explain about the attention is all you need",
                           "Who is the inventor of the GAN",
                           "What is the main idea style transfer?"
                       ])
    with gr.Tab(label="Chat with pdf"):
        gr.ChatInterface(fn = chat_with_replit_pdf,
                         additional_inputs = [
                             gr.Textbox(label="doi", placeholder="Enter doi number")
                         ],
                        type="messages")
app.launch()