app.py

import gradio as gr
import os

from langchain.chains.question_answering import load_qa_chain
from langchain.document_loaders import UnstructuredURLLoader
from langchain import OpenAI
from langchain import HuggingFaceHub
os.environ[
    "HUGGINGFACEHUB_API_TOKEN"] = "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"
os.environ["LANGCHAIN_TRACING_V2"] = "true"
os.environ["LANGCHAIN_ENDPOINT"] = "https://api.smith.langchain.com"
os.environ["LANGCHAIN_API_KEY"] = "ls__ae9b316f4ee9475b84f66c616344d713"
os.environ["LANGCHAIN_PROJECT"] = "Sequential-Chain"


def main():
    with gr.Blocks() as demo:
        with gr.Tab(label="HuggingFaceHub", id="tab1"):  #标签页1
          input_url1 = gr.inputs.Textbox(label="输入要总结的 URL", lines=1)
          text_button = gr.Button("提交")
          text_output_interpret = gr.TextArea(label="结果")
          text_button.click(fn=my_inference_function,inputs=input_url1,outputs=text_output_interpret)
        with gr.Tab(label="ChatGPT", id="tab2"):  #标签页2
          input_api_key = gr.inputs.Textbox(label="ChatGPT API Key", lines=1)
          input_api_base = gr.inputs.Textbox(label="ChatGPT API 地址（默认无地址）", lines=1)
          input_url2 = gr.inputs.Textbox(label="输入要总结的 URL", lines=1)
          vid_button = gr.Button("提交")
          vid_output_interpret = gr.TextArea(label="结果")
          vid_button.click(fn=my_chatgpt_function,inputs=[input_api_key, input_api_base, input_url2],outputs=vid_output_interpret)
    demo.launch()


def my_chatgpt_function(api_key, api_base, url):
    os.environ["OPENAI_API_KEY"] = api_key
    os.environ['OPENAI_API_BASE'] = api_base
    llm = OpenAI(temperature=0.7, model_name="gpt-3.5-turbo", max_tokens=1024)
    loader = UnstructuredURLLoader(urls=[url])
    data = loader.load()
    chain = load_qa_chain(llm=llm, chain_type="stuff")
    response = chain.run(input_documents=data,
                         question="""请用中文总结文章的内容，并以下面模版给出结果：
        《文章标题》摘要如下：
        ## 一句话描述
        文章摘要内容
        ## 文章略读
        文章要点""")
    return response


def my_inference_function(url):
    llm = HuggingFaceHub(repo_id="declare-lab/flan-alpaca-large",
                         model_kwargs={
                             "temperature": 0.1,
                             "max_length": 512
                         })
    loader = UnstructuredURLLoader(urls=[url])
    data = loader.load()
    chain = load_qa_chain(llm=llm, chain_type="stuff")
    response = chain.run(input_documents=data,
                         question="Summarize this article in one paragraph")
    return response


if __name__ == '__main__':
    main()