spinner and caching

app.py

@@ -11,10 +11,22 @@ import validators
 import json
 
 #Haystack Components
-document_store = InMemoryDocumentStore()
-retriever = TfidfRetriever(document_store=document_store)
-reader = FARMReader(model_name_or_path="deepset/tinyroberta-squad2", use_gpu=True)
-pipeline = ExtractiveQAPipeline(reader, retriever)
+@st.cache(hash_funcs={"builtins.SwigPyObject": lambda _: None},allow_output_mutation=True)
+def start_haystack():
+    document_store = InMemoryDocumentStore()
+    load_and_write_data(document_store)
+    retriever = TfidfRetriever(document_store=document_store)
+    reader = FARMReader(model_name_or_path="deepset/tinyroberta-squad2", use_gpu=True)
+    pipeline = ExtractiveQAPipeline(reader, retriever)
+    return pipeline
+
+def load_and_write_data(document_store):
+    doc_dir = './article_txt_got'
+    docs = convert_files_to_docs(dir_path=doc_dir, clean_func=clean_wiki_text, split_paragraphs=True)
+
+    document_store.write_documents(docs)
+
+pipeline = start_haystack()
 
 def set_state_if_absent(key, value):
     if key not in st.session_state:
@@ -23,31 +35,23 @@ def set_state_if_absent(key, value):
 
 st.set_page_config(page_title="Game of Thrones QA with Haystack", page_icon="https://haystack.deepset.ai/img/HaystackIcon.png")
 
-set_state_if_absent("question", "Who is Arya's father")
+set_state_if_absent("question", "Who is Arya's father?")
 set_state_if_absent("results", None)
 
 
 def reset_results(*args):
     st.session_state.results = None
 
-def load_and_write_data():
-    doc_dir = './article_txt_got'
-    docs = convert_files_to_docs(dir_path=doc_dir, clean_func=clean_wiki_text, split_paragraphs=True)
-
-    document_store.write_documents(docs)
-
-
 #Streamlit App
 
 st.title('Game of Thrones QA with Haystack')
 question = st.text_input("", value=st.session_state.question, max_chars=100, on_change=reset_results)
 
-load_and_write_data()
-
 def ask_question(question):
     prediction = pipeline.run(query=question, params={"Retriever": {"top_k": 10}, "Reader": {"top_k": 5}})
     results = []
     for answer in prediction["answers"]:
+        answer = answer.to_dict()
         if answer["answer"]:
             results.append(
                 {
@@ -66,18 +70,15 @@ def ask_question(question):
                 }
             )
     return results
-    # st.write(prediction['answers'][0].to_dict())
-    # st.write(prediction['answers'][1].to_dict())
-    # st.write(prediction['answers'][2].to_dict())
-    
 
 if question:
-    try:
-        msg = 'Asekd ' + question
-        logging.info(msg)
-        st.session_state.results = ask_question(question)    
-    except Exception as e:
-        logging.exception(e)
+    with st.spinner("👑    Performing neural search on royal scripts..."):
+        try:
+            msg = 'Asked ' + question
+            logging.info(msg)
+            st.session_state.results = ask_question(question)    
+        except Exception as e:
+            logging.exception(e)