save space

app.py

@@ -116,7 +116,7 @@ def encode_queries(dataset_name, postfix):
     input_texts = [f"query: {query.strip()} {postfix}".strip() for query in queries[dataset_name]]
     
     encoded_embeds = []
-    batch_size = 32
+    batch_size = 64
     
     for start_idx in tqdm.tqdm(range(0, len(input_texts), batch_size), desc="Encoding queries"):
         batch_input_texts = input_texts[start_idx: start_idx + batch_size]
@@ -176,14 +176,17 @@ def run_evaluation(dataset, postfix):
     }
 
 def gradio_interface(dataset, postfix):
+    if 'model' not in globals() or model is None:
+        # Load model and initial datasets
+        load_model()
+        for dataset in datasets:
+            print(f"Loading dataset: {dataset}")
+            load_corpus_embeddings(dataset)
+            load_queries(dataset)
+            
     return run_evaluation(dataset, postfix)
 
-# Load model and initial datasets
-load_model()
-for dataset in datasets:
-    print(f"Loading dataset: {dataset}")
-    load_corpus_embeddings(dataset)
-    load_queries(dataset)
+
 
 # Create Gradio interface
 iface = gr.Interface(