fix

app.py

@@ -85,7 +85,7 @@ def search_queries(dataset_name, q_reps, depth=1000):
         raise ValueError(f"No FAISS index found for dataset {dataset_name}")
     
     # Ensure q_reps is a 2D numpy array of the correct type
-    q_reps = np.ascontiguousarray(q_reps.astype('float32'))
+    q_reps = np.ascontiguousarray(q_reps.astype('float16'))
     
     # Perform the search
     all_scores, all_indices = faiss_index.search(q_reps, depth)
@@ -130,7 +130,7 @@ def encode_queries(dataset_name, postfix):
     input_texts = [f"query: {query.strip()} {postfix}".strip() for query in queries[dataset_name]]
     
     encoded_embeds = []
-    batch_size = 64
+    batch_size = 32
     
     for start_idx in tqdm.tqdm(range(0, len(input_texts), batch_size), desc="Encoding queries"):
         batch_input_texts = input_texts[start_idx: start_idx + batch_size]