Spaces:
Sleeping
Sleeping
Update genra_incremental.py
Browse files- genra_incremental.py +2 -0
genra_incremental.py
CHANGED
|
@@ -65,6 +65,7 @@ class LLMGenerator:
|
|
| 65 |
|
| 66 |
class QAIndexer:
|
| 67 |
def __init__(self, index_type, emb_model):
|
|
|
|
| 68 |
self.document_embedder = SentenceTransformersDocumentEmbedder(model=emb_model)
|
| 69 |
self.document_embedder.warm_up()
|
| 70 |
if index_type == 'in_memory':
|
|
@@ -128,6 +129,7 @@ def rank_aggregation(aggregator, lists, k):
|
|
| 128 |
|
| 129 |
|
| 130 |
class GenraPipeline:
|
|
|
|
| 131 |
def __init__(self, llm_name, emb_model, aggregator, contexts):
|
| 132 |
self.qa_indexer = QAIndexer('in_memory', emb_model)
|
| 133 |
self.qa_retriever = QARetriever(self.qa_indexer.document_store)
|
|
|
|
| 65 |
|
| 66 |
class QAIndexer:
|
| 67 |
def __init__(self, index_type, emb_model):
|
| 68 |
+
# @spaces.GPU(duration=1000)
|
| 69 |
self.document_embedder = SentenceTransformersDocumentEmbedder(model=emb_model)
|
| 70 |
self.document_embedder.warm_up()
|
| 71 |
if index_type == 'in_memory':
|
|
|
|
| 129 |
|
| 130 |
|
| 131 |
class GenraPipeline:
|
| 132 |
+
# @spaces.GPU(duration=1000)
|
| 133 |
def __init__(self, llm_name, emb_model, aggregator, contexts):
|
| 134 |
self.qa_indexer = QAIndexer('in_memory', emb_model)
|
| 135 |
self.qa_retriever = QARetriever(self.qa_indexer.document_store)
|