from fastembed import TextEmbedding, LateInteractionTextEmbedding
from fastembed.rerank.cross_encoder import TextCrossEncoder
from dotenv import load_dotenv
import os
load_dotenv()
from huggingface_hub import login

#login(token=os.getenv("HUGGINGFACE_HUB_TOKEN"))
hf_token = os.getenv("HUGGINGFACE_HUB_TOKEN")

dense_model = TextEmbedding("sentence-transformers/all-MiniLM-L6-v2")
colbert_model = LateInteractionTextEmbedding("colbert-ir/colbertv2.0")
cross_encoder = TextCrossEncoder("jinaai/jina-reranker-v2-base-multilingual")