serve_embed/models/embedder_gemma.py
2026-03-12 13:40:10 +03:30

16 lines
532 B
Python

from sentence_transformers import SentenceTransformer
import requests
class TextEmbedderGemma:
def __init__(self, model_path):
self.model = SentenceTransformer(model_path, trust_remote_code=True, local_files_only=True).to(device="cuda:0")
def embed_texts(self, texts:list[str], query:bool = False)->list[list[float]]:
"""
Embed texts using the model.
"""
if query:
return self.model.encode_query(texts)
else:
return self.model.encode_document(texts)