feat(embeddings): add native embed_batch to 5 embedders (LMStudio, Together, HuggingFace, VertexAI, GoogleGenAI) (#5609)
This commit is contained in:
@@ -29,3 +29,16 @@ class TogetherEmbedding(EmbeddingBase):
|
||||
"""
|
||||
|
||||
return self.client.embeddings.create(model=self.config.model, input=text).data[0].embedding
|
||||
|
||||
def embed_batch(self, texts, memory_action="add"):
|
||||
if not texts:
|
||||
return []
|
||||
response = self.client.embeddings.create(model=self.config.model, input=texts)
|
||||
sorted_data = sorted(response.data, key=lambda x: x.index)
|
||||
embeddings = [item.embedding for item in sorted_data]
|
||||
if len(embeddings) != len(texts):
|
||||
raise ValueError(
|
||||
f"Together embed_batch() returned {len(embeddings)} embeddings for {len(texts)} texts"
|
||||
f" using model '{self.config.model}'"
|
||||
)
|
||||
return embeddings
|
||||
|
||||
Reference in New Issue
Block a user