44 lines
1.7 KiB
Python
44 lines
1.7 KiB
Python
import os
|
|
import warnings
|
|
from typing import Optional
|
|
|
|
from chromadb.utils.embedding_functions import OpenAIEmbeddingFunction
|
|
|
|
from embedchain.config import BaseEmbedderConfig
|
|
from embedchain.embedder.base import BaseEmbedder
|
|
from embedchain.models import VectorDimensions
|
|
|
|
|
|
class OpenAIEmbedder(BaseEmbedder):
|
|
def __init__(self, config: Optional[BaseEmbedderConfig] = None):
|
|
super().__init__(config=config)
|
|
|
|
if self.config.model is None:
|
|
self.config.model = "text-embedding-ada-002"
|
|
|
|
api_key = self.config.api_key or os.environ["OPENAI_API_KEY"]
|
|
api_base = (
|
|
self.config.api_base
|
|
or os.environ.get("OPENAI_API_BASE")
|
|
or os.getenv("OPENAI_BASE_URL")
|
|
or "https://api.openai.com/v1"
|
|
)
|
|
if os.environ.get("OPENAI_API_BASE"):
|
|
warnings.warn(
|
|
"The environment variable 'OPENAI_API_BASE' is deprecated and will be removed in the 0.1.140. "
|
|
"Please use 'OPENAI_BASE_URL' instead.",
|
|
DeprecationWarning
|
|
)
|
|
|
|
if api_key is None and os.getenv("OPENAI_ORGANIZATION") is None:
|
|
raise ValueError("OPENAI_API_KEY or OPENAI_ORGANIZATION environment variables not provided") # noqa:E501
|
|
embedding_fn = OpenAIEmbeddingFunction(
|
|
api_key=api_key,
|
|
api_base=api_base,
|
|
organization_id=os.getenv("OPENAI_ORGANIZATION"),
|
|
model_name=self.config.model,
|
|
)
|
|
self.set_embedding_fn(embedding_fn=embedding_fn)
|
|
vector_dimension = self.config.vector_dimension or VectorDimensions.OPENAI.value
|
|
self.set_vector_dimension(vector_dimension=vector_dimension)
|