jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-25 02:09:19 -05:00
Code Issues Packages Projects Releases Wiki Activity

Vector DB CDK: Fix chunk size for openai embedder (#31067)

Browse Source
This commit is contained in:
Joe Reuter
2023-10-04 21:51:44 +02:00
committed by GitHub
parent 2aba0b3006
commit 07cc1c389e
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
airbyte-cdk/python/airbyte_cdk/destinations/vector_db_based/embedder.py
View File

@@ -96,7 +96,7 @@ class BaseOpenAIEmbedder(Embedder):
class OpenAIEmbedder(BaseOpenAIEmbedder):
def __init__(self, config: OpenAIEmbeddingConfigModel, chunk_size: int):
super().__init__(OpenAIEmbeddings(openai_api_key=config.openai_key, chunk_size=8191, max_retries=15), chunk_size) # type: ignore
super().__init__(OpenAIEmbeddings(openai_api_key=config.openai_key, max_retries=15), chunk_size) # type: ignore
class AzureOpenAIEmbedder(BaseOpenAIEmbedder):
@@ -159,7 +159,7 @@ class OpenAICompatibleEmbedder(Embedder):
super().__init__()
self.config = config
# Client is set internally
self.embeddings = LocalAIEmbeddings(model=config.model_name, openai_api_key=config.api_key, openai_api_base=config.base_url, chunk_size=8191, max_retries=15) # type: ignore
self.embeddings = LocalAIEmbeddings(model=config.model_name, openai_api_key=config.api_key, openai_api_base=config.base_url, max_retries=15) # type: ignore
def check(self) -> Optional[str]:
deployment_mode = os.environ.get("DEPLOYMENT_MODE", "")