From a4252f55b613cbb33602446cda922021fcea3469 Mon Sep 17 00:00:00 2001 From: thejumpman2323 Date: Thu, 25 Jan 2024 19:42:12 +0530 Subject: [PATCH] Add client kwargs in openai --- superduperdb/ext/openai/model.py | 10 ++++++++-- 1 file changed, 8 insertions(+), 2 deletions(-) diff --git a/superduperdb/ext/openai/model.py b/superduperdb/ext/openai/model.py index f1c135714..c5f5dbdd9 100644 --- a/superduperdb/ext/openai/model.py +++ b/superduperdb/ext/openai/model.py @@ -34,6 +34,12 @@ def _available_models(): @dc.dataclass(kw_only=True) class _OpenAI(APIModel): + ''' + :param client_kwargs: The kwargs to be passed to OpenAI + + ''' + + client_kwargs: t.Optional[dict] = dc.field(default_factory=dict) __doc__ = APIModel.__doc__ # type: ignore[assignment] def __post_init__(self): @@ -46,8 +52,8 @@ def __post_init__(self): msg = f'model {self.model} not in OpenAI available models, {mo}' raise ValueError(msg) - self.syncClient = SyncOpenAI() - self.asyncClient = AsyncOpenAI() + self.syncClient = SyncOpenAI(**self.client_kwargs) + self.asyncClient = AsyncOpenAI(**self.client_kwargs) if 'OPENAI_API_KEY' not in os.environ: raise ValueError('OPENAI_API_KEY not set')