add configurable llm timeout
This commit is contained in:
+1
-1
@@ -186,7 +186,7 @@ class LLMClient:
|
||||
self._client = AsyncOpenAI(
|
||||
base_url=self.settings.llm_base_url,
|
||||
api_key=self.settings.effective_api_key,
|
||||
timeout=120.0,
|
||||
timeout=self.settings.llm_timeout,
|
||||
)
|
||||
|
||||
async def _post_embeddings(self, texts: list[str]) -> list[list[float]]:
|
||||
|
||||
Reference in New Issue
Block a user