github/gpt-pilot
1
1
Fork 0
mirror of https://github.com/Pythagora-io/gpt-pilot.git synced 2026-01-10 13:37:55 -05:00
Code Issues Packages Projects Releases Wiki Activity

Set timeout for client and api side

Browse Source
This commit is contained in:
mijauexe
2025-03-21 08:20:10 +01:00
parent be7f41b0b8
commit fa5cd49aeb
1 changed files with 10 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
core/llm/base.py
View File

@@ -204,14 +204,22 @@ class BaseLLMClient:
self.client = openai.AsyncOpenAI(
api_key=original_client.api_key,
base_url=original_client.base_url,
default_headers={"Authorization": f"Bearer {access_token}"},
timeout=original_client.timeout,
default_headers={
"Authorization": f"Bearer {access_token}",
"Timeout": str(max(self.config.connect_timeout, self.config.read_timeout)),
},
)
elif isinstance(original_client, anthropic.AsyncAnthropic):
# Create new Anthropic client with custom headers
self.client = anthropic.AsyncAnthropic(
api_key=original_client.api_key,
base_url=original_client.base_url,
default_headers={"Authorization": f"Bearer {access_token}"},
timeout=original_client.timeout,
default_headers={
"Authorization": f"Bearer {access_token}",
"Timeout": str(max(self.config.connect_timeout, self.config.read_timeout)),
},
)
else:
# Handle other client types or raise exception