chore: long timeout for non-local LLM
This commit is contained in:
@@ -212,7 +212,7 @@ class LLMAgent(BaseAgent):
|
|||||||
:yield: Raw text tokens (deltas) from the SSE stream.
|
:yield: Raw text tokens (deltas) from the SSE stream.
|
||||||
:raises httpx.HTTPError: If the API returns a non-200 status.
|
:raises httpx.HTTPError: If the API returns a non-200 status.
|
||||||
"""
|
"""
|
||||||
async with httpx.AsyncClient() as client:
|
async with httpx.AsyncClient(timeout=httpx.Timeout(20.0)) as client:
|
||||||
async with client.stream(
|
async with client.stream(
|
||||||
"POST",
|
"POST",
|
||||||
settings.llm_settings.local_llm_url,
|
settings.llm_settings.local_llm_url,
|
||||||
|
|||||||
Reference in New Issue
Block a user