Austin/dify
1
0
Fork 0
mirror of https://github.com/langgenius/dify.git synced 2024-11-16 11:42:29 +08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

feat: increase read timeout of OpenAI Compatible API, Ollama, Nvidia LLM (#3538)

Browse Source
This commit is contained in:
takatost 2024-04-17 09:25:50 +08:00 committed by GitHub
parent 38ca3b29b5
commit 9b8861e3e1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
api/core/model_runtime/model_providers/nvidia/llm/llm.py
View File

@ -131,7 +131,7 @@ class NVIDIALargeLanguageModel(OAIAPICompatLargeLanguageModel):
endpoint_url, endpoint_url,
headers=headers, headers=headers,
json=data, json=data,
timeout=(10, 60) timeout=(10, 300)
) )
if response.status_code != 200: if response.status_code != 200:
@ -232,7 +232,7 @@ class NVIDIALargeLanguageModel(OAIAPICompatLargeLanguageModel):
endpoint_url, endpoint_url,
headers=headers, headers=headers,
json=data, json=data,
timeout=(10, 60), timeout=(10, 300),
stream=stream stream=stream
) )

2
api/core/model_runtime/model_providers/ollama/llm/llm.py
View File

@ -201,7 +201,7 @@ class OllamaLargeLanguageModel(LargeLanguageModel):
endpoint_url, endpoint_url,
headers=headers, headers=headers,
json=data, json=data,
timeout=(10, 60), timeout=(10, 300),
stream=stream stream=stream
) )

4
api/core/model_runtime/model_providers/openai_api_compatible/llm/llm.py
View File

@ -138,7 +138,7 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
endpoint_url, endpoint_url,
headers=headers, headers=headers,
json=data, json=data,
timeout=(10, 60) timeout=(10, 300)
) )
if response.status_code != 200: if response.status_code != 200:
@ -334,7 +334,7 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
endpoint_url, endpoint_url,
headers=headers, headers=headers,
json=data, json=data,
timeout=(10, 60), timeout=(10, 300),
stream=stream stream=stream
) )