Merge pull request #1189 from woung717/fix/litellm-timeout

fix: change deprecated timeout parameter for litellm
This commit is contained in:
Tal 2024-08-29 17:01:24 +03:00 committed by GitHub
commit e5715e12cb
No known key found for this signature in database
GPG key ID: B5690EEEBB952194

View file

@ -190,7 +190,7 @@ class LiteLLMAIHandler(BaseAiHandler):
"deployment_id": deployment_id, "deployment_id": deployment_id,
"messages": messages, "messages": messages,
"temperature": temperature, "temperature": temperature,
"force_timeout": get_settings().config.ai_timeout, "timeout": get_settings().config.ai_timeout,
"api_base": self.api_base, "api_base": self.api_base,
} }