refactor: Improve timeout handling in litellm.completion method

This commit is contained in:
Paul Gauthier (aider) 2025-02-06 11:37:47 -08:00
parent 685e63b9da
commit 23d74040ed

View file

@ -601,8 +601,9 @@ class Model(ModelSettings):
# dump(kwargs)
hash_object = hashlib.sha1(key)
# don't pass timeout here, add it to kwargs (if not already present) ai!
res = litellm.completion(timeout=request_timeout, **kwargs)
if 'timeout' not in kwargs:
kwargs['timeout'] = request_timeout
res = litellm.completion(**kwargs)
return hash_object, res
def remove_reasoning_content(self, res):