dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 09:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

Revert "Stop using litellm._should_retry"

Browse source 
This reverts commit 1e232d4db6.
This commit is contained in:
Paul Gauthier 2024-08-07 11:29:31 -03:00
parent 19ad89e1d7
commit 1ecc780f74
1 changed files with 22 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

22
aider/sendchat.py
View file

@ -18,6 +18,27 @@ def lazy_litellm_retry_decorator(func):
def wrapper(*args, **kwargs):
import httpx
def should_giveup(e):
if not hasattr(e, "status_code"):
return False
if type(e) in (
httpx.ConnectError,
httpx.RemoteProtocolError,
httpx.ReadTimeout,
):
return False
# These seem to return .status_code = ""
# litellm._should_retry() expects an int and throws a TypeError
#
# litellm.llms.anthropic.AnthropicError
# litellm.exceptions.APIError
if not e.status_code:
return False
return not litellm._should_retry(e.status_code)
decorated_func = backoff.on_exception(
backoff.expo,
(
@ -32,6 +53,7 @@ def lazy_litellm_retry_decorator(func):
litellm.exceptions.InternalServerError,
litellm.llms.anthropic.AnthropicError,
),
giveup=should_giveup,
max_time=60,
on_backoff=lambda details: print(
f"{details.get('exception', 'Exception')}\nRetry in {details['wait']:.1f} seconds."