should_giveup?

This commit is contained in:
Paul Gauthier 2024-05-04 17:43:26 -07:00
parent 2d91ee8dbb
commit 7c9c4fe788

View file

@ -18,6 +18,13 @@ CACHE = None
litellm.suppress_debug_info = True litellm.suppress_debug_info = True
def should_giveup(e):
if not hasattr(e, "status_code"):
return False
return not litellm._should_retry(e.status_code)
@backoff.on_exception( @backoff.on_exception(
backoff.expo, backoff.expo,
( (
@ -28,7 +35,8 @@ litellm.suppress_debug_info = True
httpx.RemoteProtocolError, httpx.RemoteProtocolError,
litellm.exceptions.ServiceUnavailableError, litellm.exceptions.ServiceUnavailableError,
), ),
max_tries=10, giveup=should_giveup,
max_tries=3,
on_backoff=lambda details: print( on_backoff=lambda details: print(
f"{details.get('exception','Exception')}\nRetry in {details['wait']:.1f} seconds." f"{details.get('exception','Exception')}\nRetry in {details['wait']:.1f} seconds."
), ),