Do exp backoff for litellm.exceptions.ServiceUnavailableError #580

This commit is contained in:
Paul Gauthier 2024-04-30 15:34:01 -07:00
parent 7b14d77e9e
commit 3469e04eb8

View file

@ -32,6 +32,7 @@ def giveup_on_recitiation(ex):
APIConnectionError,
httpx.ConnectError,
litellm.exceptions.BadRequestError,
litellm.exceptions.ServiceUnavailableError,
),
giveup=giveup_on_recitiation,
max_tries=10,