refactor send_with_retries

aider/sendchat.py

@@ -0,0 +1,44 @@
+import hashlib
+import json
+
+import backoff
+import openai
+import requests
+from openai.error import APIError, RateLimitError, ServiceUnavailableError, Timeout
+
+
+@backoff.on_exception(
+    backoff.expo,
+    (
+        Timeout,
+        APIError,
+        ServiceUnavailableError,
+        RateLimitError,
+        requests.exceptions.ConnectionError,
+    ),
+    max_tries=10,
+    on_backoff=lambda details: print(
+        f"{details.get('exception','Exception')}\nRetry in {details['wait']:.1f} seconds."
+    ),
+)
+def send_with_retries(model, messages, functions, stream):
+    kwargs = dict(
+        model=model,
+        messages=messages,
+        temperature=0,
+        stream=stream,
+    )
+    if functions is not None:
+        kwargs["functions"] = functions
+
+    # we are abusing the openai object to stash these values
+    if hasattr(openai, "api_deployment_id"):
+        kwargs["deployment_id"] = openai.api_deployment_id
+    if hasattr(openai, "api_engine"):
+        kwargs["engine"] = openai.api_engine
+
+    # Generate SHA1 hash of kwargs and append it to chat_completion_call_hashes
+    hash_object = hashlib.sha1(json.dumps(kwargs, sort_keys=True).encode())
+
+    res = openai.ChatCompletion.create(**kwargs)
+    return hash_object, res