mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-02 18:54:59 +00:00
80 lines
2.2 KiB
Python
80 lines
2.2 KiB
Python
import hashlib
|
|
import json
|
|
|
|
import backoff
|
|
import httpx
|
|
import openai
|
|
|
|
# from diskcache import Cache
|
|
from openai import APIConnectionError, InternalServerError, RateLimitError
|
|
|
|
from aider.utils import is_gpt4_with_openai_base_url
|
|
from aider.dump import dump # noqa: F401
|
|
|
|
CACHE_PATH = "~/.aider.send.cache.v1"
|
|
CACHE = None
|
|
# CACHE = Cache(CACHE_PATH)
|
|
|
|
|
|
@backoff.on_exception(
|
|
backoff.expo,
|
|
(
|
|
InternalServerError,
|
|
RateLimitError,
|
|
APIConnectionError,
|
|
httpx.ConnectError,
|
|
),
|
|
max_tries=10,
|
|
on_backoff=lambda details: print(
|
|
f"{details.get('exception','Exception')}\nRetry in {details['wait']:.1f} seconds."
|
|
),
|
|
)
|
|
def send_with_retries(client, model_name, messages, functions, stream):
|
|
if not client:
|
|
raise ValueError("No openai client provided")
|
|
|
|
kwargs = dict(
|
|
model=model_name,
|
|
messages=messages,
|
|
temperature=0,
|
|
stream=stream,
|
|
)
|
|
if functions is not None:
|
|
kwargs["functions"] = functions
|
|
|
|
|
|
# Check conditions to switch to gpt-4-vision-preview or strip out image_url messages
|
|
if client and is_gpt4_with_openai_base_url(model_name, client):
|
|
if any(isinstance(msg.get("content"), list) and any("image_url" in item for item in msg.get("content") if isinstance(item, dict)) for msg in messages):
|
|
kwargs['model'] = "gpt-4-vision-preview"
|
|
# gpt-4-vision is limited to max tokens of 4096
|
|
kwargs["max_tokens"] = 4096
|
|
|
|
key = json.dumps(kwargs, sort_keys=True).encode()
|
|
|
|
# Generate SHA1 hash of kwargs and append it to chat_completion_call_hashes
|
|
hash_object = hashlib.sha1(key)
|
|
|
|
if not stream and CACHE is not None and key in CACHE:
|
|
return hash_object, CACHE[key]
|
|
|
|
res = client.chat.completions.create(**kwargs)
|
|
|
|
if not stream and CACHE is not None:
|
|
CACHE[key] = res
|
|
|
|
return hash_object, res
|
|
|
|
|
|
def simple_send_with_retries(client, model_name, messages):
|
|
try:
|
|
_hash, response = send_with_retries(
|
|
client=client,
|
|
model_name=model_name,
|
|
messages=messages,
|
|
functions=None,
|
|
stream=False,
|
|
)
|
|
return response.choices[0].message.content
|
|
except (AttributeError, openai.BadRequestError):
|
|
return
|