roughed in cache; elide full dirnames from test results to make them deterministic

This commit is contained in:
Paul Gauthier 2023-08-09 11:30:13 -03:00
parent 2eeee67ee5
commit 0aa2ff2cf9
2 changed files with 21 additions and 3 deletions

View file

@ -4,6 +4,7 @@ import json
import backoff
import openai
import requests
from diskcache import Cache
from openai.error import (
APIConnectionError,
APIError,
@ -12,6 +13,9 @@ from openai.error import (
Timeout,
)
CACHE_PATH = ".aider.send.cache.v1"
CACHE = Cache(CACHE_PATH)
@backoff.on_exception(
backoff.expo,
@ -44,10 +48,22 @@ def send_with_retries(model, messages, functions, stream):
if hasattr(openai, "api_engine"):
kwargs["engine"] = openai.api_engine
key = json.dumps(kwargs, sort_keys=True).encode()
# Generate SHA1 hash of kwargs and append it to chat_completion_call_hashes
hash_object = hashlib.sha1(json.dumps(kwargs, sort_keys=True).encode())
hash_object = hashlib.sha1(key)
if not stream and key in CACHE:
print("hit", key)
return hash_object, CACHE[key]
print("miss", key)
res = openai.ChatCompletion.create(**kwargs)
if not stream:
CACHE[key] = res
return hash_object, res