mirror of
https://github.com/Aider-AI/aider.git
synced 2025-05-31 09:44:59 +00:00
roughed in cache; elide full dirnames from test results to make them deterministic
This commit is contained in:
parent
2eeee67ee5
commit
0aa2ff2cf9
2 changed files with 21 additions and 3 deletions
|
@ -4,6 +4,7 @@ import json
|
|||
import backoff
|
||||
import openai
|
||||
import requests
|
||||
from diskcache import Cache
|
||||
from openai.error import (
|
||||
APIConnectionError,
|
||||
APIError,
|
||||
|
@ -12,6 +13,9 @@ from openai.error import (
|
|||
Timeout,
|
||||
)
|
||||
|
||||
CACHE_PATH = ".aider.send.cache.v1"
|
||||
CACHE = Cache(CACHE_PATH)
|
||||
|
||||
|
||||
@backoff.on_exception(
|
||||
backoff.expo,
|
||||
|
@ -44,10 +48,22 @@ def send_with_retries(model, messages, functions, stream):
|
|||
if hasattr(openai, "api_engine"):
|
||||
kwargs["engine"] = openai.api_engine
|
||||
|
||||
key = json.dumps(kwargs, sort_keys=True).encode()
|
||||
|
||||
# Generate SHA1 hash of kwargs and append it to chat_completion_call_hashes
|
||||
hash_object = hashlib.sha1(json.dumps(kwargs, sort_keys=True).encode())
|
||||
hash_object = hashlib.sha1(key)
|
||||
|
||||
if not stream and key in CACHE:
|
||||
print("hit", key)
|
||||
return hash_object, CACHE[key]
|
||||
|
||||
print("miss", key)
|
||||
|
||||
res = openai.ChatCompletion.create(**kwargs)
|
||||
|
||||
if not stream:
|
||||
CACHE[key] = res
|
||||
|
||||
return hash_object, res
|
||||
|
||||
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue