dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 17:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

refactor: update simple_send_with_retries to use model object and handle temperature

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-12-07 13:37:14 -08:00
parent 2325f542b8
commit ccf460c1f7
3 changed files with 6 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

4
aider/history.py
View file

@ -108,9 +108,7 @@ class ChatSummary:
for model in self.models:
try:
summary = simple_send_with_retries(
model.name, summarize_messages, extra_params=model.extra_params
)
summary = simple_send_with_retries(model, summarize_messages)
if summary is not None:
summary = prompts.summary_prefix + summary
return [dict(role="user", content=summary)]

4
aider/repo.py
View file

@ -192,9 +192,7 @@ class GitRepo:
max_tokens = model.info.get("max_input_tokens") or 0
if max_tokens and num_tokens > max_tokens:
continue
commit_message = simple_send_with_retries(
model.name, messages, extra_params=model.extra_params
)
commit_message = simple_send_with_retries(model, messages)
if commit_message:
break

7
aider/sendchat.py
View file

@ -56,18 +56,19 @@ def send_completion(
return hash_object, res
def simple_send_with_retries(model_name, messages, extra_params=None):
def simple_send_with_retries(model, messages):
litellm_ex = LiteLLMExceptions()
retry_delay = 0.125
while True:
try:
kwargs = {
"model_name": model_name,
"model_name": model.name,
"messages": messages,
"functions": None,
"stream": False,
"extra_params": extra_params,
"temperature": None if not model.use_temperature else 0,
"extra_params": model.extra_params,
}
_hash, response = send_completion(**kwargs)