dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-24 22:34:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

Updated token error to reflect that token counts can be approximate

Browse source
This commit is contained in:
Paul Gauthier 2024-06-23 16:19:04 -07:00
parent 9b60243932
commit ecb3d81055
2 changed files with 17 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

26
aider/coders/base_coder.py
View file

@ -899,27 +899,27 @@ class Coder:
total_tokens = input_tokens + output_tokens
if output_tokens >= max_output_tokens:
out_err = " -- exceeded output limit!"
else:
fudge = 0.7
out_err = ""
if output_tokens >= max_output_tokens * fudge:
out_err = " -- possibly exceeded output limit!"
if input_tokens >= max_input_tokens:
inp_err = " -- context window exhausted!"
else:
inp_err = ""
if input_tokens >= max_input_tokens * fudge:
inp_err = " -- possibly exhausted context window!"
if total_tokens >= max_input_tokens:
tot_err = " -- context window exhausted!"
else:
tot_err = ""
if total_tokens >= max_input_tokens * fudge:
tot_err = " -- possibly exhausted context window!"
res = ["", ""]
res.append(f"Model {self.main_model.name} has hit a token limit!")
res.append("Token counts below are approximate.")
res.append("")
res.append(f"Input tokens: {input_tokens:,} of {max_input_tokens:,}{inp_err}")
res.append(f"Output tokens: {output_tokens:,} of {max_output_tokens:,}{out_err}")
res.append(f"Total tokens: {total_tokens:,} of {max_input_tokens:,}{tot_err}")
res.append(f"Input tokens: ~{input_tokens:,} of {max_input_tokens:,}{inp_err}")
res.append(f"Output tokens: ~{output_tokens:,} of {max_output_tokens:,}{out_err}")
res.append(f"Total tokens: ~{total_tokens:,} of {max_input_tokens:,}{tot_err}")
if output_tokens >= max_output_tokens:
res.append("")
@ -928,7 +928,7 @@ class Coder:
res.append("- Break your code into smaller source files.")
if "diff" not in self.main_model.edit_format:
res.append(
"- Try using a stronger model like gpt-4o or opus that can return diffs."
"- Use a stronger model like gpt-4o, sonnet or opus that can return diffs."
)
if input_tokens >= max_input_tokens or total_tokens >= max_input_tokens:

2
website/docs/troubleshooting/token-limits.md
View file

@ -67,7 +67,7 @@ To avoid hitting output token limits:
- Ask for smaller changes in each request.
- Break your code into smaller source files.
- Try using a stronger model like gpt-4o or opus that can return diffs.
- Use a strong model like gpt-4o, sonnet or opus that can return diffs.
## Other causes