dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-31 09:44:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

Updated benchmark reports

Browse source
This commit is contained in:
Paul Gauthier 2023-11-14 16:03:50 -08:00
parent a15ac7ebb6
commit 1d0bc3dcb6
5 changed files with 796 additions and 875 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/benchmark.py
View file

@ -77,8 +77,8 @@ def show_stats(dirnames, graphs):
elif row.model.startswith(gpt4):
row.model = gpt4 + "\n" + row.model[len(gpt4) :]
if row.model == "gpt-4\n-1106-preview":
row.model += "\n(preliminary)"
# if row.model == "gpt-4\n-1106-preview":
# row.model += "\n(preliminary)"
if row.completed_tests < 133:
print(f"Warning: {row.dir_name} is incomplete: {row.completed_tests}")