dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 00:05:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

Changed the label of the y-axis in the plot to "Average GPT response time per exercise (sec)".

Browse source
This commit is contained in:
Paul Gauthier 2023-11-08 10:11:46 -08:00
parent 207bbbc4df
commit eed4864af1
1 changed files with 2 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/benchmark.py
View file

@ -78,7 +78,7 @@ def show_stats(dirnames):
row.model = gpt4 + "\n" + row.model[len(gpt4) :]
if row.model == "gpt-4\n-1106-preview":
row.model += "\n(partial run)"
row.model += "\n(preliminary)"
if row.completed_tests < 133:
print(f"Warning: {row.dir_name} is incomplete: {row.completed_tests}")
@ -164,7 +164,7 @@ def plot_timing(df):
ax.set_xticks([p + 0.5 * width for p in pos])
ax.set_xticklabels(models)
ax.set_ylabel("Average duration (seconds)")
ax.set_ylabel("Average GPT response time\nper exercise (sec)")
ax.set_title("GPT Code Editing - Timing")
ax.legend(
title="Edit Format",