dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 00:05:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

copy

Browse source
This commit is contained in:
Paul Gauthier 2023-11-08 11:16:56 -08:00
parent fc747ef589
commit ed0dc95a10
3 changed files with 356 additions and 282 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/benchmark.py
View file

@ -167,7 +167,7 @@ def plot_timing(df):
ax.set_xticklabels(models)
ax.set_ylabel("Average GPT response time\nper exercise (sec)")
ax.set_title("GPT Code Editing Speed")
ax.set_title("GPT Code Editing Speed\n(time per coding task)")
ax.legend(
title="Edit Format",
loc="upper left",
@ -266,7 +266,7 @@ def plot_outcomes(df, repeats, repeat_hi, repeat_lo, repeat_avg):
ax.set_ylabel("Percent of exercises completed successfully")
# ax.set_xlabel("Model")
ax.set_title("GPT Code Editing Skill")
ax.set_title("GPT Code Editing Skill\n(percent coding tasks correct)")
ax.legend(
title="Edit Format",
loc="upper left",