dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 16:54:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: Connect model family lines in over_time plot

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-08-14 06:27:48 -07:00
parent 714fd45f4d
commit 1cdbc76974
1 changed files with 19 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

19
benchmark/over_time.py
View file

@ -57,6 +57,25 @@ def plot_over_time(yaml_file):
)
for model in models
]
# Separate data points by color
orange_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "orange"]
red_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "red"]
green_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "green"]
blue_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "blue"]
# Plot lines for orange, red, and green points
if orange_points:
orange_dates, orange_rates = zip(*sorted(orange_points))
ax.plot(orange_dates, orange_rates, c="orange", alpha=0.5, linewidth=1)
if red_points:
red_dates, red_rates = zip(*sorted(red_points))
ax.plot(red_dates, red_rates, c="red", alpha=0.5, linewidth=1)
if green_points:
green_dates, green_rates = zip(*sorted(green_points))
ax.plot(green_dates, green_rates, c="green", alpha=0.5, linewidth=1)
# Plot all points
ax.scatter(dates, pass_rates, c=colors, alpha=0.5, s=120)
for i, model in enumerate(models):