dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-31 09:44:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

feat: Add pink color and line for Haiku models in benchmark visualization

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-11-20 18:33:54 -08:00
parent 8f1dcfda07
commit 093540507e
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
benchmark/over_time.py
View file

@ -12,6 +12,9 @@ def get_model_color(model):
if model == "gpt-4o-mini":
return default
if "haiku" in model.lower():
return "pink"
if "deepseek" in model.lower():
return "brown"
@ -81,6 +84,7 @@ def plot_over_time(yaml_file):
green_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "green"]
orange_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "orange"]
brown_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "brown"]
pink_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "pink"]
# Plot lines for purple, red, green, orange and brown points
if purple_points:
@ -98,6 +102,9 @@ def plot_over_time(yaml_file):
if brown_points:
brown_dates, brown_rates = zip(*sorted(brown_points))
ax.plot(brown_dates, brown_rates, c="brown", alpha=0.5, linewidth=1)
if pink_points:
pink_dates, pink_rates = zip(*sorted(pink_points))
ax.plot(pink_dates, pink_rates, c="pink", alpha=0.5, linewidth=1)
# Plot all points
ax.scatter(dates, pass_rates, c=colors, alpha=0.5, s=120)