dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 17:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: Add purple color and line for Qwen models in visualization

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-11-20 18:35:25 -08:00
parent 093540507e
commit 2b55707738
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
benchmark/over_time.py
View file

@ -12,6 +12,9 @@ def get_model_color(model):
if model == "gpt-4o-mini": if model == "gpt-4o-mini":
return default return default
if "qwen" in model.lower():
return "purple"
if "haiku" in model.lower(): if "haiku" in model.lower():
return "pink" return "pink"
@ -85,6 +88,7 @@ def plot_over_time(yaml_file):
orange_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "orange"] orange_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "orange"]
brown_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "brown"] brown_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "brown"]
pink_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "pink"] pink_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "pink"]
qwen_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "purple"]
# Plot lines for purple, red, green, orange and brown points # Plot lines for purple, red, green, orange and brown points
if purple_points: if purple_points:
@ -105,6 +109,9 @@ def plot_over_time(yaml_file):
if pink_points: if pink_points:
pink_dates, pink_rates = zip(*sorted(pink_points)) pink_dates, pink_rates = zip(*sorted(pink_points))
ax.plot(pink_dates, pink_rates, c="pink", alpha=0.5, linewidth=1) ax.plot(pink_dates, pink_rates, c="pink", alpha=0.5, linewidth=1)
if qwen_points:
qwen_dates, qwen_rates = zip(*sorted(qwen_points))
ax.plot(qwen_dates, qwen_rates, c="purple", alpha=0.5, linewidth=1)
# Plot all points # Plot all points
ax.scatter(dates, pass_rates, c=colors, alpha=0.5, s=120) ax.scatter(dates, pass_rates, c=colors, alpha=0.5, s=120)