dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-30 09:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

feat: Add brown color for DeepSeek models in benchmark visualization

Browse source
This commit is contained in:
Paul Gauthier (aider) 2024-11-20 18:31:46 -08:00
parent 16b319174b
commit 8f1dcfda07
1 changed files with 8 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

9
benchmark/over_time.py
View file

@ -12,6 +12,9 @@ def get_model_color(model):
if model == "gpt-4o-mini": if model == "gpt-4o-mini":
return default return default
if "deepseek" in model.lower():
return "brown"
if "sonnet" in model.lower(): if "sonnet" in model.lower():
return "orange" return "orange"
@ -77,8 +80,9 @@ def plot_over_time(yaml_file):
red_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "red"] red_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "red"]
green_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "green"] green_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "green"]
orange_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "orange"] orange_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "orange"]
brown_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "brown"]
# Plot lines for purple, red, green and orange points # Plot lines for purple, red, green, orange and brown points
if purple_points: if purple_points:
purple_dates, purple_rates = zip(*sorted(purple_points)) purple_dates, purple_rates = zip(*sorted(purple_points))
ax.plot(purple_dates, purple_rates, c="purple", alpha=0.5, linewidth=1) ax.plot(purple_dates, purple_rates, c="purple", alpha=0.5, linewidth=1)
@ -91,6 +95,9 @@ def plot_over_time(yaml_file):
if orange_points: if orange_points:
orange_dates, orange_rates = zip(*sorted(orange_points)) orange_dates, orange_rates = zip(*sorted(orange_points))
ax.plot(orange_dates, orange_rates, c="orange", alpha=0.5, linewidth=1) ax.plot(orange_dates, orange_rates, c="orange", alpha=0.5, linewidth=1)
if brown_points:
brown_dates, brown_rates = zip(*sorted(brown_points))
ax.plot(brown_dates, brown_rates, c="brown", alpha=0.5, linewidth=1)
# Plot all points # Plot all points
ax.scatter(dates, pass_rates, c=colors, alpha=0.5, s=120) ax.scatter(dates, pass_rates, c=colors, alpha=0.5, s=120)