From 093540507ed93d3ceff9bb0f4017cf70ea24042b Mon Sep 17 00:00:00 2001 From: "Paul Gauthier (aider)" Date: Wed, 20 Nov 2024 18:33:54 -0800 Subject: [PATCH] feat: Add pink color and line for Haiku models in benchmark visualization --- benchmark/over_time.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/benchmark/over_time.py b/benchmark/over_time.py index 42a15eaa3..afae1d26e 100644 --- a/benchmark/over_time.py +++ b/benchmark/over_time.py @@ -12,6 +12,9 @@ def get_model_color(model): if model == "gpt-4o-mini": return default + if "haiku" in model.lower(): + return "pink" + if "deepseek" in model.lower(): return "brown" @@ -81,6 +84,7 @@ def plot_over_time(yaml_file): green_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "green"] orange_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "orange"] brown_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "brown"] + pink_points = [(d, r) for d, r, c in zip(dates, pass_rates, colors) if c == "pink"] # Plot lines for purple, red, green, orange and brown points if purple_points: @@ -98,6 +102,9 @@ def plot_over_time(yaml_file): if brown_points: brown_dates, brown_rates = zip(*sorted(brown_points)) ax.plot(brown_dates, brown_rates, c="brown", alpha=0.5, linewidth=1) + if pink_points: + pink_dates, pink_rates = zip(*sorted(pink_points)) + ax.plot(pink_dates, pink_rates, c="pink", alpha=0.5, linewidth=1) # Plot all points ax.scatter(dates, pass_rates, c=colors, alpha=0.5, s=120)