From 822a8ab671f49a25a25259802b178bc02534d4a7 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Thu, 15 Aug 2024 09:52:21 -0700 Subject: [PATCH] remove gpt-4o-mini from the gpt-4 trendline --- aider/website/assets/models-over-time.svg | 169 +++++++++++----------- benchmark/over_time.py | 17 ++- 2 files changed, 96 insertions(+), 90 deletions(-) diff --git a/aider/website/assets/models-over-time.svg b/aider/website/assets/models-over-time.svg index a4fe87061..8fd066630 100644 --- a/aider/website/assets/models-over-time.svg +++ b/aider/website/assets/models-over-time.svg @@ -6,7 +6,7 @@ - 2024-08-14T06:29:51.758534 + 2024-08-15T09:51:56.911643 image/svg+xml @@ -39,7 +39,7 @@ z - - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + + - - + @@ -250,7 +250,7 @@ z - + @@ -297,7 +297,7 @@ z - + @@ -332,7 +332,7 @@ z - + @@ -383,7 +383,7 @@ z - + @@ -415,7 +415,7 @@ z - + @@ -455,7 +455,7 @@ z - + @@ -474,7 +474,7 @@ z - + @@ -493,7 +493,7 @@ z - + @@ -512,7 +512,7 @@ z - + @@ -789,16 +789,16 @@ z +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - - + @@ -812,11 +812,11 @@ L -3.5 0 +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -831,11 +831,11 @@ L 783.420506 273.255599 +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -850,11 +850,11 @@ L 783.420506 217.541699 +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -901,11 +901,11 @@ z +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -961,11 +961,11 @@ z +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #b0b0b0; stroke-width: 0.2; stroke-linecap: square"/> - + @@ -1317,7 +1317,7 @@ z +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #800080; stroke-opacity: 0.5; stroke-linecap: square"/> +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #ff0000; stroke-opacity: 0.5; stroke-linecap: square"/> +" clip-path="url(#p463a66dc35)" style="fill: none; stroke: #008000; stroke-opacity: 0.5; stroke-linecap: square"/> + diff --git a/benchmark/over_time.py b/benchmark/over_time.py index f72bac31e..931b7e1d2 100644 --- a/benchmark/over_time.py +++ b/benchmark/over_time.py @@ -7,14 +7,21 @@ from aider.dump import dump # noqa: 401 def get_model_color(model): - if "-4o" in model and "gpt-4o-mini" not in model: + default = "lightblue" + + if model == "gpt-4o-mini": + return default + + if "-4o" in model: return "purple" - elif "gpt-4" in model: + + if "gpt-4" in model: return "red" - elif "gpt-3.5" in model: + + if "gpt-3.5" in model: return "green" - else: - return "lightblue" + + return default def plot_over_time(yaml_file):