diff --git a/aider/website/_data/edit_leaderboard.yml b/aider/website/_data/edit_leaderboard.yml index c4d600ce0..adc13d9e5 100644 --- a/aider/website/_data/edit_leaderboard.yml +++ b/aider/website/_data/edit_leaderboard.yml @@ -1,7 +1,7 @@ - dirname: 2024-05-01-20-05-59--direct-opus-filenames-outside-fence test_cases: 133 model: claude-3-opus-20240229 - released: 2024-02-29 + _released: 2024-02-29 edit_format: diff commit_hash: f4b1797-dirty, f4b1797 pass_rate_1: 53.4 @@ -623,7 +623,7 @@ commit_hash: d31eef3-dirty pass_rate_1: 40.6 pass_rate_2: 55.6 - released: 2024-07-18 + _released: 2024-07-18 percent_cases_well_formed: 100.0 error_outputs: 1 num_malformed_responses: 0 @@ -691,7 +691,7 @@ - dirname: 2024-07-24-06-30-29--llama-405b-whole test_cases: 133 model: llama-3.1-405b-instruct (whole) - released: 2024-07-23 + _released: 2024-07-23 edit_format: whole commit_hash: a362dea-dirty pass_rate_1: 48.9 diff --git a/aider/website/assets/models-over-time.png b/aider/website/assets/models-over-time.png index 143feb7c6..56836db19 100644 Binary files a/aider/website/assets/models-over-time.png and b/aider/website/assets/models-over-time.png differ diff --git a/aider/website/assets/models-over-time.svg b/aider/website/assets/models-over-time.svg index 242302516..b3e835840 100644 --- a/aider/website/assets/models-over-time.svg +++ b/aider/website/assets/models-over-time.svg @@ -6,7 +6,7 @@ - 2024-11-20T19:38:35.573483 + 2024-11-20T20:15:47.248634 image/svg+xml @@ -30,18 +30,18 @@ z - - +" style="stroke: #ffa500; stroke-opacity: 0.5"/> - - + + - - + + + + + + + - - + + + + - - + + + + - - + + + + + + + - - + + + + - - + + + + - - + + + + - - + + + + - - + + + + + + + - - + + + + + + + - - + + + + - - + + + + + + + - - + + + + + + + - - + + + + - - + + + + + + + - - + + + + - - + + + + - - + + + + + + + - - + + + + - - + + + + - - + + + + - - + + + + - - + + + + - - - - - - - - - - - + + + + - - + - + - + - + - + - + - + - + - + - + - + - + - + - + @@ -477,12 +620,12 @@ z - + - + @@ -496,12 +639,12 @@ z - + - + @@ -515,12 +658,12 @@ z - + - + @@ -534,12 +677,12 @@ z - + - + @@ -552,7 +695,7 @@ z - + - + - - + - + @@ -833,18 +976,18 @@ L -3.5 0 - + - + - + @@ -852,18 +995,18 @@ L 775.077623 402.541249 - + - + - + @@ -871,18 +1014,18 @@ L 775.077623 332.112999 - + - + - + - + - + - + @@ -941,18 +1084,18 @@ L 775.077623 191.256499 - + - + - + - + - + - + @@ -1020,7 +1163,7 @@ L 775.077623 50.4 - + - + - + - + - + - + - + - + - + - + - - - - - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -2094,130 +1812,38 @@ z - - - - - - - - - - - - - - - - - - - - - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + - - - - - - - - - - - - - - - - - - - - - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + - - @@ -2294,33 +1897,11 @@ z - - - - - - - - - - - - - - - - - - - - - - - - - + + + @@ -2328,39 +1909,22 @@ z - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + - + + + + @@ -2410,8 +1974,8 @@ z - - + + diff --git a/benchmark/over_time.py b/benchmark/over_time.py index 4474ca4be..7da8f22c7 100644 --- a/benchmark/over_time.py +++ b/benchmark/over_time.py @@ -5,7 +5,7 @@ from matplotlib import rc from aider.dump import dump # noqa: 401 -LABEL_FONT_SIZE = 12 # Font size for scatter plot dot labels +LABEL_FONT_SIZE = 16 # Font size for scatter plot dot labels def get_legend_label(model): @@ -128,7 +128,7 @@ def plot_over_time(yaml_file): color_to_first_point = {} color_to_label = {} - for date, rate, color, model in zip(dates, pass_rates, colors, models): + for date, rate, color, model in sorted(zip(dates, pass_rates, colors, models)): if color not in color_to_first_point: color_to_first_point[color] = (date, rate) color_to_label[color] = get_legend_label(model) @@ -202,7 +202,7 @@ def plot_over_time(yaml_file): ax.annotate( color_to_label["brown"], (date, rate), - xytext=(10, -5), + xytext=(10, -10), textcoords="offset points", color="brown", alpha=0.8, @@ -247,7 +247,7 @@ def plot_over_time(yaml_file): ax.annotate( color_to_label["cyan"], (date, rate), - xytext=(10, 5), + xytext=(10, -10), textcoords="offset points", color="cyan", alpha=0.8,