This commit is contained in:
Paul Gauthier 2025-01-24 08:47:25 -08:00
parent ddb02adbb4
commit ee5d72301a
3 changed files with 40 additions and 6 deletions

View file

@ -23,7 +23,7 @@
exhausted_context_windows: 0
test_timeouts: 5
total_tests: 225
command: aider --model deepseek/deepseek-reasoner
command: aider --architect --model r1 --editor-model sonnet
date: 2025-01-23
versions: 0.72.3.dev
seconds_per_case: 251.6
@ -49,7 +49,7 @@
exhausted_context_windows: 1
test_timeouts: 5
total_tests: 225
command: aider --model deepseek/deepseek-reasoner
command: aider --model r1
date: 2025-01-20
versions: 0.71.2.dev
seconds_per_case: 113.7
@ -76,7 +76,7 @@
exhausted_context_windows: 0
test_timeouts: 2
total_tests: 225
command: aider --model openrouter/openai/o1
command: aider --model o1
date: 2024-12-21
versions: 0.69.2.dev
seconds_per_case: 133.2
@ -103,7 +103,7 @@
exhausted_context_windows: 0
test_timeouts: 8
total_tests: 225
command: aider --model deepseek/deepseek-chat
command: aider --model deepseek
date: 2024-12-25
versions: 0.69.2.dev
seconds_per_case: 34.8
@ -131,7 +131,7 @@
exhausted_context_windows: 1
test_timeouts: 8
total_tests: 225
command: aider --model claude-3-5-sonnet-20241022
command: aider --model sonnet
date: 2025-01-17
versions: 0.71.2.dev
seconds_per_case: 21.4