aider/_data/edit_leaderboard.csv
2024-05-04 11:05:32 -07:00

1.3 KiB

1modelsecondfirstformatcommandversioncommitsdate
2claude-3-opus-2024022968.453.4diffaider --opus0.30.1f4b17975/2/24
3claude-3-sonnet-2024022954.943.6wholeaider --sonnet0.25.0a5f80763/6/24
4Command-R+29.322.6wholeaider --model command-r-plus0.28.0a06c9274/20/24
5Deepseek Coder54.547wholeaider --model openai/deepseek-coder0.30.1c07f7934/29/24
6gemini-1.5-pro-latest57.145.9diff-fencedaider --model gemini/gemini-1.5-pro-latest0.32.05d32dd75/3/24
7gpt-3.5-turbo-012549.639.8wholeaider -30.22.0da144742/2/24
8gpt-3.5-turbo-030157.950.4wholeaider --model gpt-3.5-turbo-03010.16.4-dev44388db-dirty11/6/23
9gpt-3.5-turbo-061350.438.3wholeaider --model gpt-3.5-turbo-06130.16.4-dev93aa497-dirty11/7/23
10gpt-3.5-turbo-110656.145.5wholeaider --model gpt-3.5-turbo-11060.30.17b14d774/30/24
11gpt-4-0125-preview66.255.6udiffaider --model gpt-4-0125-preview0.22.1-devedcf9b11/25/24
12gpt-4-031466.250.4diffaider --model gpt-4-03140.31.2-dev0d434685/4/24
13gpt-4-061367.746.6diffaider -40.18.13aa17c412/16/23
14gpt-4-1106-preview63.257.1udiffaider0.31.2-dev1981105-dirty5/4/24
15gpt-4-turbo-2024-04-0964.449.2diffaider --gpt-4-turbo0.30.1e610e5b5/1/24
16Llama3 70B49.238.6diffaider --model groq/llama3-70b-81920.32.0b5bb4535/3/24