diff --git a/_data/leaderboard.csv b/_data/leaderboard.csv new file mode 100644 index 000000000..93ba05b87 --- /dev/null +++ b/_data/leaderboard.csv @@ -0,0 +1,6 @@ +model,second,first,format,command,version,commit,date +gpt-4-turbo-2024-04-09,64.4,49.2,diff,aider --gpt-4-turbo,0.30.1,e610e5b,5/1/24 +claude-3-opus-20240229,68.4,53.4,diff,aider --opus,0.30.1,f4b1797,5/2/24 +gemini-1.5-pro-latest,57.1,45.9,diff-fenced,aider --model gemini/gemini-1.5-pro-latest,0.32.0,5d32dd7,5/3/24 +claude-3-sonnet-20240229,54.9,43.6,whole,aider --sonnet,0.25.0,a5f8076,3/6/24 +gpt-3.5-turbo-0125,49.6,39.8,whole,aider --35turbo,0.22.0,da14474,2/2/24 \ No newline at end of file diff --git a/docs/leaderboard.md b/docs/leaderboard.md index e3e178d80..053fc4373 100644 --- a/docs/leaderboard.md +++ b/docs/leaderboard.md @@ -5,12 +5,12 @@ Model - Second - First - Format + Final score + First try score + Edit format Command Version - Commit + Git commit Date