From ddad0d932528e6480bc0588c4149e1f58a4699eb Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Thu, 4 Jul 2024 13:10:56 -0300
Subject: [PATCH] added DeepSeek Coder V2 (128k context) to refac leaderboard

---
 website/_data/edit_leaderboard.yml | 23 ++++++++++++++++++++++-
 1 file changed, 22 insertions(+), 1 deletion(-)

diff --git a/website/_data/edit_leaderboard.yml b/website/_data/edit_leaderboard.yml
index bc0260b13..e2af02d72 100644
--- a/website/_data/edit_leaderboard.yml
+++ b/website/_data/edit_leaderboard.yml
@@ -681,4 +681,25 @@
   versions: 0.41.1-dev
   seconds_per_case: 7.1
   total_cost: 0.1946
-  
\ No newline at end of file
+
+- dirname: 2024-07-04-15-06-43--refac-deepseek-coder2-128k
+  test_cases: 89
+  model: DeepSeek Coder V2 (128k context)
+  edit_format: diff
+  commit_hash: 08868fd
+  pass_rate_1: 38.2
+  percent_cases_well_formed: 73.0
+  error_outputs: 393
+  num_malformed_responses: 89
+  num_with_malformed_responses: 24
+  user_asks: 4
+  lazy_comments: 2
+  syntax_errors: 1
+  indentation_errors: 5
+  exhausted_context_windows: 3
+  test_timeouts: 0
+  command: aider --model openrouter/deepseek/deepseek-coder
+  date: 2024-07-04
+  versions: 0.42.1-dev
+  seconds_per_case: 82.9
+  total_cost: 0.2601
\ No newline at end of file