From c2009fd113017b8f6fd4bee534a35fd7e1ad3c3d Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Fri, 30 Jun 2023 20:36:44 -0700
Subject: [PATCH] initial

---
 benchmark/plot.sh | 29 +++++++++++++++++++++++++++++
 1 file changed, 29 insertions(+)
 create mode 100755 benchmark/plot.sh

diff --git a/benchmark/plot.sh b/benchmark/plot.sh
new file mode 100755
index 000000000..ef850c798
--- /dev/null
+++ b/benchmark/plot.sh
@@ -0,0 +1,29 @@
+#!/bin/bash
+
+# exit when any command fails
+set -e
+
+./benchmark/benchmark.py --stats \
+      2023-06-29-11-04-31--gpt-3.5-turbo-0301 \
+      2023-06-29-11-17-32--gpt-3.5-turbo-0613 \
+      2023-06-29-22-18-10--diff-func-string-accept-lists \
+      2023-06-29-22-33-14--whole-func \
+      2023-06-29-22-33-21--whole-func-string \
+      2023-06-30-02-39-48--0613-diff \
+      2023-06-30-02-59-11--0301-diff \
+      2023-06-30-03-53-55--gpt-3.5-turbo-16k-0613-diff \
+      2023-06-30-04-34-00--gpt-3.5-turbo-16k-0613-diff-func-string \
+      2023-06-30-05-02-45--gpt-3.5-turbo-16k-0613-whole \
+      2023-06-30-05-08-40--gpt-3.5-turbo-16k-0613-whole-func \
+      2023-06-30-05-31-44--gpt-4-0314-whole \
+      2023-06-30-05-43-54--gpt-4-0314-diff \
+      2023-06-30-06-06-02--gpt-4-0613-diff-func-string \
+      2023-06-30-06-19-22--gpt-4-0613-whole \
+      2023-06-30-13-09-51--gpt-4-0613-diff \
+      2023-06-30-13-28-09--gpt-4-0613-whole-func \
+      2023-06-30-17-05-20--gpt-3.5-0613-whole-repeat-1 \
+      2023-06-30-17-17-42--gpt-3.5-0613-whole-repeat-2 \
+      2023-06-30-17-27-04--gpt-3.5-0613-whole-repeat-3 \
+      2023-06-30-17-35-07--gpt-3.5-0613-whole-repeat-4 \
+      2023-06-30-17-46-25--gpt-3.5-0613-whole-repeat-5
+