This commit is contained in:
Paul Gauthier 2023-06-30 20:36:44 -07:00
parent 895d3d2d67
commit c2009fd113

29
benchmark/plot.sh Executable file
View file

@ -0,0 +1,29 @@
#!/bin/bash
# exit when any command fails
set -e
./benchmark/benchmark.py --stats \
2023-06-29-11-04-31--gpt-3.5-turbo-0301 \
2023-06-29-11-17-32--gpt-3.5-turbo-0613 \
2023-06-29-22-18-10--diff-func-string-accept-lists \
2023-06-29-22-33-14--whole-func \
2023-06-29-22-33-21--whole-func-string \
2023-06-30-02-39-48--0613-diff \
2023-06-30-02-59-11--0301-diff \
2023-06-30-03-53-55--gpt-3.5-turbo-16k-0613-diff \
2023-06-30-04-34-00--gpt-3.5-turbo-16k-0613-diff-func-string \
2023-06-30-05-02-45--gpt-3.5-turbo-16k-0613-whole \
2023-06-30-05-08-40--gpt-3.5-turbo-16k-0613-whole-func \
2023-06-30-05-31-44--gpt-4-0314-whole \
2023-06-30-05-43-54--gpt-4-0314-diff \
2023-06-30-06-06-02--gpt-4-0613-diff-func-string \
2023-06-30-06-19-22--gpt-4-0613-whole \
2023-06-30-13-09-51--gpt-4-0613-diff \
2023-06-30-13-28-09--gpt-4-0613-whole-func \
2023-06-30-17-05-20--gpt-3.5-0613-whole-repeat-1 \
2023-06-30-17-17-42--gpt-3.5-0613-whole-repeat-2 \
2023-06-30-17-27-04--gpt-3.5-0613-whole-repeat-3 \
2023-06-30-17-35-07--gpt-3.5-0613-whole-repeat-4 \
2023-06-30-17-46-25--gpt-3.5-0613-whole-repeat-5