From 92c2d47e204bba304afd84f94deda188e11e282c Mon Sep 17 00:00:00 2001
From: Paul Gauthier <aider@paulg.org>
Date: Thu, 29 Jun 2023 14:59:38 -0700
Subject: [PATCH] added docker warning

---
 benchmark/benchmark.py | 4 ++++
 benchmark/docker.sh    | 1 +
 2 files changed, 5 insertions(+)

diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py
index d26bb55ed..b692073d3 100755
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@@ -86,6 +86,10 @@ def main(
         summarize_results(dirname)
         return
 
+    if "AIDER_DOCKER" not in os.environ:
+        print("Warning: benchmarking runs unvetted code from GPT, run in a docker container")
+        return
+
     assert BENCHMARK_DNAME.exists() and BENCHMARK_DNAME.is_dir(), BENCHMARK_DNAME
     assert ORIGINAL_DNAME.exists() and ORIGINAL_DNAME.is_dir(), ORIGINAL_DNAME
 
diff --git a/benchmark/docker.sh b/benchmark/docker.sh
index 51803404a..0182cdd34 100755
--- a/benchmark/docker.sh
+++ b/benchmark/docker.sh
@@ -6,5 +6,6 @@ docker run \
        -v `pwd`/tmp.benchmarks/.:/benchmarks \
        -e OPENAI_API_KEY=$OPENAI_API_KEY \
        -e HISTFILE=/aider/.bash_history \
+       -e AIDER_DOCKER=1 \
        aider-benchmark \
        bash