diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py
index a1b678eec..a0bbb0cef 100755
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@@ -18,6 +18,7 @@ import git
 import lox
 import matplotlib.pyplot as plt
 import numpy as np
+import openai
 import pandas as pd
 import prompts
 import typer
@@ -507,11 +508,12 @@ def run_test(
     show_fnames = ",".join(map(str, fnames))
     print("fnames:", show_fnames)
 
+    openai.api_key = os.environ["OPENAI_API_KEY"]
+
     coder = Coder.create(
         main_model,
         edit_format,
         io,
-        os.environ["OPENAI_API_KEY"],
         fnames=fnames,
         use_git=False,
         stream=False,