update benchmark driver

This commit is contained in:
Paul Gauthier 2023-07-13 20:02:58 -07:00
parent 743d3f0d1c
commit edbec5498e

View file

@ -18,6 +18,7 @@ import git
import lox
import matplotlib.pyplot as plt
import numpy as np
import openai
import pandas as pd
import prompts
import typer
@ -507,11 +508,12 @@ def run_test(
show_fnames = ",".join(map(str, fnames))
print("fnames:", show_fnames)
openai.api_key = os.environ["OPENAI_API_KEY"]
coder = Coder.create(
main_model,
edit_format,
io,
os.environ["OPENAI_API_KEY"],
fnames=fnames,
use_git=False,
stream=False,