fixed benchmark

This commit is contained in:
Paul Gauthier 2023-12-05 11:21:11 -08:00
parent d92a93221c
commit bf03f43b44
4 changed files with 18 additions and 11 deletions

View file

@ -18,6 +18,7 @@ import git
import lox
import matplotlib.pyplot as plt
import numpy as np
import openai
import pandas as pd
import prompts
import typer
@ -630,10 +631,13 @@ def run_test(
show_fnames = ",".join(map(str, fnames))
print("fnames:", show_fnames)
client = openai.OpenAI(api_key=os.environ["OPENAI_API_KEY"])
coder = Coder.create(
main_model,
edit_format,
io,
client=client,
fnames=fnames,
use_git=False,
stream=False,