dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 08:44:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

update benchmark driver

Browse source
This commit is contained in:
Paul Gauthier 2023-07-13 20:02:58 -07:00
parent 743d3f0d1c
commit edbec5498e
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
benchmark/benchmark.py
View file

@ -18,6 +18,7 @@ import git
import lox import lox
import matplotlib.pyplot as plt import matplotlib.pyplot as plt
import numpy as np import numpy as np
import openai
import pandas as pd import pandas as pd
import prompts import prompts
import typer import typer
@ -507,11 +508,12 @@ def run_test(
show_fnames = ",".join(map(str, fnames)) show_fnames = ",".join(map(str, fnames))
print("fnames:", show_fnames) print("fnames:", show_fnames)
openai.api_key = os.environ["OPENAI_API_KEY"]
coder = Coder.create( coder = Coder.create(
main_model, main_model,
edit_format, edit_format,
io, io,
os.environ["OPENAI_API_KEY"],
fnames=fnames, fnames=fnames,
use_git=False, use_git=False,
stream=False, stream=False,