dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 00:05:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

updated benchmark to new Coder & Model classes

Browse source
This commit is contained in:
Paul Gauthier 2024-04-19 15:21:24 -07:00
parent 05cdd9f2ec
commit 434fa5f6a7
1 changed files with 1 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

19
benchmark/benchmark.py
View file

@ -17,7 +17,6 @@ import git
import lox
import matplotlib.pyplot as plt
import numpy as np
import openai
import pandas as pd
import prompts
import typer
@ -956,22 +955,7 @@ def run_test(
chat_history_file=history_fname,
)
if "OPENAI_API_BASE" in os.environ and "openrouter.ai" in os.environ["OPENAI_API_BASE"]:
client = openai.OpenAI(
api_key=os.environ["OPENAI_API_KEY"],
base_url=os.environ.get("OPENAI_API_BASE"),
default_headers={
"HTTP-Referer": "http://aider.chat",
"X-Title": "Aider",
},
)
else:
client = openai.OpenAI(
api_key=os.environ["OPENAI_API_KEY"],
base_url=os.environ.get("OPENAI_API_BASE", "https://api.openai.com/v1"),
)
main_model = models.Model.create(model_name, client)
main_model = models.Model(model_name)
edit_format = edit_format or main_model.edit_format
dump(main_model)
@ -983,7 +967,6 @@ def run_test(
main_model,
edit_format,
io,
client=client,
fnames=fnames,
use_git=False,
stream=False,