dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-28 16:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

wip

Browse source
This commit is contained in:
Paul Gauthier 2023-06-28 15:36:34 -07:00
parent dbdccc42a2
commit a0844839ca
1 changed files with 13 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

16
benchmark/benchmark.py
View file

@ -382,7 +382,7 @@ def run_unit_tests(testdir, history_fname):
DOCKER_IMAGE,
"bash",
"-c",
f"pytest /app/{test_file.name}",
f"python -m unittest {test_file.name}",
]
print(" ".join(command))
@ -398,8 +398,7 @@ def run_unit_tests(testdir, history_fname):
all_tests_passed = False
print(f"Test {test_file} failed")
# remove timing info, to avoid randomizing the response to GPT
res = re.sub(r" in \d+\.\d+s", " in 1.0s", result.stdout)
res = cleanup_test_output(result.stdout)
except subprocess.TimeoutExpired:
all_tests_passed = False
@ -412,6 +411,17 @@ def run_unit_tests(testdir, history_fname):
return res
def cleanup_test_output(output):
# remove timing info, to avoid randomizing the response to GPT
res = re.sub(
r"^Ran \d+ tests in \d+\.\d+s$",
"",
output,
flags=re.MULTILINE,
)
return res
def build_docker():
check_command = ["docker", "images", "-q", DOCKER_IMAGE]
check_result = subprocess.run(check_command, stdout=subprocess.PIPE, text=True)