dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-03 19:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

remove timing info, to avoid randomizing the response to GPT

Browse source
This commit is contained in:
Paul Gauthier 2023-06-27 17:15:05 -07:00
parent 9cfebc0b60
commit 10049d8695
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
benchmark/benchmark.py
View file

@ -394,7 +394,8 @@ def run_unit_tests(testdir, history_fname):
all_tests_passed = False all_tests_passed = False
print(f"Test {test_file} failed") print(f"Test {test_file} failed")
res = result.stdout # remove timing info, to avoid randomizing the response to GPT
res = re.sub(r" in \d+\.\d+s", " in 1.0s", result.stdout)
except subprocess.TimeoutExpired: except subprocess.TimeoutExpired:
all_tests_passed = False all_tests_passed = False