dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-31 17:55:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

remove timing info, to avoid randomizing the response to GPT

Browse source
This commit is contained in:
Paul Gauthier 2023-06-27 17:15:05 -07:00
parent 9cfebc0b60
commit 10049d8695
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
benchmark/benchmark.py
View file

@ -394,7 +394,8 @@ def run_unit_tests(testdir, history_fname):
all_tests_passed = False
print(f"Test {test_file} failed")
res = result.stdout
# remove timing info, to avoid randomizing the response to GPT
res = re.sub(r" in \d+\.\d+s", " in 1.0s", result.stdout)
except subprocess.TimeoutExpired:
all_tests_passed = False