dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-29 00:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

removed timeouts

Browse source
This commit is contained in:
Paul Gauthier 2023-06-29 10:42:09 -07:00
parent 13a87c7700
commit 1f4e08d20c
1 changed files with 0 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

7
benchmark/benchmark.py
View file

@ -169,7 +169,6 @@ def summarize_results(dirname):
total_cost = 0 total_cost = 0
total_error_outputs = 0 total_error_outputs = 0
total_user_asks = 0 total_user_asks = 0
total_timeouts = 0
variants = defaultdict(set) variants = defaultdict(set)
@ -185,8 +184,6 @@ def summarize_results(dirname):
total_cost += results["cost"] total_cost += results["cost"]
duration += results["duration"] duration += results["duration"]
if results["timeout"]:
total_timeouts += 1
total_error_outputs += results.get("num_error_outputs", 0) total_error_outputs += results.get("num_error_outputs", 0)
total_user_asks += results.get("num_user_asks", 0) total_user_asks += results.get("num_user_asks", 0)
@ -211,7 +208,6 @@ def summarize_results(dirname):
console.print(f"{key}: {val}", style=style) console.print(f"{key}: {val}", style=style)
print("num_error_outputs:", total_error_outputs) print("num_error_outputs:", total_error_outputs)
print("num_user_asks:", total_user_asks) print("num_user_asks:", total_user_asks)
print("test_timeouts:", total_timeouts)
console.print() console.print()
for i in range(tries): for i in range(tries):
@ -316,8 +312,6 @@ def run_test(
if coder.num_control_c: if coder.num_control_c:
raise KeyboardInterrupt raise KeyboardInterrupt
timeout = False
if no_unit_tests: if no_unit_tests:
break break
@ -344,7 +338,6 @@ def run_test(
tests_outcomes=test_outcomes, tests_outcomes=test_outcomes,
cost=coder.total_cost, cost=coder.total_cost,
duration=dur, duration=dur,
timeout=timeout,
commit_hash=commit_hash, commit_hash=commit_hash,
num_error_outputs=io.num_error_outputs, num_error_outputs=io.num_error_outputs,
num_user_asks=io.num_user_asks, num_user_asks=io.num_user_asks,