dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-03 11:14:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

perf: Stream filtered events directly to output file for memory efficiency

Browse source
This commit is contained in:
Paul Gauthier (aider) 2025-03-13 16:03:27 -07:00
parent dfdd6bf533
commit f8642bfd94
1 changed files with 14 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

14
scripts/redact-cast.py
View file

@ -33,9 +33,11 @@ def main():
# Read the events
events = [json.loads(line) for line in f if line.strip()]
filtered_events = []
# Write the header to the output file
with open(output_file, "w") as f:
f.write(header + "\n")
# Process each event through the terminal emulator
# Process each event through the terminal emulator and stream to file
for event in tqdm(events, desc="Processing events"):
# Process the event in the terminal
if len(event) >= 3 and event[1] == "o": # Output event
@ -46,13 +48,7 @@ def main():
if "Atuin" in display_content:
continue # Skip this event
# Keep this event
filtered_events.append(event)
# Write the filtered content to the output file
with open(output_file, "w") as f:
f.write(header + "\n")
for event in filtered_events:
# Write this event directly to the output file
f.write(json.dumps(event) + "\n")