dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-06-02 02:34:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 5

perf: Stream filtered events directly to output file for memory efficiency

Browse source
This commit is contained in:
Paul Gauthier (aider) 2025-03-13 16:03:27 -07:00
parent dfdd6bf533
commit f8642bfd94
1 changed files with 14 additions and 18 deletions
Download patch file Download diff file Expand all files Collapse all files

32
scripts/redact-cast.py
View file

@ -33,26 +33,22 @@ def main():
# Read the events
events = [json.loads(line) for line in f if line.strip()]
filtered_events = []
# Process each event through the terminal emulator
for event in tqdm(events, desc="Processing events"):
# Process the event in the terminal
if len(event) >= 3 and event[1] == "o": # Output event
stream.feed(event[2])
# Check if "Atuin" is visible on screen
display_content = "\n".join("".join(line) for line in screen.display)
if "Atuin" in display_content:
continue # Skip this event
# Keep this event
filtered_events.append(event)
# Write the filtered content to the output file
# Write the header to the output file
with open(output_file, "w") as f:
f.write(header + "\n")
for event in filtered_events:
# Process each event through the terminal emulator and stream to file
for event in tqdm(events, desc="Processing events"):
# Process the event in the terminal
if len(event) >= 3 and event[1] == "o": # Output event
stream.feed(event[2])
# Check if "Atuin" is visible on screen
display_content = "\n".join("".join(line) for line in screen.display)
if "Atuin" in display_content:
continue # Skip this event
# Write this event directly to the output file
f.write(json.dumps(event) + "\n")