From 7bde345b831dd403c1c346dc86a59a5203793b00 Mon Sep 17 00:00:00 2001
From: "Paul Gauthier (aider)" <paul@aider.chat>
Date: Sun, 20 Apr 2025 10:58:38 -0700
Subject: [PATCH] feat: Add script to find common models in metadata files.

---
 scripts/clean_metadata.py | 54 +++++++++++++++++++++++++++++++++++++++
 1 file changed, 54 insertions(+)

diff --git a/scripts/clean_metadata.py b/scripts/clean_metadata.py
index e69de29bb..29328c9e8 100644
--- a/scripts/clean_metadata.py
+++ b/scripts/clean_metadata.py
@@ -0,0 +1,54 @@
+#!/usr/bin/env python
+
+import json
+from pathlib import Path
+
+
+def main():
+    script_dir = Path(__file__).parent.resolve()
+    litellm_path = script_dir / "../litellm/model_prices_and_context_window.json"
+    aider_path = script_dir / "../aider/resources/model-metadata.json"
+
+    if not litellm_path.exists():
+        print(f"Error: LiteLLM metadata file not found at {litellm_path}")
+        return
+
+    if not aider_path.exists():
+        print(f"Error: Aider metadata file not found at {aider_path}")
+        return
+
+    try:
+        with open(litellm_path, "r") as f:
+            litellm_data = json.load(f)
+    except json.JSONDecodeError as e:
+        print(f"Error decoding JSON from {litellm_path}: {e}")
+        return
+    except Exception as e:
+        print(f"Error reading {litellm_path}: {e}")
+        return
+
+    try:
+        with open(aider_path, "r") as f:
+            aider_data = json.load(f)
+    except json.JSONDecodeError as e:
+        print(f"Error decoding JSON from {aider_path}: {e}")
+        return
+    except Exception as e:
+        print(f"Error reading {aider_path}: {e}")
+        return
+
+    litellm_keys = set(litellm_data.keys())
+    aider_keys = set(aider_data.keys())
+
+    common_keys = litellm_keys.intersection(aider_keys)
+
+    if common_keys:
+        print("Common models found in both files:")
+        for key in sorted(list(common_keys)):
+            print(f"- {key}")
+    else:
+        print("No common models found between the two files.")
+
+
+if __name__ == "__main__":
+    main()