diff --git a/benchmark/benchmark.py b/benchmark/benchmark.py
index 4fc8472bc..43f794a4d 100755
--- a/benchmark/benchmark.py
+++ b/benchmark/benchmark.py
@@ -955,7 +955,7 @@ def run_test(
         chat_history_file=history_fname,
     )
 
-    main_model = models.Model(model_name, require_model_info=False)
+    main_model = models.Model(model_name)
     edit_format = edit_format or main_model.edit_format
 
     dump(main_model)