Handle null model.info max_input_tokens

This commit is contained in:
Paul Gauthier 2024-06-25 20:36:57 -07:00
parent fb3a85b6d2
commit ea97d08449

View file

@ -328,7 +328,10 @@ class Model:
self.missing_keys = res.get("missing_keys")
self.keys_in_environment = res.get("keys_in_environment")
if self.info.get("max_input_tokens", 0) < 32 * 1024:
max_input_tokens = self.info.get("max_input_tokens")
if not max_input_tokens:
max_input_tokens = 0
if max_input_tokens < 32 * 1024:
self.max_chat_history_tokens = 1024
else:
self.max_chat_history_tokens = 2 * 1024