doc: clarify soft limit for chat history tokens

This commit is contained in:
fry69 2024-10-08 00:48:50 +02:00
parent 1d2a3f573c
commit f3ff24e35a

View file

@ -237,8 +237,10 @@ def get_parser(default_config_files, git_root):
type=int,
default=None,
help=(
"Maximum number of tokens to use for chat history. If not specified, uses the model's"
" max_chat_history_tokens."
(
"Soft limit on tokens for chat history, after which summarization begins."
" If unspecified, defaults to the model's max_chat_history_tokens."
),
),
)
# This is a duplicate of the argument in the preparser and is a no-op by this time of