default Ollama num_ctx to 8k

This commit is contained in:
Paul Gauthier 2024-11-23 18:14:30 -08:00
parent 92579243c5
commit bb78e2f57f

View file

@ -938,8 +938,8 @@ class Model(ModelSettings):
self.edit_format = "diff"
self.editor_edit_format = "editor-diff"
self.use_repo_map = True
# if "ollama" in model:
# self.extra_params = dict(num_ctx = 64*1024)
if "ollama" in model:
self.extra_params = dict(num_ctx=8 * 1024)
return # <--
# use the defaults