default Ollama num_ctx to 8k

This commit is contained in:
Paul Gauthier 2024-11-23 18:14:30 -08:00
parent 92579243c5
commit bb78e2f57f

View file

@ -938,8 +938,8 @@ class Model(ModelSettings):
self.edit_format = "diff" self.edit_format = "diff"
self.editor_edit_format = "editor-diff" self.editor_edit_format = "editor-diff"
self.use_repo_map = True self.use_repo_map = True
# if "ollama" in model: if "ollama" in model:
# self.extra_params = dict(num_ctx = 64*1024) self.extra_params = dict(num_ctx=8 * 1024)
return # <-- return # <--
# use the defaults # use the defaults