From 1755d2e0f45067e9df7f3e9a10b1920184c61c88 Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Thu, 12 Sep 2024 14:24:21 -0700 Subject: [PATCH] fix: Use temperature setting from model configuration --- aider/coders/base_coder.py | 7 ++++++- aider/models.py | 3 +++ aider/sendchat.py | 3 ++- 3 files changed, 11 insertions(+), 2 deletions(-) diff --git a/aider/coders/base_coder.py b/aider/coders/base_coder.py index b380f08c4..18eec044d 100755 --- a/aider/coders/base_coder.py +++ b/aider/coders/base_coder.py @@ -1381,6 +1381,11 @@ class Coder: self.io.log_llm_history("TO LLM", format_messages(messages)) + if self.main_model.use_temperature: + temp = self.temperature + else: + temp = None + completion = None try: hash_object, completion = send_completion( @@ -1388,7 +1393,7 @@ class Coder: messages, functions, self.stream, - self.temperature, + temp, extra_headers=model.extra_headers, max_tokens=model.max_tokens, ) diff --git a/aider/models.py b/aider/models.py index 08faf966b..6a23dac59 100644 --- a/aider/models.py +++ b/aider/models.py @@ -78,6 +78,7 @@ class ModelSettings: cache_control: bool = False caches_by_default: bool = False use_system_prompt: bool = True + use_temperature: bool = True # https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo @@ -433,6 +434,7 @@ MODEL_SETTINGS = [ use_repo_map=True, reminder="user", use_system_prompt=False, + use_temperature=False, ), ModelSettings( "o1-mini", @@ -441,6 +443,7 @@ MODEL_SETTINGS = [ use_repo_map=True, reminder="user", use_system_prompt=False, + use_temperature=False, ), ] diff --git a/aider/sendchat.py b/aider/sendchat.py index af3d126e0..55c64b2fe 100644 --- a/aider/sendchat.py +++ b/aider/sendchat.py @@ -60,9 +60,10 @@ def send_completion( kwargs = dict( model=model_name, messages=messages, - # temperature=temperature, stream=stream, ) + if temperature is not None: + kwargs["temperature"] = temperature if functions is not None: function = functions[0]