mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-03 11:14:59 +00:00
feat: add extra_body
field and use in model settings.
resolved: #1583 The `extra_body` field is a parameter used by the `openai` provider. Since `litellm` also uses this field to additionally transmit `request body`, I added a function so that `aider` can also utilize the `extra_body` field. The `openrouter` provider also supports various functions through the additional field of `request body`, so we added the function. The following is how to use it in model settings. ```yaml # .aider.model.settings.yml - name: "openrouter/<YOUR_MODEL>" edit_format: "whole" use_repo_map: true extra_body: provider: order: - Azure allow_fallbacks: false ```
This commit is contained in:
parent
ca4141564f
commit
d0bce02c00
3 changed files with 7 additions and 0 deletions
|
@ -53,6 +53,7 @@ def send_completion(
|
|||
stream,
|
||||
temperature=0,
|
||||
extra_headers=None,
|
||||
extra_body=None,
|
||||
max_tokens=None,
|
||||
):
|
||||
from aider.llm import litellm
|
||||
|
@ -71,6 +72,8 @@ def send_completion(
|
|||
kwargs["tool_choice"] = {"type": "function", "function": {"name": function["name"]}}
|
||||
if extra_headers is not None:
|
||||
kwargs["extra_headers"] = extra_headers
|
||||
if extra_body is not None:
|
||||
kwargs["extra_body"] = extra_body
|
||||
if max_tokens is not None:
|
||||
kwargs["max_tokens"] = max_tokens
|
||||
|
||||
|
@ -103,6 +106,8 @@ def simple_send_with_retries(model_name, messages, extra_headers=None):
|
|||
}
|
||||
if extra_headers is not None:
|
||||
kwargs["extra_headers"] = extra_headers
|
||||
if extra_body is not None:
|
||||
kwargs["extra_body"] = extra_body
|
||||
|
||||
_hash, response = send_completion(**kwargs)
|
||||
return response.choices[0].message.content
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue