mirror of
https://github.com/Aider-AI/aider.git
synced 2025-06-05 12:14:59 +00:00
41 lines
1.3 KiB
Python
41 lines
1.3 KiB
Python
import tiktoken
|
|
|
|
from .model import Model
|
|
|
|
cached_model_details = None
|
|
|
|
|
|
class OpenRouterModel(Model):
|
|
def __init__(self, client, name):
|
|
if name.startswith("gpt-4") or name.startswith("gpt-3.5-turbo"):
|
|
name = "openai/" + name
|
|
|
|
self.name = name
|
|
self.edit_format = edit_format_for_model(name)
|
|
self.use_repo_map = self.edit_format == "diff"
|
|
|
|
# TODO: figure out proper encodings for non openai models
|
|
self.tokenizer = tiktoken.get_encoding("cl100k_base")
|
|
|
|
global cached_model_details
|
|
if cached_model_details is None:
|
|
cached_model_details = client.models.list().data
|
|
found = next(
|
|
(details for details in cached_model_details if details.get("id") == name), None
|
|
)
|
|
|
|
if found:
|
|
self.max_context_tokens = int(found.get("context_length"))
|
|
self.prompt_price = round(float(found.get("pricing").get("prompt")) * 1000, 6)
|
|
self.completion_price = round(float(found.get("pricing").get("completion")) * 1000, 6)
|
|
|
|
else:
|
|
raise ValueError(f"invalid openrouter model: {name}")
|
|
|
|
|
|
# TODO run benchmarks and figure out which models support which edit-formats
|
|
def edit_format_for_model(name):
|
|
if any(str in name for str in ["gpt-4", "claude-2"]):
|
|
return "diff"
|
|
|
|
return "whole"
|