finishing openrouter integration

This commit is contained in:
Joshua Vial 2023-08-23 21:26:27 +12:00
parent 1fc2abe3d0
commit abbc93678b
9 changed files with 32 additions and 46 deletions

View file

@ -9,8 +9,8 @@ from aider.sendchat import simple_send_with_retries
class ChatSummary:
def __init__(self, model=models.GPT35.name, max_tokens=1024):
self.tokenizer = tiktoken.encoding_for_model(model)
def __init__(self, model=models.Model.weak_model(), max_tokens=1024):
self.tokenizer = model.tokenizer
self.max_tokens = max_tokens
self.model = model
@ -86,7 +86,7 @@ class ChatSummary:
dict(role="user", content=content),
]
summary = simple_send_with_retries(model=self.model.weak_model, messages=messages)
summary = simple_send_with_retries(self.model.name, messages)
summary = prompts.summary_prefix + summary
return [dict(role="user", content=summary)]
@ -124,7 +124,7 @@ def main():
assistant.append(line)
summarizer = ChatSummary(models.GPT35.name)
summarizer = ChatSummary(models.Model.weak_model())
summary = summarizer.summarize(messages[-40:])
dump(summary)