dearwolf/aider
1
0
Fork 0
mirror of https://github.com/Aider-AI/aider.git synced 2025-05-24 14:25:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

Added can_prefill metadata to the anthropic models

Browse source
This commit is contained in:
Paul Gauthier 2024-06-27 15:22:16 -07:00
parent dac12e342b
commit e3805350c9
2 changed files with 27 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

16
aider/coders/base_coder.py
View file

@ -821,20 +821,20 @@ class Coder:
except KeyboardInterrupt:
interrupted = True
break
except litellm.ContextWindowExceededError as cwe_err:
# the input is overflowing the context window
except litellm.ContextWindowExceededError:
# The input is overflowing the context window!
exhausted = True
dump(cwe_err)
break
except litellm.exceptions.BadRequestError as br_err:
dump(br_err)
self.io.tool_error(f"BadRequestError: {br_err}")
return
except FinishReasonLength as frl_err:
# finish_reason=length means 4k output limit?
dump(frl_err)
# exhausted = True
except FinishReasonLength:
# We hit the 4k output limit!
if not self.main_model.can_prefill:
exhausted = True
break
# Use prefill to continue the response
multi_response_content += self.partial_response_content
if messages[-1]["role"] == "assistant":
messages[-1]["content"] = multi_response_content