feat: Add prompt cache warming via --cache-warming-pings

This commit is contained in:
Paul Gauthier 2024-08-26 16:33:25 -07:00 committed by Paul Gauthier (aider)
parent 4e718fa8e1
commit a5c283d7c8
9 changed files with 10 additions and 8 deletions

View file

@ -3,6 +3,7 @@
### main branch ### main branch
- Prompt cache warming, via `--cache-warming-pings`.
- You can now bulk accept/reject a series of add url and run shell confirmations. - You can now bulk accept/reject a series of add url and run shell confirmations.
- Improved matching of filenames from S/R blocks with files in chat. - Improved matching of filenames from S/R blocks with files in chat.
- Stronger prompting for Sonnet to make edits in code chat mode. - Stronger prompting for Sonnet to make edits in code chat mode.

View file

@ -217,7 +217,7 @@ def get_parser(default_config_files, git_root):
"--cache-warming-pings", "--cache-warming-pings",
type=int, type=int,
default=0, default=0,
help="Number of pings to warm up the cache (default: 0)", help="Number of times to ping every 5min to keep prompt cache warm (default: 0)",
) )
group.add_argument( group.add_argument(
"--map-multiplier-no-files", "--map-multiplier-no-files",

View file

@ -18,6 +18,7 @@ cog.out(text)
### main branch ### main branch
- Prompt cache warming, via `--cache-warming-pings`.
- You can now bulk accept/reject a series of add url and run shell confirmations. - You can now bulk accept/reject a series of add url and run shell confirmations.
- Improved matching of filenames from S/R blocks with files in chat. - Improved matching of filenames from S/R blocks with files in chat.
- Stronger prompting for Sonnet to make edits in code chat mode. - Stronger prompting for Sonnet to make edits in code chat mode.

View file

@ -98,7 +98,7 @@
## Enable caching of prompts (default: False) ## Enable caching of prompts (default: False)
#cache-prompts: false #cache-prompts: false
## Number of pings to warm up the cache (default: 0) ## Number of times to ping every 5min to keep prompt cache warm (default: 0)
#cache-warming-pings: false #cache-warming-pings: false
## Multiplier for map tokens when no files are specified (default: 2) ## Multiplier for map tokens when no files are specified (default: 2)

View file

@ -102,7 +102,7 @@
## Enable caching of prompts (default: False) ## Enable caching of prompts (default: False)
#AIDER_CACHE_PROMPTS=false #AIDER_CACHE_PROMPTS=false
## Number of pings to warm up the cache (default: 0) ## Number of times to ping every 5min to keep prompt cache warm (default: 0)
#AIDER_CACHE_WARMING_PINGS=false #AIDER_CACHE_WARMING_PINGS=false
## Multiplier for map tokens when no files are specified (default: 2) ## Multiplier for map tokens when no files are specified (default: 2)

View file

@ -137,7 +137,7 @@ cog.outl("```")
## Enable caching of prompts (default: False) ## Enable caching of prompts (default: False)
#cache-prompts: false #cache-prompts: false
## Number of pings to warm up the cache (default: 0) ## Number of times to ping every 5min to keep prompt cache warm (default: 0)
#cache-warming-pings: false #cache-warming-pings: false
## Multiplier for map tokens when no files are specified (default: 2) ## Multiplier for map tokens when no files are specified (default: 2)

View file

@ -144,7 +144,7 @@ cog.outl("```")
## Enable caching of prompts (default: False) ## Enable caching of prompts (default: False)
#AIDER_CACHE_PROMPTS=false #AIDER_CACHE_PROMPTS=false
## Number of pings to warm up the cache (default: 0) ## Number of times to ping every 5min to keep prompt cache warm (default: 0)
#AIDER_CACHE_WARMING_PINGS=false #AIDER_CACHE_WARMING_PINGS=false
## Multiplier for map tokens when no files are specified (default: 2) ## Multiplier for map tokens when no files are specified (default: 2)

View file

@ -206,7 +206,7 @@ Aliases:
- `--no-cache-prompts` - `--no-cache-prompts`
### `--cache-warming-pings VALUE` ### `--cache-warming-pings VALUE`
Number of pings to warm up the cache (default: 0) Number of times to ping every 5min to keep prompt cache warm (default: 0)
Default: 0 Default: 0
Environment variable: `AIDER_CACHE_WARMING_PINGS` Environment variable: `AIDER_CACHE_WARMING_PINGS`

View file

@ -524,7 +524,7 @@ class TestMain(TestCase):
MockRepoMap.return_value = mock_repo_map MockRepoMap.return_value = mock_repo_map
main( main(
["--sonnet", "--cache", "--exit", "--yes"], ["--sonnet", "--cache-prompts", "--exit", "--yes"],
input=DummyInput(), input=DummyInput(),
output=DummyOutput(), output=DummyOutput(),
) )
@ -549,7 +549,7 @@ class TestMain(TestCase):
def test_4o_and_cache_options(self): def test_4o_and_cache_options(self):
with GitTemporaryDirectory(): with GitTemporaryDirectory():
coder = main( coder = main(
["--4o", "--cache", "--exit", "--yes"], ["--4o", "--cache-prompts", "--exit", "--yes"],
input=DummyInput(), input=DummyInput(),
output=DummyOutput(), output=DummyOutput(),
return_coder=True, return_coder=True,