From 4ebbfa01b7504f9ee5dd4b8c6ed5861fa49d671f Mon Sep 17 00:00:00 2001 From: Paul Gauthier Date: Tue, 13 Aug 2024 07:50:28 -0700 Subject: [PATCH] share last 1k analytics logs --- aider/website/HISTORY.md | 3 +- aider/website/assets/sample-analytics.jsonl | 12 ++++++++ aider/website/assets/sample.aider.conf.yml | 12 ++++++++ aider/website/assets/sample.env | 12 ++++++++ aider/website/docs/config/aider_conf.md | 12 ++++++++ aider/website/docs/config/dotenv.md | 12 ++++++++ aider/website/docs/config/options.md | 24 +++++++++++++-- aider/website/docs/git.md | 2 +- aider/website/docs/languages.md | 2 +- aider/website/docs/more/analytics.md | 34 +++++++++++++++------ aider/website/docs/repomap.md | 2 +- aider/website/docs/scripting.md | 2 +- scripts/update-docs.sh | 2 ++ 13 files changed, 114 insertions(+), 17 deletions(-) create mode 100644 aider/website/assets/sample-analytics.jsonl diff --git a/aider/website/HISTORY.md b/aider/website/HISTORY.md index 8eba0623f..10dfc3add 100644 --- a/aider/website/HISTORY.md +++ b/aider/website/HISTORY.md @@ -1,7 +1,7 @@ --- title: Release history parent: More info -nav_order: 999 +nav_order: 900 highlight_image: /assets/blame.jpg description: Release notes and stats on aider writing its own code. --- @@ -20,6 +20,7 @@ cog.out(text) - Infinite output for DeepSeek Coder, Mistral models in addition to Anthropic's models. - New `--deepseek` switch to use DeepSeek Coder. +- DeepSeek Coder uses 8k token output. - New `--chat-mode ` switch to launch in ask/help/code modes. - New `/code ` command request a code edit while in `ask` mode. - Web scraper is more robust if page never idles. diff --git a/aider/website/assets/sample-analytics.jsonl b/aider/website/assets/sample-analytics.jsonl new file mode 100644 index 000000000..4bfea9119 --- /dev/null +++ b/aider/website/assets/sample-analytics.jsonl @@ -0,0 +1,12 @@ +{"event": "launched", "properties": {"python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560031} +{"event": "cli session", "properties": {"main_model": "claude-3-5-sonnet-20240620", "python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560032} +{"event": "launched", "properties": {"python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560039} +{"event": "cli session", "properties": {"main_model": "gpt-4o-mini", "python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560039} +{"event": "message_send", "properties": {"main_model": "gpt-4o-mini", "prompt_tokens": 638, "completion_tokens": 25, "total_tokens": 663, "cost": 0.0001107, "total_cost": 0.0001107, "python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560043} +{"event": "command_exit", "properties": {"python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560044} +{"event": "launched", "properties": {"python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560239} +{"event": "cli session", "properties": {"main_model": "claude-3-5-sonnet-20240620", "python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560239} +{"event": "command_add", "properties": {"python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560263} +{"event": "message_send", "properties": {"main_model": "claude-3-5-sonnet-20240620", "prompt_tokens": 15025, "completion_tokens": 462, "total_tokens": 15487, "cost": 0.052005, "total_cost": 0.052005, "python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560308} +{"event": "message_send", "properties": {"main_model": "claude-3-5-sonnet-20240620", "prompt_tokens": 16242, "completion_tokens": 269, "total_tokens": 16511, "cost": 0.052761, "total_cost": 0.104766, "python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560334} +{"event": "command_exit", "properties": {"python_version": "3.12.4", "os_platform": "Darwin", "os_release": "23.6.0", "machine": "x86_64", "aider_version": "0.49.2-dev"}, "user_id": "52b5cc12-f16d-45f3-b30c-95ab4ae904ee", "time": 1723560339} diff --git a/aider/website/assets/sample.aider.conf.yml b/aider/website/assets/sample.aider.conf.yml index 5ca6131a4..5fccf5b2e 100644 --- a/aider/website/assets/sample.aider.conf.yml +++ b/aider/website/assets/sample.aider.conf.yml @@ -209,6 +209,18 @@ ## Run tests and fix problems found #test: false +##################### +# Analytics Settings: + +## Enable/disable analytics tracking (default: True) +#analytics: false + +## Specify a file to log analytics events +#analytics-log: + +## Disable analytics tracking and mark as disabled in mixpanel.json +#analytics-disable: false + ################# # Other Settings: diff --git a/aider/website/assets/sample.env b/aider/website/assets/sample.env index cd1f49c44..dbaa8ceb8 100644 --- a/aider/website/assets/sample.env +++ b/aider/website/assets/sample.env @@ -213,6 +213,18 @@ ## Run tests and fix problems found #AIDER_TEST=false +##################### +# Analytics Settings: + +## Enable/disable analytics tracking (default: True) +#AIDER_ANALYTICS=false + +## Specify a file to log analytics events +#AIDER_ANALYTICS_LOG= + +## Disable analytics tracking and mark as disabled in mixpanel.json +#AIDER_ANALYTICS_DISABLE=false + ################# # Other Settings: diff --git a/aider/website/docs/config/aider_conf.md b/aider/website/docs/config/aider_conf.md index d3dfe6887..35c641f2e 100644 --- a/aider/website/docs/config/aider_conf.md +++ b/aider/website/docs/config/aider_conf.md @@ -248,6 +248,18 @@ cog.outl("```") ## Run tests and fix problems found #test: false +##################### +# Analytics Settings: + +## Enable/disable analytics tracking (default: True) +#analytics: false + +## Specify a file to log analytics events +#analytics-log: + +## Disable analytics tracking and mark as disabled in mixpanel.json +#analytics-disable: false + ################# # Other Settings: diff --git a/aider/website/docs/config/dotenv.md b/aider/website/docs/config/dotenv.md index de1434641..80eef340c 100644 --- a/aider/website/docs/config/dotenv.md +++ b/aider/website/docs/config/dotenv.md @@ -255,6 +255,18 @@ cog.outl("```") ## Run tests and fix problems found #AIDER_TEST=false +##################### +# Analytics Settings: + +## Enable/disable analytics tracking (default: True) +#AIDER_ANALYTICS=false + +## Specify a file to log analytics events +#AIDER_ANALYTICS_LOG= + +## Disable analytics tracking and mark as disabled in mixpanel.json +#AIDER_ANALYTICS_DISABLE=false + ################# # Other Settings: diff --git a/aider/website/docs/config/options.md b/aider/website/docs/config/options.md index bdfadbdd4..93a827dc4 100644 --- a/aider/website/docs/config/options.md +++ b/aider/website/docs/config/options.md @@ -52,8 +52,9 @@ usage: aider [-h] [--openai-api-key] [--anthropic-api-key] [--model] [--commit] [--commit-prompt] [--dry-run | --no-dry-run] [--lint] [--lint-cmd] [--auto-lint | --no-auto-lint] [--test-cmd] [--auto-test | --no-auto-test] [--test] - [--file] [--read] [--vim] [--voice-language] - [--version] [--just-check-update] + [--analytics | --no-analytics] [--analytics-log] + [--analytics-disable] [--file] [--read] [--vim] + [--voice-language] [--version] [--just-check-update] [--check-update | --no-check-update] [--apply] [--yes] [-v] [--show-repo-map] [--show-prompts] [--exit] [--message] [--message-file] [--encoding] [-c] [--gui] @@ -410,6 +411,25 @@ Run tests and fix problems found Default: False Environment variable: `AIDER_TEST` +## Analytics Settings: + +### `--analytics` +Enable/disable analytics tracking (default: True) +Default: False +Environment variable: `AIDER_ANALYTICS` +Aliases: + - `--analytics` + - `--no-analytics` + +### `--analytics-log ANALYTICS_LOG_FILE` +Specify a file to log analytics events +Environment variable: `AIDER_ANALYTICS_LOG` + +### `--analytics-disable` +Disable analytics tracking and mark as disabled in mixpanel.json +Default: False +Environment variable: `AIDER_ANALYTICS_DISABLE` + ## Other Settings: ### `--file FILE` diff --git a/aider/website/docs/git.md b/aider/website/docs/git.md index 32e5e4d36..4b6f94f90 100644 --- a/aider/website/docs/git.md +++ b/aider/website/docs/git.md @@ -1,6 +1,6 @@ --- parent: More info -nav_order: 800 +nav_order: 100 description: Aider is tightly integrated with git. --- diff --git a/aider/website/docs/languages.md b/aider/website/docs/languages.md index 34055c084..50dfd828b 100644 --- a/aider/website/docs/languages.md +++ b/aider/website/docs/languages.md @@ -1,6 +1,6 @@ --- parent: More info -nav_order: 900 +nav_order: 200 description: Aider supports pretty much all popular coding languages. --- # Supported languages diff --git a/aider/website/docs/more/analytics.md b/aider/website/docs/more/analytics.md index 62e1e3e98..12460013f 100644 --- a/aider/website/docs/more/analytics.md +++ b/aider/website/docs/more/analytics.md @@ -1,21 +1,24 @@ --- parent: More info -nav_order: 800 +nav_order: 500 --- # Analytics Aider uses MixPanel to collect anonymous analytics that are used to help improve aider. +**Analytics is currently turned off by default**, but expected to be turned on by default in +a future release. -## Data Collection and Privacy +## Anonymous, no personal info -No personal information is collected: no user identity, none of your code or prompts, etc. +No personal information is collected: no user identity, none of your code, +prompts or chat messages. Aider collects information on which models are used and with how many tokens, which edit formats are used, how often features and commands are used, information about exceptions, etc. -All of the analytics are associated with an anonymous, +These analytics are associated with an anonymous, randomly generated UUID4 user identifier. This information helps improve aider by identifying which models, edit formats, @@ -23,16 +26,28 @@ features and commands are most used. It also helps uncover bugs that users are experiencing, so that they can be fixed in upcoming releases. -## Disabling analytics +## Sample analytics data -You can easily opt out by running this command one time, which will -disable analytics collection forever: +To get a better sense of what type of data is collected, you can review some +[sample analytics logs](https://github.com/paul-gauthier/aider/blob/main/aider/website/assets/sample-analytics.jsonl). +These are the last 1,000 analytics events from the author's +personal use of aider. + +## Enabling & disabling analytics + +You can easily opt out of analytics forever by running this command one time: ``` aider --analytics-disable ``` -To disable analytics temporarily for a single session, you can run: +To enable analytics for a single session, you can run: + +``` +aider --analytics +``` + +To disable analytics for a single session, you can run: ``` aider --no-analytics @@ -61,7 +76,7 @@ Please open a if you have concerns about any of the analytics that aider is collecting. -## Compliance with Privacy Laws +## Legal compliance Aider is committed to complying with applicable data protection and privacy laws, including but not limited to the General Data Protection Regulation (GDPR) and the California Consumer Privacy Act (CCPA). Here's how we ensure compliance: @@ -76,7 +91,6 @@ Aider is committed to complying with applicable data protection and privacy laws 5. Data Protection: We implement appropriate technical and organizational measures to ensure a level of security appropriate to the risk. If you have any questions or concerns about our data practices, -or would like to have your data removed please contact us by opening a [GitHub Issue](https://github.com/paul-gauthier/aider/issues). diff --git a/aider/website/docs/repomap.md b/aider/website/docs/repomap.md index 0147e1148..ea11d6f8e 100644 --- a/aider/website/docs/repomap.md +++ b/aider/website/docs/repomap.md @@ -1,7 +1,7 @@ --- parent: More info highlight_image: /assets/robot-ast.png -nav_order: 900 +nav_order: 300 description: Aider uses a map of your git repository to provide code context to LLMs. --- diff --git a/aider/website/docs/scripting.md b/aider/website/docs/scripting.md index c90e92cd0..1bc18b4ff 100644 --- a/aider/website/docs/scripting.md +++ b/aider/website/docs/scripting.md @@ -1,6 +1,6 @@ --- parent: More info -nav_order: 900 +nav_order: 400 description: You can script aider via the command line or python. --- diff --git a/scripts/update-docs.sh b/scripts/update-docs.sh index 191f39382..948e6cd03 100755 --- a/scripts/update-docs.sh +++ b/scripts/update-docs.sh @@ -9,6 +9,8 @@ else ARG=$1 fi +tail -1000 ~/.aider/analytics.jsonl > aider/website/assets/sample-analytics.jsonl + # README.md before index.md, because index.md uses cog to include README.md cog $ARG \ README.md \