added aider[hf]

This commit is contained in:
Paul Gauthier 2024-07-10 15:40:40 +01:00
parent 8890ca1c55
commit 4e07710d4e
7 changed files with 344 additions and 72 deletions

View file

@ -1,6 +1,6 @@
-c requirements.txt -c requirements.txt
# #
# pip-compile --output-file=dev-requirements.txt dev-requirements.in --upgrade # pip-compile --output-file=requirements-dev.txt requirements-dev.in --upgrade
# #
pytest pytest
pip-tools pip-tools

View file

@ -2,7 +2,7 @@
# This file is autogenerated by pip-compile with Python 3.12 # This file is autogenerated by pip-compile with Python 3.12
# by the following command: # by the following command:
# #
# pip-compile --output-file=dev-requirements.txt dev-requirements.in # pip-compile --output-file=requirements-dev.txt requirements-dev.in
# #
alabaster==0.7.16 alabaster==0.7.16
# via sphinx # via sphinx
@ -26,7 +26,7 @@ click==8.1.7
# pip-tools # pip-tools
# typer # typer
cogapp==3.4.1 cogapp==3.4.1
# via -r dev-requirements.in # via -r requirements-dev.in
contourpy==1.2.1 contourpy==1.2.1
# via matplotlib # via matplotlib
cycler==0.12.1 cycler==0.12.1
@ -56,7 +56,7 @@ idna==3.7
imagesize==1.4.1 imagesize==1.4.1
# via sphinx # via sphinx
imgcat==0.5.0 imgcat==0.5.0
# via -r dev-requirements.in # via -r requirements-dev.in
iniconfig==2.0.0 iniconfig==2.0.0
# via pytest # via pytest
jinja2==3.1.4 jinja2==3.1.4
@ -66,7 +66,7 @@ jinja2==3.1.4
kiwisolver==1.4.5 kiwisolver==1.4.5
# via matplotlib # via matplotlib
lox==0.12.0 lox==0.12.0
# via -r dev-requirements.in # via -r requirements-dev.in
markdown-it-py==3.0.0 markdown-it-py==3.0.0
# via # via
# -c requirements.txt # -c requirements.txt
@ -76,7 +76,7 @@ markupsafe==2.1.5
# -c requirements.txt # -c requirements.txt
# jinja2 # jinja2
matplotlib==3.9.1 matplotlib==3.9.1
# via -r dev-requirements.in # via -r requirements-dev.in
mdurl==0.1.2 mdurl==0.1.2
# via # via
# -c requirements.txt # -c requirements.txt
@ -101,7 +101,7 @@ packaging==24.1
pandas==2.2.2 pandas==2.2.2
# via # via
# -c requirements.txt # -c requirements.txt
# -r dev-requirements.in # -r requirements-dev.in
pathos==0.3.2 pathos==0.3.2
# via lox # via lox
pillow==10.4.0 pillow==10.4.0
@ -109,7 +109,7 @@ pillow==10.4.0
# -c requirements.txt # -c requirements.txt
# matplotlib # matplotlib
pip-tools==7.4.1 pip-tools==7.4.1
# via -r dev-requirements.in # via -r requirements-dev.in
platformdirs==4.2.2 platformdirs==4.2.2
# via virtualenv # via virtualenv
pluggy==1.5.0 pluggy==1.5.0
@ -119,7 +119,7 @@ pox==0.3.4
ppft==1.7.6.8 ppft==1.7.6.8
# via pathos # via pathos
pre-commit==3.7.1 pre-commit==3.7.1
# via -r dev-requirements.in # via -r requirements-dev.in
pygments==2.18.0 pygments==2.18.0
# via # via
# -c requirements.txt # -c requirements.txt
@ -134,7 +134,7 @@ pyproject-hooks==1.1.0
# build # build
# pip-tools # pip-tools
pytest==8.2.2 pytest==8.2.2
# via -r dev-requirements.in # via -r requirements-dev.in
python-dateutil==2.9.0.post0 python-dateutil==2.9.0.post0
# via # via
# -c requirements.txt # -c requirements.txt
@ -185,7 +185,7 @@ sphinxcontrib-qthelp==1.0.7
sphinxcontrib-serializinghtml==1.1.10 sphinxcontrib-serializinghtml==1.1.10
# via sphinx # via sphinx
typer==0.12.3 typer==0.12.3
# via -r dev-requirements.in # via -r requirements-dev.in
typing-extensions==4.12.2 typing-extensions==4.12.2
# via # via
# -c requirements.txt # -c requirements.txt

6
requirements-hf.in Normal file
View file

@ -0,0 +1,6 @@
-c requirements.txt
#
# pip-compile --output-file=requirements-hf.txt requirements-hf.in --upgrade
#
llama-index-embeddings-huggingface

312
requirements-hf.txt Normal file
View file

@ -0,0 +1,312 @@
#
# This file is autogenerated by pip-compile with Python 3.12
# by the following command:
#
# pip-compile --output-file=requirements-hf.txt requirements-hf.in
#
aiohttp==3.9.5
# via
# -c requirements.txt
# huggingface-hub
# llama-index-core
aiosignal==1.3.1
# via
# -c requirements.txt
# aiohttp
annotated-types==0.7.0
# via
# -c requirements.txt
# pydantic
anyio==4.4.0
# via
# -c requirements.txt
# httpx
# openai
attrs==23.2.0
# via
# -c requirements.txt
# aiohttp
certifi==2024.7.4
# via
# -c requirements.txt
# httpcore
# httpx
# requests
charset-normalizer==3.3.2
# via
# -c requirements.txt
# requests
click==8.1.7
# via
# -c requirements.txt
# nltk
dataclasses-json==0.6.7
# via
# -c requirements.txt
# llama-index-core
deprecated==1.2.14
# via
# -c requirements.txt
# llama-index-core
dirtyjson==1.0.8
# via
# -c requirements.txt
# llama-index-core
distro==1.9.0
# via
# -c requirements.txt
# openai
filelock==3.15.4
# via
# -c requirements.txt
# huggingface-hub
# torch
# transformers
frozenlist==1.4.1
# via
# -c requirements.txt
# aiohttp
# aiosignal
fsspec==2024.6.1
# via
# -c requirements.txt
# huggingface-hub
# llama-index-core
# torch
greenlet==3.0.3
# via
# -c requirements.txt
# sqlalchemy
h11==0.14.0
# via
# -c requirements.txt
# httpcore
httpcore==1.0.5
# via
# -c requirements.txt
# httpx
httpx==0.27.0
# via
# -c requirements.txt
# llama-cloud
# llama-index-core
# openai
huggingface-hub[inference]==0.23.4
# via
# -c requirements.txt
# llama-index-embeddings-huggingface
# sentence-transformers
# tokenizers
# transformers
idna==3.7
# via
# -c requirements.txt
# anyio
# httpx
# requests
# yarl
jinja2==3.1.4
# via
# -c requirements.txt
# torch
joblib==1.4.2
# via
# -c requirements.txt
# nltk
# scikit-learn
llama-cloud==0.0.6
# via
# -c requirements.txt
# llama-index-core
llama-index-core==0.10.52.post2
# via
# -c requirements.txt
# llama-index-embeddings-huggingface
llama-index-embeddings-huggingface==0.2.2
# via -r requirements-hf.in
markupsafe==2.1.5
# via
# -c requirements.txt
# jinja2
marshmallow==3.21.3
# via
# -c requirements.txt
# dataclasses-json
minijinja==2.0.1
# via huggingface-hub
mpmath==1.3.0
# via sympy
multidict==6.0.5
# via
# -c requirements.txt
# aiohttp
# yarl
mypy-extensions==1.0.0
# via
# -c requirements.txt
# typing-inspect
nest-asyncio==1.6.0
# via
# -c requirements.txt
# llama-index-core
networkx==3.2.1
# via
# -c requirements.txt
# llama-index-core
# torch
nltk==3.8.1
# via
# -c requirements.txt
# llama-index-core
numpy==1.26.4
# via
# -c requirements.txt
# llama-index-core
# pandas
# scikit-learn
# scipy
# sentence-transformers
# transformers
openai==1.35.10
# via
# -c requirements.txt
# llama-index-core
packaging==24.1
# via
# -c requirements.txt
# huggingface-hub
# marshmallow
# transformers
pandas==2.2.2
# via
# -c requirements.txt
# llama-index-core
pillow==10.4.0
# via
# -c requirements.txt
# llama-index-core
# sentence-transformers
pydantic==2.8.2
# via
# -c requirements.txt
# llama-cloud
# openai
pydantic-core==2.20.1
# via
# -c requirements.txt
# pydantic
python-dateutil==2.9.0.post0
# via
# -c requirements.txt
# pandas
pytz==2024.1
# via
# -c requirements.txt
# pandas
pyyaml==6.0.1
# via
# -c requirements.txt
# huggingface-hub
# llama-index-core
# transformers
regex==2024.5.15
# via
# -c requirements.txt
# nltk
# tiktoken
# transformers
requests==2.32.3
# via
# -c requirements.txt
# huggingface-hub
# llama-index-core
# tiktoken
# transformers
safetensors==0.4.3
# via transformers
scikit-learn==1.5.1
# via sentence-transformers
scipy==1.13.1
# via
# -c requirements.txt
# scikit-learn
# sentence-transformers
sentence-transformers==3.0.1
# via llama-index-embeddings-huggingface
six==1.16.0
# via
# -c requirements.txt
# python-dateutil
sniffio==1.3.1
# via
# -c requirements.txt
# anyio
# httpx
# openai
sqlalchemy[asyncio]==2.0.31
# via
# -c requirements.txt
# llama-index-core
# sqlalchemy
sympy==1.13.0
# via torch
tenacity==8.4.2
# via
# -c requirements.txt
# llama-index-core
threadpoolctl==3.5.0
# via scikit-learn
tiktoken==0.7.0
# via
# -c requirements.txt
# llama-index-core
tokenizers==0.19.1
# via
# -c requirements.txt
# transformers
torch==2.2.2
# via sentence-transformers
tqdm==4.66.4
# via
# -c requirements.txt
# huggingface-hub
# llama-index-core
# nltk
# openai
# sentence-transformers
# transformers
transformers==4.42.3
# via sentence-transformers
typing-extensions==4.12.2
# via
# -c requirements.txt
# huggingface-hub
# llama-index-core
# openai
# pydantic
# pydantic-core
# sqlalchemy
# torch
# typing-inspect
typing-inspect==0.9.0
# via
# -c requirements.txt
# dataclasses-json
# llama-index-core
tzdata==2024.1
# via
# -c requirements.txt
# pandas
urllib3==2.2.2
# via
# -c requirements.txt
# requests
wrapt==1.16.0
# via
# -c requirements.txt
# deprecated
# llama-index-core
yarl==1.9.4
# via
# -c requirements.txt
# aiohttp

View file

@ -2,9 +2,6 @@
# pip-compile requirements.in --upgrade # pip-compile requirements.in --upgrade
# #
# To install with the CPU version of torch, because the GPU versions are huge
---extra-index-url https://download.pytorch.org/whl/cpu
configargparse configargparse
GitPython GitPython
openai openai
@ -32,7 +29,6 @@ streamlit
watchdog watchdog
flake8 flake8
llama-index-core llama-index-core
llama-index-embeddings-huggingface
importlib_resources importlib_resources
# v3.3 no longer works on python 3.9 # v3.3 no longer works on python 3.9

View file

@ -6,7 +6,6 @@
# #
aiohttp==3.9.5 aiohttp==3.9.5
# via # via
# huggingface-hub
# litellm # litellm
# llama-index-core # llama-index-core
aiosignal==1.3.1 aiosignal==1.3.1
@ -65,10 +64,7 @@ diskcache==5.6.3
distro==1.9.0 distro==1.9.0
# via openai # via openai
filelock==3.15.4 filelock==3.15.4
# via # via huggingface-hub
# huggingface-hub
# torch
# transformers
flake8==7.1.0 flake8==7.1.0
# via -r requirements.in # via -r requirements.in
frozenlist==1.4.1 frozenlist==1.4.1
@ -79,7 +75,6 @@ fsspec==2024.6.1
# via # via
# huggingface-hub # huggingface-hub
# llama-index-core # llama-index-core
# torch
gitdb==4.0.11 gitdb==4.0.11
# via gitpython # via gitpython
gitpython==3.1.43 gitpython==3.1.43
@ -135,12 +130,8 @@ httpx==0.27.0
# llama-cloud # llama-cloud
# llama-index-core # llama-index-core
# openai # openai
huggingface-hub[inference]==0.23.4 huggingface-hub==0.23.4
# via # via tokenizers
# llama-index-embeddings-huggingface
# sentence-transformers
# tokenizers
# transformers
idna==3.7 idna==3.7
# via # via
# anyio # anyio
@ -158,11 +149,8 @@ jinja2==3.1.4
# altair # altair
# litellm # litellm
# pydeck # pydeck
# torch
joblib==1.4.2 joblib==1.4.2
# via # via nltk
# nltk
# scikit-learn
jsonschema==4.22.0 jsonschema==4.22.0
# via # via
# -r requirements.in # -r requirements.in
@ -175,10 +163,6 @@ litellm==1.41.6
llama-cloud==0.0.6 llama-cloud==0.0.6
# via llama-index-core # via llama-index-core
llama-index-core==0.10.52.post2 llama-index-core==0.10.52.post2
# via
# -r requirements.in
# llama-index-embeddings-huggingface
llama-index-embeddings-huggingface==0.2.2
# via -r requirements.in # via -r requirements.in
markdown-it-py==3.0.0 markdown-it-py==3.0.0
# via rich # via rich
@ -190,10 +174,6 @@ mccabe==0.7.0
# via flake8 # via flake8
mdurl==0.1.2 mdurl==0.1.2
# via markdown-it-py # via markdown-it-py
minijinja==2.0.1
# via huggingface-hub
mpmath==1.3.0
# via sympy
multidict==6.0.5 multidict==6.0.5
# via # via
# aiohttp # aiohttp
@ -206,7 +186,6 @@ networkx==3.2.1
# via # via
# -r requirements.in # -r requirements.in
# llama-index-core # llama-index-core
# torch
nltk==3.8.1 nltk==3.8.1
# via llama-index-core # via llama-index-core
numpy==1.26.4 numpy==1.26.4
@ -217,11 +196,8 @@ numpy==1.26.4
# pandas # pandas
# pyarrow # pyarrow
# pydeck # pydeck
# scikit-learn
# scipy # scipy
# sentence-transformers
# streamlit # streamlit
# transformers
openai==1.35.10 openai==1.35.10
# via # via
# -r requirements.in # -r requirements.in
@ -234,7 +210,6 @@ packaging==24.1
# huggingface-hub # huggingface-hub
# marshmallow # marshmallow
# streamlit # streamlit
# transformers
pandas==2.2.2 pandas==2.2.2
# via # via
# altair # altair
@ -248,7 +223,6 @@ pillow==10.4.0
# via # via
# -r requirements.in # -r requirements.in
# llama-index-core # llama-index-core
# sentence-transformers
# streamlit # streamlit
playwright==1.45.0 playwright==1.45.0
# via -r requirements.in # via -r requirements.in
@ -310,7 +284,6 @@ pyyaml==6.0.1
# -r requirements.in # -r requirements.in
# huggingface-hub # huggingface-hub
# llama-index-core # llama-index-core
# transformers
referencing==0.35.1 referencing==0.35.1
# via # via
# jsonschema # jsonschema
@ -319,7 +292,6 @@ regex==2024.5.15
# via # via
# nltk # nltk
# tiktoken # tiktoken
# transformers
requests==2.32.3 requests==2.32.3
# via # via
# google-api-core # google-api-core
@ -328,7 +300,6 @@ requests==2.32.3
# llama-index-core # llama-index-core
# streamlit # streamlit
# tiktoken # tiktoken
# transformers
rich==13.7.1 rich==13.7.1
# via # via
# -r requirements.in # -r requirements.in
@ -339,17 +310,8 @@ rpds-py==0.18.1
# referencing # referencing
rsa==4.9 rsa==4.9
# via google-auth # via google-auth
safetensors==0.4.3
# via transformers
scikit-learn==1.5.1
# via sentence-transformers
scipy==1.13.1 scipy==1.13.1
# via # via -r requirements.in
# -r requirements.in
# scikit-learn
# sentence-transformers
sentence-transformers==3.0.1
# via llama-index-embeddings-huggingface
six==1.16.0 six==1.16.0
# via python-dateutil # via python-dateutil
smmap==5.0.1 smmap==5.0.1
@ -371,29 +333,21 @@ sqlalchemy[asyncio]==2.0.31
# sqlalchemy # sqlalchemy
streamlit==1.36.0 streamlit==1.36.0
# via -r requirements.in # via -r requirements.in
sympy==1.12.1
# via torch
tenacity==8.4.2 tenacity==8.4.2
# via # via
# llama-index-core # llama-index-core
# streamlit # streamlit
threadpoolctl==3.5.0
# via scikit-learn
tiktoken==0.7.0 tiktoken==0.7.0
# via # via
# -r requirements.in # -r requirements.in
# litellm # litellm
# llama-index-core # llama-index-core
tokenizers==0.19.1 tokenizers==0.19.1
# via # via litellm
# litellm
# transformers
toml==0.10.2 toml==0.10.2
# via streamlit # via streamlit
toolz==0.12.1 toolz==0.12.1
# via altair # via altair
torch==2.2.2
# via sentence-transformers
tornado==6.4.1 tornado==6.4.1
# via streamlit # via streamlit
tqdm==4.66.4 tqdm==4.66.4
@ -403,10 +357,6 @@ tqdm==4.66.4
# llama-index-core # llama-index-core
# nltk # nltk
# openai # openai
# sentence-transformers
# transformers
transformers==4.42.3
# via sentence-transformers
tree-sitter==0.21.3 tree-sitter==0.21.3
# via # via
# -r requirements.in # -r requirements.in
@ -424,7 +374,6 @@ typing-extensions==4.12.2
# pyee # pyee
# sqlalchemy # sqlalchemy
# streamlit # streamlit
# torch
# typing-inspect # typing-inspect
typing-inspect==0.9.0 typing-inspect==0.9.0
# via # via

9
scripts/pip-compile.sh Executable file
View file

@ -0,0 +1,9 @@
#!/bin/bash
# exit when any command fails
set -e
pip-compile requirements.in $1
pip-compile --output-file=requirements-dev.txt requirements-dev.in $1
pip-compile --output-file=requirements-hf.txt requirements-hf.in $1