diff --git a/backend/python/bark/requirements-cpu.txt b/backend/python/bark/requirements-cpu.txt new file mode 100644 index 00000000..0b2c3bc7 --- /dev/null +++ b/backend/python/bark/requirements-cpu.txt @@ -0,0 +1,4 @@ +transformers +accelerate +torch +torchaudio \ No newline at end of file diff --git a/backend/python/bark/requirements-cublas11.txt b/backend/python/bark/requirements-cublas11.txt index 0de92979..71a6a93f 100644 --- a/backend/python/bark/requirements-cublas11.txt +++ b/backend/python/bark/requirements-cublas11.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/bark/requirements-cublas12.txt b/backend/python/bark/requirements-cublas12.txt index 6c3c7e7a..0fa27074 100644 --- a/backend/python/bark/requirements-cublas12.txt +++ b/backend/python/bark/requirements-cublas12.txt @@ -1,2 +1,4 @@ torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/bark/requirements-hipblas.txt b/backend/python/bark/requirements-hipblas.txt index 7bfc411b..af9e820e 100644 --- a/backend/python/bark/requirements-hipblas.txt +++ b/backend/python/bark/requirements-hipblas.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/bark/requirements-intel.txt b/backend/python/bark/requirements-intel.txt index 5c4aa6a5..9feb6eef 100644 --- a/backend/python/bark/requirements-intel.txt +++ b/backend/python/bark/requirements-intel.txt @@ -3,4 +3,6 @@ intel-extension-for-pytorch torch torchaudio optimum[openvino] -setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 +transformers +accelerate \ No newline at end of file diff --git a/backend/python/bark/requirements.txt b/backend/python/bark/requirements.txt index 2e34d5a4..93f9fb78 100644 --- a/backend/python/bark/requirements.txt +++ b/backend/python/bark/requirements.txt @@ -1,6 +1,4 @@ -accelerate bark==0.1.5 grpcio==1.65.4 protobuf -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/coqui/requirements-cpu.txt b/backend/python/coqui/requirements-cpu.txt new file mode 100644 index 00000000..bbcdc8cd --- /dev/null +++ b/backend/python/coqui/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/coqui/requirements-cublas11.txt b/backend/python/coqui/requirements-cublas11.txt index 0de92979..71a6a93f 100644 --- a/backend/python/coqui/requirements-cublas11.txt +++ b/backend/python/coqui/requirements-cublas11.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/coqui/requirements-cublas12.txt b/backend/python/coqui/requirements-cublas12.txt index 6c3c7e7a..0fa27074 100644 --- a/backend/python/coqui/requirements-cublas12.txt +++ b/backend/python/coqui/requirements-cublas12.txt @@ -1,2 +1,4 @@ torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/coqui/requirements-hipblas.txt b/backend/python/coqui/requirements-hipblas.txt index 7bfc411b..af9e820e 100644 --- a/backend/python/coqui/requirements-hipblas.txt +++ b/backend/python/coqui/requirements-hipblas.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/coqui/requirements-intel.txt b/backend/python/coqui/requirements-intel.txt index 58a2a1dd..002a55c3 100644 --- a/backend/python/coqui/requirements-intel.txt +++ b/backend/python/coqui/requirements-intel.txt @@ -3,4 +3,6 @@ intel-extension-for-pytorch torch torchaudio optimum[openvino] -setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 +transformers +accelerate \ No newline at end of file diff --git a/backend/python/coqui/requirements.txt b/backend/python/coqui/requirements.txt index a1bdac44..35c62449 100644 --- a/backend/python/coqui/requirements.txt +++ b/backend/python/coqui/requirements.txt @@ -1,6 +1,4 @@ -accelerate TTS==0.22.0 grpcio==1.65.4 protobuf -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/diffusers/requirements-cpu.txt b/backend/python/diffusers/requirements-cpu.txt new file mode 100644 index 00000000..e46a53e5 --- /dev/null +++ b/backend/python/diffusers/requirements-cpu.txt @@ -0,0 +1,8 @@ +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece +torch \ No newline at end of file diff --git a/backend/python/diffusers/requirements-cublas11.txt b/backend/python/diffusers/requirements-cublas11.txt index 6461b696..df28b821 100644 --- a/backend/python/diffusers/requirements-cublas11.txt +++ b/backend/python/diffusers/requirements-cublas11.txt @@ -1,2 +1,9 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece \ No newline at end of file diff --git a/backend/python/diffusers/requirements-cublas12.txt b/backend/python/diffusers/requirements-cublas12.txt index 12c6d5d5..b0685a62 100644 --- a/backend/python/diffusers/requirements-cublas12.txt +++ b/backend/python/diffusers/requirements-cublas12.txt @@ -1 +1,8 @@ torch +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece \ No newline at end of file diff --git a/backend/python/diffusers/requirements-hipblas.txt b/backend/python/diffusers/requirements-hipblas.txt index 6c8da20d..9e992d02 100644 --- a/backend/python/diffusers/requirements-hipblas.txt +++ b/backend/python/diffusers/requirements-hipblas.txt @@ -1,3 +1,10 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch -torchvision \ No newline at end of file +torchvision +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece \ No newline at end of file diff --git a/backend/python/diffusers/requirements-intel.txt b/backend/python/diffusers/requirements-intel.txt index c393b118..77f9e674 100644 --- a/backend/python/diffusers/requirements-intel.txt +++ b/backend/python/diffusers/requirements-intel.txt @@ -3,4 +3,11 @@ intel-extension-for-pytorch torch torchvision optimum[openvino] -setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece \ No newline at end of file diff --git a/backend/python/exllama/requirements-cpu.txt b/backend/python/exllama/requirements-cpu.txt new file mode 100644 index 00000000..bbcdc8cd --- /dev/null +++ b/backend/python/exllama/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/exllama/requirements-cublas11.txt b/backend/python/exllama/requirements-cublas11.txt index 6461b696..1dfb5b98 100644 --- a/backend/python/exllama/requirements-cublas11.txt +++ b/backend/python/exllama/requirements-cublas11.txt @@ -1,2 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +transformers +accelerate \ No newline at end of file diff --git a/backend/python/exllama/requirements-cublas12.txt b/backend/python/exllama/requirements-cublas12.txt index 12c6d5d5..1ec544cd 100644 --- a/backend/python/exllama/requirements-cublas12.txt +++ b/backend/python/exllama/requirements-cublas12.txt @@ -1 +1,3 @@ torch +transformers +accelerate \ No newline at end of file diff --git a/backend/python/exllama/requirements.txt b/backend/python/exllama/requirements.txt index b06efcea..835671a2 100644 --- a/backend/python/exllama/requirements.txt +++ b/backend/python/exllama/requirements.txt @@ -1,5 +1,4 @@ grpcio==1.65.0 protobuf -transformers certifi setuptools \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cpu.txt b/backend/python/exllama2/requirements-cpu.txt new file mode 100644 index 00000000..bbcdc8cd --- /dev/null +++ b/backend/python/exllama2/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cublas11.txt b/backend/python/exllama2/requirements-cublas11.txt index 6461b696..1dfb5b98 100644 --- a/backend/python/exllama2/requirements-cublas11.txt +++ b/backend/python/exllama2/requirements-cublas11.txt @@ -1,2 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +transformers +accelerate \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cublas12.txt b/backend/python/exllama2/requirements-cublas12.txt index 12c6d5d5..1ec544cd 100644 --- a/backend/python/exllama2/requirements-cublas12.txt +++ b/backend/python/exllama2/requirements-cublas12.txt @@ -1 +1,3 @@ torch +transformers +accelerate \ No newline at end of file diff --git a/backend/python/exllama2/requirements.txt b/backend/python/exllama2/requirements.txt index 487d89a9..ce15b0b6 100644 --- a/backend/python/exllama2/requirements.txt +++ b/backend/python/exllama2/requirements.txt @@ -1,4 +1,3 @@ -accelerate grpcio==1.65.4 protobuf certifi diff --git a/backend/python/mamba/requirements-cpu.txt b/backend/python/mamba/requirements-cpu.txt index 08ed5eeb..39dab0fd 100644 --- a/backend/python/mamba/requirements-cpu.txt +++ b/backend/python/mamba/requirements-cpu.txt @@ -1 +1,2 @@ -torch \ No newline at end of file +torch +transformers \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas11.txt b/backend/python/mamba/requirements-cublas11.txt index 2f89bd95..7048a14f 100644 --- a/backend/python/mamba/requirements-cublas11.txt +++ b/backend/python/mamba/requirements-cublas11.txt @@ -1,2 +1,3 @@ --extra-index-url https://download.pytorch.org/whl/cu118 -torch \ No newline at end of file +torch +transformers \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas12.txt b/backend/python/mamba/requirements-cublas12.txt index 08ed5eeb..39dab0fd 100644 --- a/backend/python/mamba/requirements-cublas12.txt +++ b/backend/python/mamba/requirements-cublas12.txt @@ -1 +1,2 @@ -torch \ No newline at end of file +torch +transformers \ No newline at end of file diff --git a/backend/python/mamba/requirements.txt b/backend/python/mamba/requirements.txt index 068bf336..22ae46ad 100644 --- a/backend/python/mamba/requirements.txt +++ b/backend/python/mamba/requirements.txt @@ -1,4 +1,3 @@ grpcio==1.65.1 protobuf -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/openvoice/requirements-cpu.txt b/backend/python/openvoice/requirements-cpu.txt new file mode 100644 index 00000000..08ed5eeb --- /dev/null +++ b/backend/python/openvoice/requirements-cpu.txt @@ -0,0 +1 @@ +torch \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-cpu.txt b/backend/python/parler-tts/requirements-cpu.txt new file mode 100644 index 00000000..bbcdc8cd --- /dev/null +++ b/backend/python/parler-tts/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-cublas11.txt b/backend/python/parler-tts/requirements-cublas11.txt index 0de92979..71a6a93f 100644 --- a/backend/python/parler-tts/requirements-cublas11.txt +++ b/backend/python/parler-tts/requirements-cublas11.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-cublas12.txt b/backend/python/parler-tts/requirements-cublas12.txt index 6c3c7e7a..0fa27074 100644 --- a/backend/python/parler-tts/requirements-cublas12.txt +++ b/backend/python/parler-tts/requirements-cublas12.txt @@ -1,2 +1,4 @@ torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-hipblas.txt b/backend/python/parler-tts/requirements-hipblas.txt index 7bfc411b..af9e820e 100644 --- a/backend/python/parler-tts/requirements-hipblas.txt +++ b/backend/python/parler-tts/requirements-hipblas.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-intel.txt b/backend/python/parler-tts/requirements-intel.txt index 58a2a1dd..002a55c3 100644 --- a/backend/python/parler-tts/requirements-intel.txt +++ b/backend/python/parler-tts/requirements-intel.txt @@ -3,4 +3,6 @@ intel-extension-for-pytorch torch torchaudio optimum[openvino] -setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 +transformers +accelerate \ No newline at end of file diff --git a/backend/python/parler-tts/requirements.txt b/backend/python/parler-tts/requirements.txt index 1dfa6675..297ddd0b 100644 --- a/backend/python/parler-tts/requirements.txt +++ b/backend/python/parler-tts/requirements.txt @@ -1,6 +1,4 @@ -accelerate grpcio==1.65.1 protobuf git+https://github.com/huggingface/parler-tts.git@10016fb0300c0dc31a0fb70e26f3affee7b62f16 -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/petals/requirements-cpu.txt b/backend/python/petals/requirements-cpu.txt new file mode 100644 index 00000000..bbcdc8cd --- /dev/null +++ b/backend/python/petals/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/petals/requirements-cublas11.txt b/backend/python/petals/requirements-cublas11.txt index 6461b696..f7683016 100644 --- a/backend/python/petals/requirements-cublas11.txt +++ b/backend/python/petals/requirements-cublas11.txt @@ -1,2 +1,3 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +transformers diff --git a/backend/python/petals/requirements-cublas12.txt b/backend/python/petals/requirements-cublas12.txt index 12c6d5d5..4f492ddc 100644 --- a/backend/python/petals/requirements-cublas12.txt +++ b/backend/python/petals/requirements-cublas12.txt @@ -1 +1,2 @@ torch +transformers diff --git a/backend/python/petals/requirements-hipblas.txt b/backend/python/petals/requirements-hipblas.txt index 0331f106..8a4e2ff0 100644 --- a/backend/python/petals/requirements-hipblas.txt +++ b/backend/python/petals/requirements-hipblas.txt @@ -1,2 +1,3 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch +transformers diff --git a/backend/python/petals/requirements-intel.txt b/backend/python/petals/requirements-intel.txt index 755e19d8..4e3ed017 100644 --- a/backend/python/petals/requirements-intel.txt +++ b/backend/python/petals/requirements-intel.txt @@ -2,4 +2,5 @@ intel-extension-for-pytorch torch optimum[openvino] -setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 +transformers \ No newline at end of file diff --git a/backend/python/petals/requirements.txt b/backend/python/petals/requirements.txt index 10f5114e..0755fe01 100644 --- a/backend/python/petals/requirements.txt +++ b/backend/python/petals/requirements.txt @@ -1,3 +1,2 @@ git+https://github.com/bigscience-workshop/petals -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/rerankers/requirements-cpu.txt b/backend/python/rerankers/requirements-cpu.txt new file mode 100644 index 00000000..25a1d8ab --- /dev/null +++ b/backend/python/rerankers/requirements-cpu.txt @@ -0,0 +1,4 @@ +transformers +accelerate +torch +rerankers[transformers] \ No newline at end of file diff --git a/backend/python/rerankers/requirements-cublas11.txt b/backend/python/rerankers/requirements-cublas11.txt index 6461b696..06c4b2cf 100644 --- a/backend/python/rerankers/requirements-cublas11.txt +++ b/backend/python/rerankers/requirements-cublas11.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 +transformers +accelerate torch +rerankers[transformers] \ No newline at end of file diff --git a/backend/python/rerankers/requirements-cublas12.txt b/backend/python/rerankers/requirements-cublas12.txt index 12c6d5d5..25a1d8ab 100644 --- a/backend/python/rerankers/requirements-cublas12.txt +++ b/backend/python/rerankers/requirements-cublas12.txt @@ -1 +1,4 @@ +transformers +accelerate torch +rerankers[transformers] \ No newline at end of file diff --git a/backend/python/rerankers/requirements-hipblas.txt b/backend/python/rerankers/requirements-hipblas.txt index 76018445..961d150c 100644 --- a/backend/python/rerankers/requirements-hipblas.txt +++ b/backend/python/rerankers/requirements-hipblas.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 -torch \ No newline at end of file +transformers +accelerate +torch +rerankers[transformers] \ No newline at end of file diff --git a/backend/python/rerankers/requirements-intel.txt b/backend/python/rerankers/requirements-intel.txt index 755e19d8..1a39cf4f 100644 --- a/backend/python/rerankers/requirements-intel.txt +++ b/backend/python/rerankers/requirements-intel.txt @@ -1,5 +1,8 @@ --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch +transformers +accelerate torch +rerankers[transformers] optimum[openvino] setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file diff --git a/backend/python/rerankers/requirements.txt b/backend/python/rerankers/requirements.txt index 33166382..2a8d18b1 100644 --- a/backend/python/rerankers/requirements.txt +++ b/backend/python/rerankers/requirements.txt @@ -1,6 +1,3 @@ -accelerate -rerankers[transformers] grpcio==1.65.4 protobuf -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-cpu.txt b/backend/python/sentencetransformers/requirements-cpu.txt new file mode 100644 index 00000000..cd9924ef --- /dev/null +++ b/backend/python/sentencetransformers/requirements-cpu.txt @@ -0,0 +1,6 @@ +torch +accelerate +transformers +bitsandbytes +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-cublas11.txt b/backend/python/sentencetransformers/requirements-cublas11.txt index 6461b696..1131f066 100644 --- a/backend/python/sentencetransformers/requirements-cublas11.txt +++ b/backend/python/sentencetransformers/requirements-cublas11.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +accelerate +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-cublas12.txt b/backend/python/sentencetransformers/requirements-cublas12.txt index 12c6d5d5..2936e17b 100644 --- a/backend/python/sentencetransformers/requirements-cublas12.txt +++ b/backend/python/sentencetransformers/requirements-cublas12.txt @@ -1 +1,4 @@ torch +accelerate +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-hipblas.txt b/backend/python/sentencetransformers/requirements-hipblas.txt index 76018445..3b187c68 100644 --- a/backend/python/sentencetransformers/requirements-hipblas.txt +++ b/backend/python/sentencetransformers/requirements-hipblas.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 -torch \ No newline at end of file +torch +accelerate +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-intel.txt b/backend/python/sentencetransformers/requirements-intel.txt index 95d4848c..806e3d47 100644 --- a/backend/python/sentencetransformers/requirements-intel.txt +++ b/backend/python/sentencetransformers/requirements-intel.txt @@ -2,4 +2,7 @@ intel-extension-for-pytorch torch optimum[openvino] -setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 +accelerate +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements.txt b/backend/python/sentencetransformers/requirements.txt index 4ef4a28b..22ae46ad 100644 --- a/backend/python/sentencetransformers/requirements.txt +++ b/backend/python/sentencetransformers/requirements.txt @@ -1,6 +1,3 @@ -accelerate -sentence-transformers==3.0.1 -transformers grpcio==1.65.1 protobuf certifi \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-cpu.txt b/backend/python/transformers-musicgen/requirements-cpu.txt new file mode 100644 index 00000000..bbcdc8cd --- /dev/null +++ b/backend/python/transformers-musicgen/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-cublas11.txt b/backend/python/transformers-musicgen/requirements-cublas11.txt index 6461b696..191a6eef 100644 --- a/backend/python/transformers-musicgen/requirements-cublas11.txt +++ b/backend/python/transformers-musicgen/requirements-cublas11.txt @@ -1,2 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 -torch +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-cublas12.txt b/backend/python/transformers-musicgen/requirements-cublas12.txt index 12c6d5d5..bbcdc8cd 100644 --- a/backend/python/transformers-musicgen/requirements-cublas12.txt +++ b/backend/python/transformers-musicgen/requirements-cublas12.txt @@ -1 +1,3 @@ -torch +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-hipblas.txt b/backend/python/transformers-musicgen/requirements-hipblas.txt index 76018445..00f0a946 100644 --- a/backend/python/transformers-musicgen/requirements-hipblas.txt +++ b/backend/python/transformers-musicgen/requirements-hipblas.txt @@ -1,2 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 +transformers +accelerate torch \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-intel.txt b/backend/python/transformers-musicgen/requirements-intel.txt index 95d4848c..89bfa6a2 100644 --- a/backend/python/transformers-musicgen/requirements-intel.txt +++ b/backend/python/transformers-musicgen/requirements-intel.txt @@ -1,5 +1,7 @@ --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch +transformers +accelerate torch optimum[openvino] setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements.txt b/backend/python/transformers-musicgen/requirements.txt index bec86241..420b968c 100644 --- a/backend/python/transformers-musicgen/requirements.txt +++ b/backend/python/transformers-musicgen/requirements.txt @@ -1,5 +1,3 @@ -accelerate -transformers grpcio==1.65.4 protobuf scipy==1.14.0 diff --git a/backend/python/transformers/requirements-cpu.txt b/backend/python/transformers/requirements-cpu.txt new file mode 100644 index 00000000..f1e6281b --- /dev/null +++ b/backend/python/transformers/requirements-cpu.txt @@ -0,0 +1,4 @@ +torch +accelerate +transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements-cublas11.txt b/backend/python/transformers/requirements-cublas11.txt index 6461b696..0abd72d9 100644 --- a/backend/python/transformers/requirements-cublas11.txt +++ b/backend/python/transformers/requirements-cublas11.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +accelerate +transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements-cublas12.txt b/backend/python/transformers/requirements-cublas12.txt index 12c6d5d5..f1e6281b 100644 --- a/backend/python/transformers/requirements-cublas12.txt +++ b/backend/python/transformers/requirements-cublas12.txt @@ -1 +1,4 @@ torch +accelerate +transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements-hipblas.txt b/backend/python/transformers/requirements-hipblas.txt index 76018445..f6900af1 100644 --- a/backend/python/transformers/requirements-hipblas.txt +++ b/backend/python/transformers/requirements-hipblas.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 -torch \ No newline at end of file +torch +accelerate +transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements-intel.txt b/backend/python/transformers/requirements-intel.txt index 8fc18a0e..5d9efb71 100644 --- a/backend/python/transformers/requirements-intel.txt +++ b/backend/python/transformers/requirements-intel.txt @@ -2,3 +2,5 @@ intel-extension-for-pytorch torch optimum[openvino] +intel-extension-for-transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements.txt b/backend/python/transformers/requirements.txt index 2a08ba45..318560d9 100644 --- a/backend/python/transformers/requirements.txt +++ b/backend/python/transformers/requirements.txt @@ -1,8 +1,4 @@ -accelerate -transformers grpcio==1.65.4 protobuf certifi -intel-extension-for-transformers -bitsandbytes -setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 +setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-cpu.txt b/backend/python/vall-e-x/requirements-cpu.txt new file mode 100644 index 00000000..3a3304c0 --- /dev/null +++ b/backend/python/vall-e-x/requirements-cpu.txt @@ -0,0 +1,3 @@ +accelerate +torch +torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-cublas11.txt b/backend/python/vall-e-x/requirements-cublas11.txt index 0de92979..4e0a151a 100644 --- a/backend/python/vall-e-x/requirements-cublas11.txt +++ b/backend/python/vall-e-x/requirements-cublas11.txt @@ -1,3 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 +accelerate torch torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-cublas12.txt b/backend/python/vall-e-x/requirements-cublas12.txt index 6c3c7e7a..3a3304c0 100644 --- a/backend/python/vall-e-x/requirements-cublas12.txt +++ b/backend/python/vall-e-x/requirements-cublas12.txt @@ -1,2 +1,3 @@ +accelerate torch torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-hipblas.txt b/backend/python/vall-e-x/requirements-hipblas.txt index 7bfc411b..6ddd0b8d 100644 --- a/backend/python/vall-e-x/requirements-hipblas.txt +++ b/backend/python/vall-e-x/requirements-hipblas.txt @@ -1,3 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 +accelerate torch torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-intel.txt b/backend/python/vall-e-x/requirements-intel.txt index 58a2a1dd..6185314f 100644 --- a/backend/python/vall-e-x/requirements-intel.txt +++ b/backend/python/vall-e-x/requirements-intel.txt @@ -1,5 +1,6 @@ --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch +accelerate torch torchaudio optimum[openvino] diff --git a/backend/python/vall-e-x/requirements.txt b/backend/python/vall-e-x/requirements.txt index ec3584b2..2a8d18b1 100644 --- a/backend/python/vall-e-x/requirements.txt +++ b/backend/python/vall-e-x/requirements.txt @@ -1,4 +1,3 @@ -accelerate grpcio==1.65.4 protobuf certifi \ No newline at end of file diff --git a/backend/python/vllm/requirements-after.txt b/backend/python/vllm/requirements-after.txt new file mode 100644 index 00000000..7bfe8efe --- /dev/null +++ b/backend/python/vllm/requirements-after.txt @@ -0,0 +1 @@ +flash-attn \ No newline at end of file diff --git a/backend/python/vllm/requirements-cpu.txt b/backend/python/vllm/requirements-cpu.txt new file mode 100644 index 00000000..cc5a50c6 --- /dev/null +++ b/backend/python/vllm/requirements-cpu.txt @@ -0,0 +1,4 @@ +accelerate +torch +transformers +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas11.txt b/backend/python/vllm/requirements-cublas11.txt index bed8cea8..48722834 100644 --- a/backend/python/vllm/requirements-cublas11.txt +++ b/backend/python/vllm/requirements-cublas11.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 +accelerate torch -flash-attn \ No newline at end of file +transformers +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas12.txt b/backend/python/vllm/requirements-cublas12.txt index b6fef4d7..cc5a50c6 100644 --- a/backend/python/vllm/requirements-cublas12.txt +++ b/backend/python/vllm/requirements-cublas12.txt @@ -1,2 +1,4 @@ +accelerate torch -flash-attn \ No newline at end of file +transformers +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements-hipblas.txt b/backend/python/vllm/requirements-hipblas.txt index 76018445..b11ba692 100644 --- a/backend/python/vllm/requirements-hipblas.txt +++ b/backend/python/vllm/requirements-hipblas.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 -torch \ No newline at end of file +accelerate +torch +transformers +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements-intel.txt b/backend/python/vllm/requirements-intel.txt index 635b4c31..516e3d01 100644 --- a/backend/python/vllm/requirements-intel.txt +++ b/backend/python/vllm/requirements-intel.txt @@ -1,5 +1,8 @@ --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch +accelerate torch +transformers optimum[openvino] -setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements.txt b/backend/python/vllm/requirements.txt index b8b79afb..99dc865e 100644 --- a/backend/python/vllm/requirements.txt +++ b/backend/python/vllm/requirements.txt @@ -1,7 +1,4 @@ -accelerate -vllm grpcio==1.65.4 protobuf certifi -transformers setuptools \ No newline at end of file