diff --git a/backend/python/autogptq/install.sh b/backend/python/autogptq/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/autogptq/install.sh +++ b/backend/python/autogptq/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/autogptq/requirements-intel.txt b/backend/python/autogptq/requirements-intel.txt new file mode 100644 index 00000000..6dc25a10 --- /dev/null +++ b/backend/python/autogptq/requirements-intel.txt @@ -0,0 +1,4 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +optimum[openvino] \ No newline at end of file diff --git a/backend/python/bark/install.sh b/backend/python/bark/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/bark/install.sh +++ b/backend/python/bark/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/bark/requirements-intel.txt b/backend/python/bark/requirements-intel.txt new file mode 100644 index 00000000..cd885624 --- /dev/null +++ b/backend/python/bark/requirements-intel.txt @@ -0,0 +1,5 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +torchaudio +optimum[openvino] \ No newline at end of file diff --git a/backend/python/common/template/install.sh b/backend/python/common/template/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/common/template/install.sh +++ b/backend/python/common/template/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/common/template/requirements-intel.txt b/backend/python/common/template/requirements-intel.txt new file mode 100644 index 00000000..6dc25a10 --- /dev/null +++ b/backend/python/common/template/requirements-intel.txt @@ -0,0 +1,4 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +optimum[openvino] \ No newline at end of file diff --git a/backend/python/coqui/install.sh b/backend/python/coqui/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/coqui/install.sh +++ b/backend/python/coqui/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/coqui/requirements-intel.txt b/backend/python/coqui/requirements-intel.txt new file mode 100644 index 00000000..cd885624 --- /dev/null +++ b/backend/python/coqui/requirements-intel.txt @@ -0,0 +1,5 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +torchaudio +optimum[openvino] \ No newline at end of file diff --git a/backend/python/diffusers/install.sh b/backend/python/diffusers/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/diffusers/install.sh +++ b/backend/python/diffusers/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/diffusers/requirements-intel.txt b/backend/python/diffusers/requirements-intel.txt index 490c68b0..ae03e99e 100644 --- a/backend/python/diffusers/requirements-intel.txt +++ b/backend/python/diffusers/requirements-intel.txt @@ -1,4 +1,5 @@ ---index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch -torchaudio -torchvision \ No newline at end of file +torch +torchvision +optimum[openvino] \ No newline at end of file diff --git a/backend/python/parler-tts/install.sh b/backend/python/parler-tts/install.sh index 41f3abfe..002472a2 100755 --- a/backend/python/parler-tts/install.sh +++ b/backend/python/parler-tts/install.sh @@ -3,6 +3,14 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements # https://github.com/descriptinc/audiotools/issues/101 diff --git a/backend/python/parler-tts/requirements-intel.txt b/backend/python/parler-tts/requirements-intel.txt new file mode 100644 index 00000000..cd885624 --- /dev/null +++ b/backend/python/parler-tts/requirements-intel.txt @@ -0,0 +1,5 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +torchaudio +optimum[openvino] \ No newline at end of file diff --git a/backend/python/petals/install.sh b/backend/python/petals/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/petals/install.sh +++ b/backend/python/petals/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/petals/requirements-intel.txt b/backend/python/petals/requirements-intel.txt new file mode 100644 index 00000000..6dc25a10 --- /dev/null +++ b/backend/python/petals/requirements-intel.txt @@ -0,0 +1,4 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +optimum[openvino] \ No newline at end of file diff --git a/backend/python/rerankers/install.sh b/backend/python/rerankers/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/rerankers/install.sh +++ b/backend/python/rerankers/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/rerankers/requirements-intel.txt b/backend/python/rerankers/requirements-intel.txt new file mode 100644 index 00000000..6dc25a10 --- /dev/null +++ b/backend/python/rerankers/requirements-intel.txt @@ -0,0 +1,4 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +optimum[openvino] \ No newline at end of file diff --git a/backend/python/sentencetransformers/install.sh b/backend/python/sentencetransformers/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/sentencetransformers/install.sh +++ b/backend/python/sentencetransformers/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/sentencetransformers/requirements-intel.txt b/backend/python/sentencetransformers/requirements-intel.txt new file mode 100644 index 00000000..6dc25a10 --- /dev/null +++ b/backend/python/sentencetransformers/requirements-intel.txt @@ -0,0 +1,4 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +optimum[openvino] \ No newline at end of file diff --git a/backend/python/transformers-musicgen/install.sh b/backend/python/transformers-musicgen/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/transformers-musicgen/install.sh +++ b/backend/python/transformers-musicgen/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/transformers-musicgen/requirements-intel.txt b/backend/python/transformers-musicgen/requirements-intel.txt new file mode 100644 index 00000000..6dc25a10 --- /dev/null +++ b/backend/python/transformers-musicgen/requirements-intel.txt @@ -0,0 +1,4 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +optimum[openvino] \ No newline at end of file diff --git a/backend/python/transformers/install.sh b/backend/python/transformers/install.sh index 2829b927..36443ef1 100755 --- a/backend/python/transformers/install.sh +++ b/backend/python/transformers/install.sh @@ -3,4 +3,12 @@ set -e source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/transformers/requirements-intel.txt b/backend/python/transformers/requirements-intel.txt new file mode 100644 index 00000000..6dc25a10 --- /dev/null +++ b/backend/python/transformers/requirements-intel.txt @@ -0,0 +1,4 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +optimum[openvino] \ No newline at end of file diff --git a/backend/python/vall-e-x/install.sh b/backend/python/vall-e-x/install.sh index ff9003ff..c0cce96a 100755 --- a/backend/python/vall-e-x/install.sh +++ b/backend/python/vall-e-x/install.sh @@ -5,6 +5,14 @@ VALL_E_X_VERSION=3faaf8ccadb154d63b38070caf518ce9309ea0f4 source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements git clone https://github.com/Plachtaa/VALL-E-X.git ${MY_DIR}/source diff --git a/backend/python/vall-e-x/requirements-intel.txt b/backend/python/vall-e-x/requirements-intel.txt new file mode 100644 index 00000000..cd885624 --- /dev/null +++ b/backend/python/vall-e-x/requirements-intel.txt @@ -0,0 +1,5 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +torchaudio +optimum[openvino] \ No newline at end of file diff --git a/backend/python/vllm/install.sh b/backend/python/vllm/install.sh index ccc83f96..78a3d5ba 100755 --- a/backend/python/vllm/install.sh +++ b/backend/python/vllm/install.sh @@ -5,4 +5,12 @@ EXTRA_PIP_INSTALL_FLAGS="--no-build-isolation" source $(dirname $0)/../common/libbackend.sh +# This is here because the Intel pip index is broken and returns 200 status codes for every package name, it just doesn't return any package links. +# This makes uv think that the package exists in the Intel pip index, and by default it stops looking at other pip indexes once it finds a match. +# We need uv to continue falling through to the pypi default index to find optimum[openvino] in the pypi index +# the --upgrade actually allows us to *downgrade* torch to the version provided in the Intel pip index +if [ "x${BUILD_PROFILE}" == "xintel" ]; then + EXTRA_PIP_INSTALL_FLAGS+=" --upgrade --index-strategy=unsafe-first-match" +fi + installRequirements diff --git a/backend/python/vllm/requirements-intel.txt b/backend/python/vllm/requirements-intel.txt new file mode 100644 index 00000000..6dc25a10 --- /dev/null +++ b/backend/python/vllm/requirements-intel.txt @@ -0,0 +1,4 @@ +--extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ +intel-extension-for-pytorch +torch +optimum[openvino] \ No newline at end of file