From ec0868e691866893d3949c64a28af350b8de2d11 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 3 Jun 2025 09:59:43 +0200 Subject: [PATCH 1/7] chore(deps): bump grpcio from 1.72.0 to 1.72.1 (#5570) Signed-off-by: Ettore Di Giacinto --- backend/python/bark/requirements.txt | 2 +- backend/python/chatterbox/requirements.txt | 2 +- backend/python/common/template/requirements.txt | 2 +- backend/python/coqui/requirements.txt | 2 +- backend/python/diffusers/requirements.txt | 2 +- backend/python/exllama2/requirements.txt | 2 +- backend/python/faster-whisper/requirements.txt | 2 +- backend/python/kokoro/requirements.txt | 2 +- backend/python/rerankers/requirements.txt | 2 +- backend/python/transformers/requirements.txt | 2 +- backend/python/vllm/requirements.txt | 2 +- 11 files changed, 11 insertions(+), 11 deletions(-) diff --git a/backend/python/bark/requirements.txt b/backend/python/bark/requirements.txt index 54b47b8e..05ca0420 100644 --- a/backend/python/bark/requirements.txt +++ b/backend/python/bark/requirements.txt @@ -1,4 +1,4 @@ bark==0.1.5 -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi \ No newline at end of file diff --git a/backend/python/chatterbox/requirements.txt b/backend/python/chatterbox/requirements.txt index d935560a..e625817d 100644 --- a/backend/python/chatterbox/requirements.txt +++ b/backend/python/chatterbox/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi packaging diff --git a/backend/python/common/template/requirements.txt b/backend/python/common/template/requirements.txt index 16574534..bba6ad3d 100644 --- a/backend/python/common/template/requirements.txt +++ b/backend/python/common/template/requirements.txt @@ -1,3 +1,3 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf grpcio-tools \ No newline at end of file diff --git a/backend/python/coqui/requirements.txt b/backend/python/coqui/requirements.txt index 3c6b59b1..c7dde18e 100644 --- a/backend/python/coqui/requirements.txt +++ b/backend/python/coqui/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi packaging==24.1 \ No newline at end of file diff --git a/backend/python/diffusers/requirements.txt b/backend/python/diffusers/requirements.txt index d5af9b8f..6ee7fc78 100644 --- a/backend/python/diffusers/requirements.txt +++ b/backend/python/diffusers/requirements.txt @@ -1,5 +1,5 @@ setuptools -grpcio==1.72.0 +grpcio==1.72.1 pillow protobuf certifi diff --git a/backend/python/exllama2/requirements.txt b/backend/python/exllama2/requirements.txt index c9c8b8e9..760bfd0f 100644 --- a/backend/python/exllama2/requirements.txt +++ b/backend/python/exllama2/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi wheel diff --git a/backend/python/faster-whisper/requirements.txt b/backend/python/faster-whisper/requirements.txt index 16574534..bba6ad3d 100644 --- a/backend/python/faster-whisper/requirements.txt +++ b/backend/python/faster-whisper/requirements.txt @@ -1,3 +1,3 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf grpcio-tools \ No newline at end of file diff --git a/backend/python/kokoro/requirements.txt b/backend/python/kokoro/requirements.txt index 4a1e1f49..9456cb39 100644 --- a/backend/python/kokoro/requirements.txt +++ b/backend/python/kokoro/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf phonemizer scipy diff --git a/backend/python/rerankers/requirements.txt b/backend/python/rerankers/requirements.txt index 8277a7c1..4b2608d9 100644 --- a/backend/python/rerankers/requirements.txt +++ b/backend/python/rerankers/requirements.txt @@ -1,3 +1,3 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi \ No newline at end of file diff --git a/backend/python/transformers/requirements.txt b/backend/python/transformers/requirements.txt index 062c4139..f6abf94c 100644 --- a/backend/python/transformers/requirements.txt +++ b/backend/python/transformers/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf==6.31.0 certifi setuptools diff --git a/backend/python/vllm/requirements.txt b/backend/python/vllm/requirements.txt index 379c87e0..529ffde6 100644 --- a/backend/python/vllm/requirements.txt +++ b/backend/python/vllm/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi setuptools \ No newline at end of file From c2ae3100e79d25ceb22717c8229c49be9b829b6d Mon Sep 17 00:00:00 2001 From: "LocalAI [bot]" <139863280+localai-bot@users.noreply.github.com> Date: Tue, 3 Jun 2025 11:29:18 +0200 Subject: [PATCH 2/7] chore: :arrow_up: Update ggml-org/whisper.cpp to `e05af2457b7b4134ee626dc044294a19b096e62f` (#5569) :arrow_up: Update ggml-org/whisper.cpp Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: mudler <2420543+mudler@users.noreply.github.com> --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Makefile b/Makefile index a40ebc14..d9c79202 100644 --- a/Makefile +++ b/Makefile @@ -10,7 +10,7 @@ CPPLLAMA_VERSION?=e562eece7cb476276bfc4cbb18deb7c0369b2233 # whisper.cpp version WHISPER_REPO?=https://github.com/ggml-org/whisper.cpp -WHISPER_CPP_VERSION?=7fd6fa809749078aa00edf945e959c898f2bd1af +WHISPER_CPP_VERSION?=e05af2457b7b4134ee626dc044294a19b096e62f # go-piper version PIPER_REPO?=https://github.com/mudler/go-piper From cd3cd899ad072761b815f9f22c05cb4c1bae8399 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 3 Jun 2025 12:19:16 +0200 Subject: [PATCH 3/7] chore(deps): bump llama.cpp to '363757628848a27a435bbf22ff9476e9aeda5f40' (#5571) Signed-off-by: Ettore Di Giacinto --- Makefile | 2 +- backend/cpp/llama/CMakeLists.txt | 19 +------------------ 2 files changed, 2 insertions(+), 19 deletions(-) diff --git a/Makefile b/Makefile index d9c79202..350dc645 100644 --- a/Makefile +++ b/Makefile @@ -6,7 +6,7 @@ BINARY_NAME=local-ai DETECT_LIBS?=true # llama.cpp versions -CPPLLAMA_VERSION?=e562eece7cb476276bfc4cbb18deb7c0369b2233 +CPPLLAMA_VERSION?=363757628848a27a435bbf22ff9476e9aeda5f40 # whisper.cpp version WHISPER_REPO?=https://github.com/ggml-org/whisper.cpp diff --git a/backend/cpp/llama/CMakeLists.txt b/backend/cpp/llama/CMakeLists.txt index b68332f7..c839800b 100644 --- a/backend/cpp/llama/CMakeLists.txt +++ b/backend/cpp/llama/CMakeLists.txt @@ -1,20 +1,3 @@ - -## XXX: In some versions of CMake clip wasn't being built before llama. -## This is an hack for now, but it should be fixed in the future. -# set(TARGET myclip) -# add_library(${TARGET} clip.cpp clip.h clip-impl.h llava.cpp llava.h) -# install(TARGETS ${TARGET} LIBRARY) -# target_include_directories(myclip PUBLIC .) -# target_include_directories(myclip PUBLIC ../..) -# target_include_directories(myclip PUBLIC ../../common) -# target_link_libraries(${TARGET} PRIVATE common ggml llama ${CMAKE_THREAD_LIBS_INIT}) -# target_compile_features(${TARGET} PRIVATE cxx_std_11) -# if (NOT MSVC) -# target_compile_options(${TARGET} PRIVATE -Wno-cast-qual) # stb_image.h -# endif() -# END CLIP hack - - set(TARGET grpc-server) set(CMAKE_CXX_STANDARD 17) cmake_minimum_required(VERSION 3.15) @@ -79,7 +62,7 @@ add_executable(${TARGET} grpc-server.cpp utils.hpp json.hpp httplib.h) target_include_directories(${TARGET} PRIVATE ../llava) target_include_directories(${TARGET} PRIVATE ${CMAKE_SOURCE_DIR}) -target_link_libraries(${TARGET} PRIVATE common llama mtmd mtmd_helper ${CMAKE_THREAD_LIBS_INIT} absl::flags hw_grpc_proto +target_link_libraries(${TARGET} PRIVATE common llama mtmd ${CMAKE_THREAD_LIBS_INIT} absl::flags hw_grpc_proto absl::flags_parse gRPC::${_REFLECTION} gRPC::${_GRPC_GRPCPP} From 65e2866c978bbebaf0b6cba0352fca61f4fa61f1 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 3 Jun 2025 14:57:47 +0200 Subject: [PATCH 4/7] fix(chatterbox): install only with cuda 12 (#5573) Signed-off-by: Ettore Di Giacinto --- Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Dockerfile b/Dockerfile index 5dadfe4c..31509f98 100644 --- a/Dockerfile +++ b/Dockerfile @@ -435,7 +435,7 @@ RUN if [[ ( "${EXTRA_BACKENDS}" =~ "coqui" || -z "${EXTRA_BACKENDS}" ) && "$IMAG if [[ ( "${EXTRA_BACKENDS}" =~ "diffusers" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then \ make -C backend/python/diffusers \ ; fi && \ - if [[ ( "${EXTRA_BACKENDS}" =~ "chatterbox" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" && "${BUILD_TYPE}" = "cublas" ]]; then \ + if [[ ( "${EXTRA_BACKENDS}" =~ "chatterbox" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" && "${BUILD_TYPE}" = "cublas" && "${CUDA_MAJOR_VERSION}" = "12" ]]; then \ make -C backend/python/chatterbox \ ; fi From 03f380701bac909776cc1e52b2bdb98b411b0d3a Mon Sep 17 00:00:00 2001 From: "LocalAI [bot]" <139863280+localai-bot@users.noreply.github.com> Date: Wed, 4 Jun 2025 08:26:36 +0200 Subject: [PATCH 5/7] chore: :arrow_up: Update ggml-org/llama.cpp to `7e00e60ef86645a01fda738fef85b74afa016a34` (#5574) :arrow_up: Update ggml-org/llama.cpp Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: mudler <2420543+mudler@users.noreply.github.com> --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Makefile b/Makefile index 350dc645..74bfcf4e 100644 --- a/Makefile +++ b/Makefile @@ -6,7 +6,7 @@ BINARY_NAME=local-ai DETECT_LIBS?=true # llama.cpp versions -CPPLLAMA_VERSION?=363757628848a27a435bbf22ff9476e9aeda5f40 +CPPLLAMA_VERSION?=7e00e60ef86645a01fda738fef85b74afa016a34 # whisper.cpp version WHISPER_REPO?=https://github.com/ggml-org/whisper.cpp From f38f17865ae224fa7f9bb19c804ce55341d62392 Mon Sep 17 00:00:00 2001 From: "LocalAI [bot]" <139863280+localai-bot@users.noreply.github.com> Date: Wed, 4 Jun 2025 08:41:26 +0200 Subject: [PATCH 6/7] chore: :arrow_up: Update ggml-org/whisper.cpp to `82f461eaa4e6a1ba29fc0dbdaa415a9934ee8a1d` (#5575) :arrow_up: Update ggml-org/whisper.cpp Signed-off-by: github-actions[bot] <41898282+github-actions[bot]@users.noreply.github.com> Co-authored-by: mudler <2420543+mudler@users.noreply.github.com> --- Makefile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/Makefile b/Makefile index 74bfcf4e..edde5413 100644 --- a/Makefile +++ b/Makefile @@ -10,7 +10,7 @@ CPPLLAMA_VERSION?=7e00e60ef86645a01fda738fef85b74afa016a34 # whisper.cpp version WHISPER_REPO?=https://github.com/ggml-org/whisper.cpp -WHISPER_CPP_VERSION?=e05af2457b7b4134ee626dc044294a19b096e62f +WHISPER_CPP_VERSION?=82f461eaa4e6a1ba29fc0dbdaa415a9934ee8a1d # go-piper version PIPER_REPO?=https://github.com/mudler/go-piper From a2265559492e2c2fdf51eb778ad35a1ed03b85d5 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Wed, 4 Jun 2025 08:41:47 +0200 Subject: [PATCH 7/7] chore(deps): bump GrantBirki/git-diff-action from 2.8.0 to 2.8.1 (#5564) Bumps [GrantBirki/git-diff-action](https://github.com/grantbirki/git-diff-action) from 2.8.0 to 2.8.1. - [Release notes](https://github.com/grantbirki/git-diff-action/releases) - [Commits](https://github.com/grantbirki/git-diff-action/compare/v2.8.0...v2.8.1) --- updated-dependencies: - dependency-name: GrantBirki/git-diff-action dependency-version: 2.8.1 dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] Co-authored-by: dependabot[bot] <49699333+dependabot[bot]@users.noreply.github.com> --- .github/workflows/notify-models.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/notify-models.yaml b/.github/workflows/notify-models.yaml index feafe196..f54b4852 100644 --- a/.github/workflows/notify-models.yaml +++ b/.github/workflows/notify-models.yaml @@ -18,7 +18,7 @@ jobs: with: model: 'gemma-3-12b-it' # Any from models.localai.io, or from huggingface.com with: "huggingface:///file" # Check the PR diff using the current branch and the base branch of the PR - - uses: GrantBirki/git-diff-action@v2.8.0 + - uses: GrantBirki/git-diff-action@v2.8.1 id: git-diff-action with: json_diff_file_output: diff.json @@ -99,7 +99,7 @@ jobs: docker run -e -ti -d --name local-ai -p 8080:8080 localai/localai:master-ffmpeg-core run --debug $MODEL_NAME until [ "`docker inspect -f {{.State.Health.Status}} local-ai`" == "healthy" ]; do echo "Waiting for container to be ready"; docker logs --tail 10 local-ai; sleep 2; done # Check the PR diff using the current branch and the base branch of the PR - - uses: GrantBirki/git-diff-action@v2.8.0 + - uses: GrantBirki/git-diff-action@v2.8.1 id: git-diff-action with: json_diff_file_output: diff.json