diff --git a/.github/workflows/notify-models.yaml b/.github/workflows/notify-models.yaml index feafe196..f54b4852 100644 --- a/.github/workflows/notify-models.yaml +++ b/.github/workflows/notify-models.yaml @@ -18,7 +18,7 @@ jobs: with: model: 'gemma-3-12b-it' # Any from models.localai.io, or from huggingface.com with: "huggingface:///file" # Check the PR diff using the current branch and the base branch of the PR - - uses: GrantBirki/git-diff-action@v2.8.0 + - uses: GrantBirki/git-diff-action@v2.8.1 id: git-diff-action with: json_diff_file_output: diff.json @@ -99,7 +99,7 @@ jobs: docker run -e -ti -d --name local-ai -p 8080:8080 localai/localai:master-ffmpeg-core run --debug $MODEL_NAME until [ "`docker inspect -f {{.State.Health.Status}} local-ai`" == "healthy" ]; do echo "Waiting for container to be ready"; docker logs --tail 10 local-ai; sleep 2; done # Check the PR diff using the current branch and the base branch of the PR - - uses: GrantBirki/git-diff-action@v2.8.0 + - uses: GrantBirki/git-diff-action@v2.8.1 id: git-diff-action with: json_diff_file_output: diff.json diff --git a/Dockerfile b/Dockerfile index 762c3858..6be3c350 100644 --- a/Dockerfile +++ b/Dockerfile @@ -436,7 +436,7 @@ RUN if [[ ( "${EXTRA_BACKENDS}" =~ "coqui" || -z "${EXTRA_BACKENDS}" ) && "$IMAG if [[ ( "${EXTRA_BACKENDS}" =~ "diffusers" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then \ make -C backend/python/diffusers \ ; fi && \ - if [[ ( "${EXTRA_BACKENDS}" =~ "chatterbox" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" && "${BUILD_TYPE}" = "cublas" ]]; then \ + if [[ ( "${EXTRA_BACKENDS}" =~ "chatterbox" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" && "${BUILD_TYPE}" = "cublas" && "${CUDA_MAJOR_VERSION}" = "12" ]]; then \ make -C backend/python/chatterbox \ ; fi diff --git a/Makefile b/Makefile index 2db2d85b..e07ee66e 100644 --- a/Makefile +++ b/Makefile @@ -6,11 +6,11 @@ BINARY_NAME=local-ai DETECT_LIBS?=true # llama.cpp versions -CPPLLAMA_VERSION?=e562eece7cb476276bfc4cbb18deb7c0369b2233 +CPPLLAMA_VERSION?=7e00e60ef86645a01fda738fef85b74afa016a34 # whisper.cpp version WHISPER_REPO?=https://github.com/ggml-org/whisper.cpp -WHISPER_CPP_VERSION?=7fd6fa809749078aa00edf945e959c898f2bd1af +WHISPER_CPP_VERSION?=82f461eaa4e6a1ba29fc0dbdaa415a9934ee8a1d # go-piper version PIPER_REPO?=https://github.com/mudler/go-piper diff --git a/backend/cpp/llama/CMakeLists.txt b/backend/cpp/llama/CMakeLists.txt index b68332f7..c839800b 100644 --- a/backend/cpp/llama/CMakeLists.txt +++ b/backend/cpp/llama/CMakeLists.txt @@ -1,20 +1,3 @@ - -## XXX: In some versions of CMake clip wasn't being built before llama. -## This is an hack for now, but it should be fixed in the future. -# set(TARGET myclip) -# add_library(${TARGET} clip.cpp clip.h clip-impl.h llava.cpp llava.h) -# install(TARGETS ${TARGET} LIBRARY) -# target_include_directories(myclip PUBLIC .) -# target_include_directories(myclip PUBLIC ../..) -# target_include_directories(myclip PUBLIC ../../common) -# target_link_libraries(${TARGET} PRIVATE common ggml llama ${CMAKE_THREAD_LIBS_INIT}) -# target_compile_features(${TARGET} PRIVATE cxx_std_11) -# if (NOT MSVC) -# target_compile_options(${TARGET} PRIVATE -Wno-cast-qual) # stb_image.h -# endif() -# END CLIP hack - - set(TARGET grpc-server) set(CMAKE_CXX_STANDARD 17) cmake_minimum_required(VERSION 3.15) @@ -79,7 +62,7 @@ add_executable(${TARGET} grpc-server.cpp utils.hpp json.hpp httplib.h) target_include_directories(${TARGET} PRIVATE ../llava) target_include_directories(${TARGET} PRIVATE ${CMAKE_SOURCE_DIR}) -target_link_libraries(${TARGET} PRIVATE common llama mtmd mtmd_helper ${CMAKE_THREAD_LIBS_INIT} absl::flags hw_grpc_proto +target_link_libraries(${TARGET} PRIVATE common llama mtmd ${CMAKE_THREAD_LIBS_INIT} absl::flags hw_grpc_proto absl::flags_parse gRPC::${_REFLECTION} gRPC::${_GRPC_GRPCPP} diff --git a/backend/python/bark/requirements.txt b/backend/python/bark/requirements.txt index 54b47b8e..05ca0420 100644 --- a/backend/python/bark/requirements.txt +++ b/backend/python/bark/requirements.txt @@ -1,4 +1,4 @@ bark==0.1.5 -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi \ No newline at end of file diff --git a/backend/python/chatterbox/requirements.txt b/backend/python/chatterbox/requirements.txt index d935560a..e625817d 100644 --- a/backend/python/chatterbox/requirements.txt +++ b/backend/python/chatterbox/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi packaging diff --git a/backend/python/common/template/requirements.txt b/backend/python/common/template/requirements.txt index 16574534..bba6ad3d 100644 --- a/backend/python/common/template/requirements.txt +++ b/backend/python/common/template/requirements.txt @@ -1,3 +1,3 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf grpcio-tools \ No newline at end of file diff --git a/backend/python/coqui/requirements.txt b/backend/python/coqui/requirements.txt index 3c6b59b1..c7dde18e 100644 --- a/backend/python/coqui/requirements.txt +++ b/backend/python/coqui/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi packaging==24.1 \ No newline at end of file diff --git a/backend/python/diffusers/requirements.txt b/backend/python/diffusers/requirements.txt index d5af9b8f..6ee7fc78 100644 --- a/backend/python/diffusers/requirements.txt +++ b/backend/python/diffusers/requirements.txt @@ -1,5 +1,5 @@ setuptools -grpcio==1.72.0 +grpcio==1.72.1 pillow protobuf certifi diff --git a/backend/python/exllama2/requirements.txt b/backend/python/exllama2/requirements.txt index c9c8b8e9..760bfd0f 100644 --- a/backend/python/exllama2/requirements.txt +++ b/backend/python/exllama2/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi wheel diff --git a/backend/python/faster-whisper/requirements.txt b/backend/python/faster-whisper/requirements.txt index 16574534..bba6ad3d 100644 --- a/backend/python/faster-whisper/requirements.txt +++ b/backend/python/faster-whisper/requirements.txt @@ -1,3 +1,3 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf grpcio-tools \ No newline at end of file diff --git a/backend/python/kokoro/requirements.txt b/backend/python/kokoro/requirements.txt index 4a1e1f49..9456cb39 100644 --- a/backend/python/kokoro/requirements.txt +++ b/backend/python/kokoro/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf phonemizer scipy diff --git a/backend/python/rerankers/requirements.txt b/backend/python/rerankers/requirements.txt index 8277a7c1..4b2608d9 100644 --- a/backend/python/rerankers/requirements.txt +++ b/backend/python/rerankers/requirements.txt @@ -1,3 +1,3 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi \ No newline at end of file diff --git a/backend/python/transformers/requirements.txt b/backend/python/transformers/requirements.txt index 062c4139..f6abf94c 100644 --- a/backend/python/transformers/requirements.txt +++ b/backend/python/transformers/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf==6.31.0 certifi setuptools diff --git a/backend/python/vllm/requirements.txt b/backend/python/vllm/requirements.txt index 379c87e0..529ffde6 100644 --- a/backend/python/vllm/requirements.txt +++ b/backend/python/vllm/requirements.txt @@ -1,4 +1,4 @@ -grpcio==1.72.0 +grpcio==1.72.1 protobuf certifi setuptools \ No newline at end of file