feat(functions/aio): all-in-one images, function template enhancements (#1862)

* feat(startup): allow to specify models from local files

* feat(aio): add Dockerfile, make targets, aio profiles

* feat(template): add Function and LastMessage

* add hermes2-pro-mistral

* update hermes2 definition

* feat(template): add sprig

* feat(template): expose FunctionCall

* feat(aio): switch llm for text
This commit is contained in:
Ettore Di Giacinto 2024-03-21 01:12:20 +01:00 committed by GitHub
parent eeaf8c7ccd
commit e533dcf506
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
20 changed files with 462 additions and 2 deletions

View file

@ -535,6 +535,8 @@ backend-assets/grpc/whisper: sources/whisper.cpp sources/whisper.cpp/libwhisper.
grpcs: prepare $(GRPC_BACKENDS)
DOCKER_IMAGE?=local-ai
DOCKER_AIO_IMAGE?=local-ai-aio
DOCKER_AIO_SIZE?=cpu
IMAGE_TYPE?=core
BASE_IMAGE?=ubuntu:22.04
@ -545,6 +547,18 @@ docker:
--build-arg GO_TAGS=$(GO_TAGS) \
--build-arg BUILD_TYPE=$(BUILD_TYPE) \
-t $(DOCKER_IMAGE) .
docker-aio:
@echo "Building AIO image with size $(DOCKER_AIO_SIZE)"
@echo "Building AIO image with base image $(BASE_IMAGE)"
docker build \
--build-arg BASE_IMAGE=$(BASE_IMAGE) \
--build-arg SIZE=$(DOCKER_AIO_SIZE) \
-t $(DOCKER_AIO_IMAGE) -f Dockerfile.aio .
docker-aio-all:
$(MAKE) docker-aio DOCKER_AIO_SIZE=cpu
$(MAKE) docker-aio DOCKER_AIO_SIZE=cpu
docker-image-intel:
docker build \