From 553bad585edae319a3bf0d9b00b15ed1a675f79d Mon Sep 17 00:00:00 2001 From: mudler Date: Sat, 15 Apr 2023 00:07:39 +0200 Subject: [PATCH 1/2] Use tags for go-llama.cpp --- Dockerfile | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/Dockerfile b/Dockerfile index 3b284a99..7c631710 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,10 +1,9 @@ ARG GO_VERSION=1.20 ARG DEBIAN_VERSION=11 - FROM golang:$GO_VERSION as builder - WORKDIR /build -RUN git clone --recurse-submodules https://github.com/go-skynet/go-llama.cpp +ARG GO_LLAMA_CPP_TAG=llama.cpp-8b67998 +RUN git clone -b $GO_LLAMA_CPP_TAG --recurse-submodules https://github.com/go-skynet/go-llama.cpp RUN cd go-llama.cpp && make libbinding.a COPY go.mod ./ COPY go.sum ./ From dfc2b7e02a67d6962e88fe98eed8e2abc05edd0d Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Sat, 15 Apr 2023 00:38:18 +0200 Subject: [PATCH 2/2] :book: Update README.md --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index c8986f38..cb68f78f 100644 --- a/README.md +++ b/README.md @@ -37,7 +37,7 @@ curl http://localhost:8080/v1/completions -H "Content-Type: application/json" -d ``` -Note: You can use a use a default template for every model in your model path, by creating a corresponding file with the `.tmpl` suffix next to your model. For instance, if the model is called `foo.bin`, you can create a sibiling file, `foo.bin.tmpl` which will be used as a default prompt, for instance this can be used with alpaca: +Note: You can use a default template for every model in your model path, by creating a corresponding file with the `.tmpl` suffix next to your model. For instance, if the model is called `foo.bin`, you can create a sibiling file, `foo.bin.tmpl` which will be used as a default prompt, for instance this can be used with alpaca: ``` Below is an instruction that describes a task. Write a response that appropriately completes the request.