Add docker-compose

Fixes #14

Signed-off-by: mudler <mudler@c3os.io>
This commit is contained in:
mudler 2023-04-13 01:13:14 +02:00
parent 624092cb99
commit 8042e9a2d6
9 changed files with 110 additions and 82 deletions

15
docker-compose.yaml Normal file
View file

@ -0,0 +1,15 @@
version: '3.6'
services:
api:
image: quay.io/go-skynet/llama-cli:latest
build: .
volumes:
- ./models:/models
ports:
- 8080:8080
environment:
- MODELS_PATH=/models
- CONTEXT_SIZE=700
- THREADS=$THREADS
command: api