This reverts commit daea8e158e.
This commit is contained in:
Marc R Kellerman 2023-04-15 15:38:57 -07:00
parent daea8e158e
commit 1d877bd70b
4 changed files with 15 additions and 10 deletions

View file

@ -12,17 +12,17 @@ services:
- 'OPENAI_API_HOST=http://api:8080'
api:
image: quay.io/go-skynet/llama-cli:latest
# image: quay.io/go-skynet/llama-cli:latest
build:
context: .
dockerfile: Dockerfile
ports:
- 3001:8080
- 8080:8080
environment:
- MODELS_PATH=$MODELS_PATH
- CONTEXT_SIZE=$CONTEXT_SIZE
- THREADS=$THREADS
- MODELS_PATH=/models
- CONTEXT_SIZE=700
- THREADS=10
volumes:
- ./models/:/models:cached
- ./models:/models:cached
command: api