Revert "latest changes"

This reverts commit 5fab6ab544.
This commit is contained in:
Marc R Kellerman 2023-04-15 15:26:34 -07:00
parent 50339456b0
commit daea8e158e
8 changed files with 90 additions and 51 deletions

View file

@ -12,18 +12,17 @@ services:
- 'OPENAI_API_HOST=http://api:8080'
api:
# image: quay.io/go-skynet/llama-cli:latest
image: quay.io/go-skynet/llama-cli:latest
build:
context: .
dockerfile: Dockerfile
ports:
- 8080:8080
- 3001:8080
environment:
- MODELS_PATH=/models
- CONTEXT_SIZE=700
- THREADS=10
- DEFAULT_MODEL=/models/7B/ggml-vicuna-7b-4bit.bin
- MODELS_PATH=$MODELS_PATH
- CONTEXT_SIZE=$CONTEXT_SIZE
- THREADS=$THREADS
volumes:
- /Users/Shared/Models:/models:cached
- ./models/:/models:cached
command: api