mirror of
https://github.com/mudler/LocalAI.git
synced 2025-06-30 06:30:43 +00:00
parent
daea8e158e
commit
1d877bd70b
4 changed files with 15 additions and 10 deletions
|
@ -12,17 +12,17 @@ services:
|
|||
- 'OPENAI_API_HOST=http://api:8080'
|
||||
|
||||
api:
|
||||
image: quay.io/go-skynet/llama-cli:latest
|
||||
# image: quay.io/go-skynet/llama-cli:latest
|
||||
build:
|
||||
context: .
|
||||
dockerfile: Dockerfile
|
||||
ports:
|
||||
- 3001:8080
|
||||
- 8080:8080
|
||||
environment:
|
||||
- MODELS_PATH=$MODELS_PATH
|
||||
- CONTEXT_SIZE=$CONTEXT_SIZE
|
||||
- THREADS=$THREADS
|
||||
- MODELS_PATH=/models
|
||||
- CONTEXT_SIZE=700
|
||||
- THREADS=10
|
||||
volumes:
|
||||
- ./models/:/models:cached
|
||||
- ./models:/models:cached
|
||||
command: api
|
||||
|
Loading…
Add table
Add a link
Reference in a new issue