From 1d877bd70ba1a4f739c734bdcf7bc7a56bdc8a39 Mon Sep 17 00:00:00 2001
From: Marc R Kellerman <9411143+mkellerman@users.noreply.github.com>
Date: Sat, 15 Apr 2023 15:38:57 -0700
Subject: [PATCH] fixes

This reverts commit daea8e158e3b173982076ab50822d69acf6205bb.
---
 .devcontainer/devcontainer.json  |  7 ++++++-
 .devcontainer/docker-compose.yml |  5 ++---
 .env                             |  1 +
 docker-compose.yaml              | 12 ++++++------
 4 files changed, 15 insertions(+), 10 deletions(-)

diff --git a/.devcontainer/devcontainer.json b/.devcontainer/devcontainer.json
index 3a40b25b..c5dbc551 100644
--- a/.devcontainer/devcontainer.json
+++ b/.devcontainer/devcontainer.json
@@ -15,8 +15,13 @@
 	"service": "api",
 
 	// The optional 'workspaceFolder' property is the path VS Code should open by default when
+	"workspaceFolder": "/workspace",
+	"mounts": [
+		"source=${localWorkspaceFolder},target=/workspace,type=bind,consistency=cached"
+	],	
+
 	// connected. This is typically a file mount in .devcontainer/docker-compose.yml
-	"workspaceFolder": "/workspaces",
+	// "workspaceFolder": "/workspace",
 	"features": {
 		"ghcr.io/devcontainers/features/go:1": {
 			"version": "latest"
diff --git a/.devcontainer/docker-compose.yml b/.devcontainer/docker-compose.yml
index 44f939da..29d672de 100644
--- a/.devcontainer/docker-compose.yml
+++ b/.devcontainer/docker-compose.yml
@@ -11,10 +11,9 @@ services:
     #   context: .
     #   dockerfile: .devcontainer/Dockerfile
 
-    volumes:
+    # volumes:
       # Update this to wherever you want VS Code to mount the folder of your project
-      - .:/workspaces:cached
-
+      # - .:/workspaces:cached
     # Uncomment the next four lines if you will use a ptrace-based debugger like C++, Go, and Rust.
     # cap_add:
     #   - SYS_PTRACE
diff --git a/.env b/.env
index d465033c..40f3229e 100644
--- a/.env
+++ b/.env
@@ -1,3 +1,4 @@
 THREADS=14
 CONTEXT_SIZE=700
 MODEL_PATH=/models
+DEFAULT_MODEL=/models/7B/ggml-vicuna-7b-4bit.bin
diff --git a/docker-compose.yaml b/docker-compose.yaml
index b821c187..c17a9b11 100644
--- a/docker-compose.yaml
+++ b/docker-compose.yaml
@@ -12,17 +12,17 @@ services:
       - 'OPENAI_API_HOST=http://api:8080'
 
   api:
-    image: quay.io/go-skynet/llama-cli:latest
+    # image: quay.io/go-skynet/llama-cli:latest
     build:
       context: .
       dockerfile: Dockerfile
     ports:
-      - 3001:8080
+      - 8080:8080
     environment:
-      - MODELS_PATH=$MODELS_PATH
-      - CONTEXT_SIZE=$CONTEXT_SIZE
-      - THREADS=$THREADS
+      - MODELS_PATH=/models
+      - CONTEXT_SIZE=700
+      - THREADS=10
     volumes:
-      - ./models/:/models:cached
+      - ./models:/models:cached
     command: api
     
\ No newline at end of file