checkpoint: merge build. predictions removed, see what's happening in the last 100 commits first

This commit is contained in:
Dave Lee 2023-06-05 22:54:09 -04:00
parent 8e6e7c456b
commit 7462eae94c
No known key found for this signature in database
3 changed files with 44 additions and 68 deletions

30
main.go
View file

@ -41,7 +41,6 @@ func main() {
EnvVars: []string{"CORS"},
},
&cli.StringFlag{
<<<<<<< HEAD
Name: "models-path",
DefaultText: "Path containing models used for inferencing",
EnvVars: []string{"MODELS_PATH"},
@ -81,10 +80,10 @@ func main() {
DefaultText: "Image directory",
EnvVars: []string{"IMAGE_PATH"},
Value: "",
=======
},
&cli.StringFlag{
Name: "cors-allow-origins",
EnvVars: []string{"CORS_ALLOW_ORIGINS"},
>>>>>>> master
},
&cli.IntFlag{
Name: "threads",
@ -92,12 +91,6 @@ func main() {
EnvVars: []string{"THREADS"},
Value: 4,
},
&cli.StringFlag{
Name: "models-path",
Usage: "Path containing models used for inferencing",
EnvVars: []string{"MODELS_PATH"},
Value: filepath.Join(path, "models"),
},
&cli.StringFlag{
Name: "preload-models",
Usage: "A List of models to apply in JSON at start",
@ -108,23 +101,6 @@ func main() {
Usage: "A List of models to apply at startup. Path to a YAML config file",
EnvVars: []string{"PRELOAD_MODELS_CONFIG"},
},
&cli.StringFlag{
Name: "config-file",
Usage: "Config file",
EnvVars: []string{"CONFIG_FILE"},
},
&cli.StringFlag{
Name: "address",
Usage: "Bind address for the API server.",
EnvVars: []string{"ADDRESS"},
Value: ":8080",
},
&cli.StringFlag{
Name: "image-path",
Usage: "Image directory",
EnvVars: []string{"IMAGE_PATH"},
Value: "",
},
&cli.StringFlag{
Name: "backend-assets-path",
Usage: "Path used to extract libraries that are required by some of the backends in runtime.",
@ -204,7 +180,7 @@ It uses llama.cpp, ggml and gpt4all as backend with golang c bindings.
api.WithThreads(ctx.Int("threads")),
api.WithBackendAssets(backendAssets),
api.WithBackendAssetsOutput(ctx.String("backend-assets-path")),
api.WithUploadLimitMB(ctx.Int("upload-limit"))
api.WithUploadLimitMB(ctx.Int("upload-limit")),
)
if err != nil {
return err