stash progress for the night. loading GPTJ fails, hacked in PredictTEMP as kludge

This commit is contained in:
Dave Lee 2023-06-08 03:11:52 -04:00
parent 8fc4b6cded
commit 0b910e0595
14 changed files with 518 additions and 193 deletions

View file

@ -7,9 +7,11 @@ import (
)
func NewLocalAINetHTTPServer(configManager *ConfigManager, loader *model.ModelLoader, address string) *LocalAIServer {
engine := NewLocalAIEngine(loader)
localAI := LocalAIServer{
configManager: configManager,
loader: loader,
engine: &engine,
}
var middlewares []StrictMiddlewareFunc