rwkv fixes and examples (#185)

This commit is contained in:
Ettore Di Giacinto 2023-05-04 17:32:23 +02:00 committed by GitHub
parent 6352308882
commit fdf75c6d0e
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
9 changed files with 125 additions and 1 deletions

View file

@ -402,6 +402,8 @@ func chatEndpoint(cm ConfigMerger, debug bool, loader *model.ModelLoader, thread
Choices: result,
Object: "chat.completion",
}
respData, _ := json.Marshal(resp)
log.Debug().Msgf("Response: %s", respData)
// Return the prediction in the response body
return c.JSON(resp)