Merge branch 'master' into feat-request-middleware

This commit is contained in:
Dave 2025-02-08 17:10:12 -05:00 committed by GitHub
commit 5b01500a60
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 87 additions and 350 deletions

View file

@ -287,7 +287,8 @@ func (cfg *BackendConfig) SetDefaults(opts ...ConfigLoaderOption) {
defaultTopP := 0.95
defaultTopK := 40
defaultTemp := 0.9
defaultMirostat := 2
// https://github.com/mudler/LocalAI/issues/2780
defaultMirostat := 0
defaultMirostatTAU := 5.0
defaultMirostatETA := 0.1
defaultTypicalP := 1.0