dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 02:24:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

feat(startup): show CPU/GPU information with --debug (#2241)

Browse source 
Signed-off-by: mudler <mudler@localai.io>
This commit is contained in:
Ettore Di Giacinto 2024-05-05 09:10:23 +02:00 • committed by GitHub
parent 117c9873e1
commit b69ff46c7e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 95 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

6
pkg/model/initializers.go
View file

@ -48,8 +48,11 @@ func backendPath(assetDir, backend string) string {
return filepath.Join(assetDir, "backend-assets", "grpc", backend)
}
// backendsInAssetDir returns the list of backends in the asset directory
// that should be loaded
func backendsInAssetDir(assetDir string) ([]string, error) {
excludeBackends := []string{"local-store"}
// Exclude backends from automatic loading
excludeBackends := []string{LocalStoreBackend}
entry, err := os.ReadDir(backendPath(assetDir, ""))
if err != nil {
return nil, err
@ -70,7 +73,6 @@ ENTRY:
// order backends from the asset directory.
// as we scan for backends, we want to keep some order which backends are tried of.
// for example, llama.cpp should be tried first, and we want to keep the huggingface backend at the last.
// sets a priority list
// First has more priority
priorityList := []string{