feat: Model Gallery Endpoint Refactor / Mutable Galleries Endpoints (#991)

refactor for model gallery endpoints - bundle up resources into a
struct, make galleries mutable with some crud endpoints. This is
groundwork required for making efficient use of the new scraper - while
that PR isn't _quite_ ready yet, the goal is to have more, individually
smaller gallery files. Therefore, rather than requiring a full localai
service restart, these new endpoints have been added to make life
easier.

- Adds endpoints to add, list and remove model galleries at runtime
- Adds these endpoints to the Insomnia config
- Minor fix: loading file urls follows symbolic links now

pkg/gallery/gallery.go

@@ -98,8 +98,8 @@ func InstallModelFromGalleryByName(galleries []Gallery, name string, basePath st
 }
 
 // List available models
-// Models galleries are a list of json files that are hosted on a remote server (for example github).
-// Each json file contains a list of models that can be downloaded and optionally overrides to define a new model setting.
+// Models galleries are a list of yaml files that are hosted on a remote server (for example github).
+// Each yaml file contains a list of models that can be downloaded and optionally overrides to define a new model setting.
 func AvailableGalleryModels(galleries []Gallery, basePath string) ([]*GalleryModel, error) {
 	var models []*GalleryModel
 

pkg/utils/uri.go

@@ -5,6 +5,7 @@ import (
 	"io"
 	"net/http"
 	"os"
+	"path/filepath"
 	"strings"
 )
 
@@ -32,8 +33,13 @@ func GetURI(url string, f func(url string, i []byte) error) error {
 
 	if strings.HasPrefix(url, "file://") {
 		rawURL := strings.TrimPrefix(url, "file://")
+		// checks if the file is symbolic, and resolve if so - otherwise, this function returns the path unmodified.
+		resolvedFile, err := filepath.EvalSymlinks(rawURL)
+		if err != nil {
+			return err
+		}
 		// Read the response body
-		body, err := os.ReadFile(rawURL)
+		body, err := os.ReadFile(resolvedFile)
 		if err != nil {
 			return err
 		}