[Refactor]: Core/API Split (#1506)

Refactors api folder to core, creates firm split between backend code and api frontend.

pkg/utils/file.go

@@ -0,0 +1,81 @@
+package utils
+
+import (
+	"bufio"
+	"encoding/base64"
+	"fmt"
+	"io"
+	"mime/multipart"
+	"net/http"
+	"os"
+
+	"github.com/rs/zerolog/log"
+)
+
+func CreateTempFileFromMultipartFile(file *multipart.FileHeader, tempDir string, tempPattern string) (string, error) {
+
+	f, err := file.Open()
+	if err != nil {
+		return "", err
+	}
+	defer f.Close()
+
+	// Create a temporary file in the requested directory:
+	outputFile, err := os.CreateTemp(tempDir, tempPattern)
+	if err != nil {
+		return "", err
+	}
+	defer outputFile.Close()
+
+	if _, err := io.Copy(outputFile, f); err != nil {
+		log.Debug().Msgf("Audio file copying error %+v - %+v - err %+v", file.Filename, outputFile, err)
+		return "", err
+	}
+
+	return outputFile.Name(), nil
+}
+
+func CreateTempFileFromBase64(base64data string, tempDir string, tempPattern string) (string, error) {
+	if len(base64data) == 0 {
+		return "", fmt.Errorf("base64data empty?")
+	}
+	//base 64 decode the file and write it somewhere
+	// that we will cleanup
+	decoded, err := base64.StdEncoding.DecodeString(base64data)
+	if err != nil {
+		return "", err
+	}
+	// Create a temporary file in the requested directory:
+	outputFile, err := os.CreateTemp(tempDir, tempPattern)
+	if err != nil {
+		return "", err
+	}
+	defer outputFile.Close()
+	// write the base64 result
+	writer := bufio.NewWriter(outputFile)
+	_, err = writer.Write(decoded)
+	if err != nil {
+		return "", err
+	}
+	return outputFile.Name(), nil
+}
+
+func CreateTempFileFromUrl(url string, tempDir string, tempPattern string) (string, error) {
+	// Get the data
+	resp, err := http.Get(url)
+	if err != nil {
+		return "", err
+	}
+	defer resp.Body.Close()
+
+	// Create the file
+	out, err := os.CreateTemp(tempDir, tempPattern)
+	if err != nil {
+		return "", err
+	}
+	defer out.Close()
+
+	// Write the body to file
+	_, err = io.Copy(out, resp.Body)
+	return out.Name(), err
+}

pkg/utils/uri.go

@@ -3,18 +3,38 @@ package utils
 import (
 	"crypto/md5"
 	"crypto/sha256"
+	"encoding/base64"
 	"fmt"
 	"hash"
 	"io"
 	"net/http"
 	"os"
 	"path/filepath"
+	"slices"
 	"strconv"
 	"strings"
 
 	"github.com/rs/zerolog/log"
 )
 
+const (
+	HuggingFacePrefix = "huggingface://"
+	HTTPPrefix        = "http://"
+	HTTPSPrefix       = "https://"
+	GithubURI         = "github:"
+	GithubURI2        = "github://"
+)
+
+func getRecognizedURIPrefixes() []string {
+	return []string{
+		HuggingFacePrefix,
+		HTTPPrefix,
+		HTTPSPrefix,
+		GithubURI,
+		GithubURI2,
+	}
+}
+
 func GetURI(url string, f func(url string, i []byte) error) error {
 	url = ConvertURL(url)
 
@@ -52,20 +72,8 @@ func GetURI(url string, f func(url string, i []byte) error) error {
 	return f(url, body)
 }
 
-const (
-	HuggingFacePrefix = "huggingface://"
-	HTTPPrefix        = "http://"
-	HTTPSPrefix       = "https://"
-	GithubURI         = "github:"
-	GithubURI2        = "github://"
-)
-
 func LooksLikeURL(s string) bool {
-	return strings.HasPrefix(s, HTTPPrefix) ||
-		strings.HasPrefix(s, HTTPSPrefix) ||
-		strings.HasPrefix(s, HuggingFacePrefix) ||
-		strings.HasPrefix(s, GithubURI) ||
-		strings.HasPrefix(s, GithubURI2)
+	return slices.Contains(getRecognizedURIPrefixes(), s)
 }
 
 func ConvertURL(s string) string {
@@ -241,6 +249,37 @@ func DownloadFile(url string, filePath, sha string, downloadStatus func(string,
 	return nil
 }
 
+// this function check if the string is an URL, if it's an URL downloads the image in memory
+// encodes it in base64 and returns the base64 string
+func GetBase64Image(s string) (string, error) {
+	if strings.HasPrefix(s, "http") {
+		// download the image
+		resp, err := http.Get(s)
+		if err != nil {
+			return "", err
+		}
+		defer resp.Body.Close()
+
+		// read the image data into memory
+		data, err := io.ReadAll(resp.Body)
+		if err != nil {
+			return "", err
+		}
+
+		// encode the image data in base64
+		encoded := base64.StdEncoding.EncodeToString(data)
+
+		// return the base64 string
+		return encoded, nil
+	}
+
+	// if the string instead is prefixed with "data:image/jpeg;base64,", drop it
+	if strings.HasPrefix(s, "data:image/jpeg;base64,") {
+		return strings.ReplaceAll(s, "data:image/jpeg;base64,", ""), nil
+	}
+	return "", fmt.Errorf("not valid string")
+}
+
 type progressWriter struct {
 	fileName       string
 	total          int64