test(resume downloads): add resume partial download test

Signed-off-by: Saarthak Verma <saarthakverma739@gmail.com>

pkg/downloader/uri_test.go

@@ -7,6 +7,8 @@ import (
 	"net/http"
 	"net/http/httptest"
 	"os"
+	"regexp"
+	"strconv"
 
 	. "github.com/mudler/LocalAI/pkg/downloader"
 	. "github.com/onsi/ginkgo/v2"
@@ -47,31 +49,88 @@ var _ = Describe("Gallery API tests", func() {
 })
 
 var _ = Describe("Download Test", func() {
-	Context("URI DownloadFile", func() {
+	var mockData []byte
-		It("fetches files from mock server", func() {
+	var mockDataSha string
-			mockData := make([]byte, 20000)
+	var filePath string
-			_, err := rand.Read(mockData)
-			Expect(err).ToNot(HaveOccurred())
-
-			mockDataSha := sha256.New()
-			mockDataSha.Write(mockData)
 
+	var getMockServer = func() *httptest.Server {
 		mockServer := httptest.NewUnstartedServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
+			var respData []byte
+			rangeString := r.Header.Get("Range")
+			if rangeString != "" {
+				regex := regexp.MustCompile(`^bytes=(\d+)-(\d+|)$`)
+				matches := regex.FindStringSubmatch(rangeString)
+				if matches == nil {
+					w.WriteHeader(http.StatusBadRequest)
+					return
+				}
+				startPos := 0
+				endPos := len(mockData)
+				var err error
+				if matches[1] != "" {
+					startPos, err = strconv.Atoi(matches[1])
+					Expect(err).ToNot(HaveOccurred())
+				}
+				if matches[2] != "" {
+					endPos, err = strconv.Atoi(matches[2])
+					Expect(err).ToNot(HaveOccurred())
+					endPos += 1
+				}
+				if startPos < 0 || startPos >= len(mockData) || endPos < 0 || endPos > len(mockData) || startPos > endPos {
+					w.WriteHeader(http.StatusBadRequest)
+					return
+				}
+				respData = mockData[startPos:endPos]
+			} else {
+				respData = mockData
+			}
 			w.WriteHeader(http.StatusOK)
-				w.Write(mockData)
+			w.Write(respData)
 		}))
 		mockServer.EnableHTTP2 = true
 		mockServer.Start()
+		return mockServer
+	}
+
+	BeforeEach(func() {
+		mockData = make([]byte, 20000)
+		_, err := rand.Read(mockData)
+		Expect(err).ToNot(HaveOccurred())
+		_mockDataSha := sha256.New()
+		_, err = _mockDataSha.Write(mockData)
+		Expect(err).ToNot(HaveOccurred())
+		mockDataSha = fmt.Sprintf("%x", _mockDataSha.Sum(nil))
 		dir, err := os.Getwd()
-			filePath := dir + "/my_supercool_model"
+		filePath = dir + "/my_supercool_model"
 		Expect(err).NotTo(HaveOccurred())
+	})
+
+	Context("URI DownloadFile", func() {
+		It("fetches files from mock server", func() {
+			mockServer := getMockServer()
+			defer mockServer.Close()
 			uri := URI(mockServer.URL)
-			err = uri.DownloadFile(filePath, fmt.Sprintf("%x", mockDataSha.Sum(nil)), 1, 1, func(s1, s2, s3 string, f float64) {})
+			err := uri.DownloadFile(filePath, mockDataSha, 1, 1, func(s1, s2, s3 string, f float64) {})
+			Expect(err).ToNot(HaveOccurred())
+			err = os.Remove(filePath) // cleanup, also checks existance of filePath`
+			Expect(err).ToNot(HaveOccurred())
+		})
+
+		It("resumes partially downloaded files", func() {
+			mockServer := getMockServer()
+			defer mockServer.Close()
+			uri := URI(mockServer.URL)
+			// Create a partial file
+			tmpFilePath := filePath + ".partial"
+			file, err := os.OpenFile(tmpFilePath, os.O_WRONLY|os.O_CREATE|os.O_TRUNC, 0644)
+			Expect(err).ToNot(HaveOccurred())
+			_, err = file.Write(mockData[0:10000])
+			Expect(err).ToNot(HaveOccurred())
+			err = uri.DownloadFile(filePath, mockDataSha, 1, 1, func(s1, s2, s3 string, f float64) {})
 			Expect(err).ToNot(HaveOccurred())
 			err = os.Remove(filePath) // cleanup, also checks existance of filePath`
 			Expect(err).ToNot(HaveOccurred())
 		})
-		// It("resumes partially downloaded files")
 		// It("it accurately updates progress")
 		// It("deletes partial file if after completion hash of downloaded file doesn't match hash of the file in the server")
 	})