feat: add initial AutoGPTQ backend implementation

pkg/grpc/llm/transformers/dolly.go

@@ -18,7 +18,7 @@ type Dolly struct {
 }
 
 func (llm *Dolly) Load(opts *pb.ModelOptions) error {
-	model, err := transformers.NewDolly(opts.Model)
+	model, err := transformers.NewDolly(opts.ModelFile)
 	llm.dolly = model
 	return err
 }

pkg/grpc/llm/transformers/falcon.go

@@ -18,7 +18,7 @@ type Falcon struct {
 }
 
 func (llm *Falcon) Load(opts *pb.ModelOptions) error {
-	model, err := transformers.NewFalcon(opts.Model)
+	model, err := transformers.NewFalcon(opts.ModelFile)
 	llm.falcon = model
 	return err
 }

pkg/grpc/llm/transformers/gpt2.go

@@ -18,7 +18,7 @@ type GPT2 struct {
 }
 
 func (llm *GPT2) Load(opts *pb.ModelOptions) error {
-	model, err := transformers.New(opts.Model)
+	model, err := transformers.New(opts.ModelFile)
 	llm.gpt2 = model
 	return err
 }

pkg/grpc/llm/transformers/gptj.go

@@ -18,7 +18,7 @@ type GPTJ struct {
 }
 
 func (llm *GPTJ) Load(opts *pb.ModelOptions) error {
-	model, err := transformers.NewGPTJ(opts.Model)
+	model, err := transformers.NewGPTJ(opts.ModelFile)
 	llm.gptj = model
 	return err
 }

pkg/grpc/llm/transformers/gptneox.go

@@ -18,7 +18,7 @@ type GPTNeoX struct {
 }
 
 func (llm *GPTNeoX) Load(opts *pb.ModelOptions) error {
-	model, err := transformers.NewGPTNeoX(opts.Model)
+	model, err := transformers.NewGPTNeoX(opts.ModelFile)
 	llm.gptneox = model
 	return err
 }

pkg/grpc/llm/transformers/mpt.go

@@ -18,7 +18,7 @@ type MPT struct {
 }
 
 func (llm *MPT) Load(opts *pb.ModelOptions) error {
-	model, err := transformers.NewMPT(opts.Model)
+	model, err := transformers.NewMPT(opts.ModelFile)
 	llm.mpt = model
 	return err
 }

pkg/grpc/llm/transformers/replit.go

@@ -18,7 +18,7 @@ type Replit struct {
 }
 
 func (llm *Replit) Load(opts *pb.ModelOptions) error {
-	model, err := transformers.NewReplit(opts.Model)
+	model, err := transformers.NewReplit(opts.ModelFile)
 	llm.replit = model
 	return err
 }

pkg/grpc/llm/transformers/starcoder.go

@@ -18,7 +18,7 @@ type Starcoder struct {
 }
 
 func (llm *Starcoder) Load(opts *pb.ModelOptions) error {
-	model, err := transformers.NewStarcoder(opts.Model)
+	model, err := transformers.NewStarcoder(opts.ModelFile)
 	llm.starcoder = model
 	return err
 }