mirror of
https://github.com/mudler/LocalAI.git
synced 2025-05-29 06:54:59 +00:00
feat: add initial AutoGPTQ backend implementation
This commit is contained in:
parent
91d49cfe9f
commit
a843e64fc2
37 changed files with 660 additions and 148 deletions
|
@ -18,8 +18,8 @@ type Piper struct {
|
|||
}
|
||||
|
||||
func (sd *Piper) Load(opts *pb.ModelOptions) error {
|
||||
if filepath.Ext(opts.Model) != ".onnx" {
|
||||
return fmt.Errorf("unsupported model type %s (should end with .onnx)", opts.Model)
|
||||
if filepath.Ext(opts.ModelFile) != ".onnx" {
|
||||
return fmt.Errorf("unsupported model type %s (should end with .onnx)", opts.ModelFile)
|
||||
}
|
||||
var err error
|
||||
// Note: the Model here is a path to a directory containing the model files
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue