dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-28 14:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

feat: add initial AutoGPTQ backend implementation

Browse source
This commit is contained in:
Ettore Di Giacinto 2023-08-07 22:39:10 +02:00
parent 91d49cfe9f
commit a843e64fc2
37 changed files with 660 additions and 148 deletions
Download patch file Download diff file Expand all files Collapse all files

6
pkg/model/options.go
View file

@ -8,7 +8,7 @@ import (
type Options struct {
backendString string
modelFile string
model string
threads uint32
assetDir string
context context.Context
@ -35,9 +35,9 @@ func WithBackendString(backend string) Option {
}
}
func WithModelFile(modelFile string) Option {
func WithModel(modelFile string) Option {
return func(o *Options) {
o.modelFile = modelFile
o.model = modelFile
}
}