dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-28 14:35:00 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 12

Keep whisper models in memory (#233)

Browse source
This commit is contained in:
Matthew Campbell 2023-05-11 19:05:07 +07:00 • committed by GitHub
parent 6b5e2b2bf5
commit 032dee256f
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 49 additions and 12 deletions
Download patch file Download diff file Expand all files Collapse all files

9
pkg/whisper/whisper.go
View file

@ -28,7 +28,7 @@ func audioToWav(src, dst string) error {
return nil
}
func Transcript(modelpath, audiopath, language string) (string, error) {
func Transcript(model whisper.Model, audiopath, language string) (string, error) {
dir, err := os.MkdirTemp("", "whisper")
if err != nil {
@ -58,13 +58,6 @@ func Transcript(modelpath, audiopath, language string) (string, error) {
data := buf.AsFloat32Buffer().Data
// Load the model
model, err := whisper.New(modelpath)
if err != nil {
return "", err
}
defer model.Close()
// Process samples
context, err := model.NewContext()
if err != nil {