dearwolf/LocalAI
1
0
Fork 0
mirror of https://github.com/mudler/LocalAI.git synced 2025-05-20 10:35:01 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 21

Drop ggml-based gpt2 and starcoder (supported by llama.cpp) (#1679)

Browse source 
* Drop ggml-based gpt2 and starcoder (supported by llama.cpp)

* Update compatibility table
This commit is contained in:
Ettore Di Giacinto 2024-02-04 13:15:51 +01:00 • committed by GitHub
parent 38e4ec0b2a
commit 98ad93d53e
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
5 changed files with 3 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

23
backend/go/llm/gpt2/main.go
View file

@ -1,23 +0,0 @@
package main
// Note: this is started internally by LocalAI and a server is allocated for each model
import (
"flag"
transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
grpc "github.com/go-skynet/LocalAI/pkg/grpc"
)
var (
addr = flag.String("addr", "localhost:50051", "the address to connect to")
)
func main() {
flag.Parse()
if err := grpc.StartServer(*addr, &transformers.GPT2{}); err != nil {
panic(err)
}
}

23
backend/go/llm/starcoder/main.go
View file

@ -1,23 +0,0 @@
package main
// Note: this is started internally by LocalAI and a server is allocated for each model
import (
"flag"
transformers "github.com/go-skynet/LocalAI/backend/go/llm/transformers"
grpc "github.com/go-skynet/LocalAI/pkg/grpc"
)
var (
addr = flag.String("addr", "localhost:50051", "the address to connect to")
)
func main() {
flag.Parse()
if err := grpc.StartServer(*addr, &transformers.Starcoder{}); err != nil {
panic(err)
}
}