mirror of
https://github.com/mudler/LocalAI.git
synced 2025-05-31 07:54:59 +00:00
feat(p2p): allow to run multiple clusters in the same p2p network (#3128)
feat(p2p): allow to run multiple clusters in the same network Allow to specify a network ID via CLI which allows to run multiple clusters, logically separated within the same network (by using the same shared token). Note: This segregation is not "secure" by any means, anyone having the network token can see the services available in all the network, however, this provides a way to separate the inference endpoints. This allows for instance to have a node which is both federated and having attached a set of llama.cpp workers. Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
This commit is contained in:
parent
2c8623dbb4
commit
36e185ba63
8 changed files with 50 additions and 26 deletions
|
@ -1,7 +1,16 @@
|
|||
package p2p
|
||||
|
||||
import "fmt"
|
||||
|
||||
const FederatedID = "federated"
|
||||
|
||||
func NetworkID(networkID, serviceID string) string {
|
||||
if networkID != "" {
|
||||
return fmt.Sprintf("%s_%s", networkID, serviceID)
|
||||
}
|
||||
return serviceID
|
||||
}
|
||||
|
||||
type FederatedServer struct {
|
||||
listenAddr, service, p2ptoken string
|
||||
requestTable map[string]int
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue