2023-10-10 21:14:40 +02:00
|
|
|
package sync
|
|
|
|
|
2023-10-20 13:41:06 +02:00
|
|
|
import (
|
2023-11-03 16:24:18 +01:00
|
|
|
"math/rand"
|
2023-10-23 19:13:08 +02:00
|
|
|
"sync"
|
2023-10-24 17:00:46 +02:00
|
|
|
"time"
|
2023-10-20 13:41:06 +02:00
|
|
|
|
2023-11-03 16:24:18 +01:00
|
|
|
"github.com/tim-beatham/wgmesh/pkg/conf"
|
|
|
|
"github.com/tim-beatham/wgmesh/pkg/conn"
|
2023-10-20 13:41:06 +02:00
|
|
|
"github.com/tim-beatham/wgmesh/pkg/lib"
|
2023-10-24 17:00:46 +02:00
|
|
|
logging "github.com/tim-beatham/wgmesh/pkg/log"
|
2023-10-22 14:34:49 +02:00
|
|
|
"github.com/tim-beatham/wgmesh/pkg/mesh"
|
2023-10-20 13:41:06 +02:00
|
|
|
)
|
|
|
|
|
2023-10-10 21:14:40 +02:00
|
|
|
// Syncer: picks random nodes from the mesh
|
|
|
|
type Syncer interface {
|
|
|
|
Sync(meshId string) error
|
|
|
|
SyncMeshes() error
|
|
|
|
}
|
|
|
|
|
|
|
|
type SyncerImpl struct {
|
2023-11-05 19:03:58 +01:00
|
|
|
manager mesh.MeshManager
|
2023-11-03 16:24:18 +01:00
|
|
|
requester SyncRequester
|
|
|
|
infectionCount int
|
|
|
|
syncCount int
|
|
|
|
cluster conn.ConnCluster
|
|
|
|
conf *conf.WgMeshConfiguration
|
2023-10-10 21:14:40 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
// Sync: Sync random nodes
|
|
|
|
func (s *SyncerImpl) Sync(meshId string) error {
|
2023-11-17 20:05:21 +01:00
|
|
|
if !s.manager.HasChanges(meshId) && s.infectionCount == 0 {
|
|
|
|
logging.Log.WriteInfof("No changes for %s", meshId)
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2023-11-01 11:39:46 +01:00
|
|
|
logging.Log.WriteInfof("UPDATING WG CONF")
|
2023-11-07 20:48:53 +01:00
|
|
|
|
2023-11-20 12:28:12 +01:00
|
|
|
if s.manager.HasChanges(meshId) {
|
|
|
|
err := s.manager.ApplyConfig()
|
2023-11-01 11:39:46 +01:00
|
|
|
|
2023-11-20 12:28:12 +01:00
|
|
|
if err != nil {
|
|
|
|
logging.Log.WriteInfof("Failed to update config %w", err)
|
|
|
|
}
|
2023-10-20 13:41:06 +02:00
|
|
|
}
|
|
|
|
|
2023-11-21 17:42:49 +01:00
|
|
|
nodeNames := s.manager.GetMesh(meshId).GetPeers()
|
2023-10-21 19:08:45 +02:00
|
|
|
|
2023-11-05 19:03:58 +01:00
|
|
|
self, err := s.manager.GetSelf(meshId)
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
neighbours := s.cluster.GetNeighbours(nodeNames, self.GetHostEndpoint())
|
2023-11-03 16:24:18 +01:00
|
|
|
randomSubset := lib.RandomSubsetOfLength(neighbours, s.conf.BranchRate)
|
|
|
|
|
|
|
|
for _, node := range randomSubset {
|
|
|
|
logging.Log.WriteInfof("Random node: %s", node)
|
|
|
|
}
|
2023-10-20 13:41:06 +02:00
|
|
|
|
2023-10-24 17:00:46 +02:00
|
|
|
before := time.Now()
|
|
|
|
|
2023-11-20 12:28:12 +01:00
|
|
|
if len(nodeNames) > s.conf.ClusterSize && rand.Float64() < s.conf.InterClusterChance {
|
2023-11-03 16:24:18 +01:00
|
|
|
logging.Log.WriteInfof("Sending to random cluster")
|
2023-11-05 19:03:58 +01:00
|
|
|
interCluster := s.cluster.GetInterCluster(nodeNames, self.GetHostEndpoint())
|
2023-11-03 16:24:18 +01:00
|
|
|
randomSubset = append(randomSubset, interCluster)
|
|
|
|
}
|
|
|
|
|
2023-10-23 19:13:08 +02:00
|
|
|
var waitGroup sync.WaitGroup
|
|
|
|
|
2023-11-03 16:24:18 +01:00
|
|
|
for index := range randomSubset {
|
2023-10-23 19:13:08 +02:00
|
|
|
waitGroup.Add(1)
|
2023-10-20 13:41:06 +02:00
|
|
|
|
2023-11-03 16:24:18 +01:00
|
|
|
go func(i int) error {
|
2023-10-23 19:13:08 +02:00
|
|
|
defer waitGroup.Done()
|
2023-11-03 16:24:18 +01:00
|
|
|
err := s.requester.SyncMesh(meshId, randomSubset[i])
|
2023-10-20 13:41:06 +02:00
|
|
|
return err
|
2023-11-03 16:24:18 +01:00
|
|
|
}(index)
|
2023-10-20 13:41:06 +02:00
|
|
|
}
|
|
|
|
|
2023-10-23 19:13:08 +02:00
|
|
|
waitGroup.Wait()
|
2023-10-24 17:00:46 +02:00
|
|
|
|
2023-11-03 16:24:18 +01:00
|
|
|
s.syncCount++
|
2023-11-17 23:13:51 +01:00
|
|
|
logging.Log.WriteInfof("SYNC TIME: %v", time.Since(before))
|
2023-11-03 16:24:18 +01:00
|
|
|
logging.Log.WriteInfof("SYNC COUNT: %d", s.syncCount)
|
2023-11-01 11:39:46 +01:00
|
|
|
|
2023-11-03 16:24:18 +01:00
|
|
|
s.infectionCount = ((s.conf.InfectionCount + s.infectionCount - 1) % s.conf.InfectionCount)
|
2023-11-17 20:05:21 +01:00
|
|
|
|
2023-11-17 23:13:51 +01:00
|
|
|
// Check if any changes have occurred and trigger callbacks
|
|
|
|
// if changes have occurred.
|
2023-11-20 12:28:12 +01:00
|
|
|
// return s.manager.GetMonitor().Trigger()
|
|
|
|
return nil
|
2023-10-10 21:14:40 +02:00
|
|
|
}
|
|
|
|
|
2023-10-20 13:41:06 +02:00
|
|
|
// SyncMeshes: Sync all meshes
|
2023-10-10 21:14:40 +02:00
|
|
|
func (s *SyncerImpl) SyncMeshes() error {
|
2023-11-17 23:13:51 +01:00
|
|
|
for meshId := range s.manager.GetMeshes() {
|
2023-10-26 17:53:12 +02:00
|
|
|
err := s.Sync(meshId)
|
2023-10-20 13:41:06 +02:00
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-24 17:00:46 +02:00
|
|
|
return nil
|
2023-10-10 21:14:40 +02:00
|
|
|
}
|
2023-10-20 13:41:06 +02:00
|
|
|
|
2023-11-05 19:03:58 +01:00
|
|
|
func NewSyncer(m mesh.MeshManager, conf *conf.WgMeshConfiguration, r SyncRequester) Syncer {
|
2023-11-03 16:24:18 +01:00
|
|
|
cluster, _ := conn.NewConnCluster(conf.ClusterSize)
|
|
|
|
return &SyncerImpl{
|
|
|
|
manager: m,
|
|
|
|
conf: conf,
|
|
|
|
requester: r,
|
|
|
|
infectionCount: 0,
|
|
|
|
syncCount: 0,
|
|
|
|
cluster: cluster}
|
2023-10-20 13:41:06 +02:00
|
|
|
}
|