package path import ( "errors" "fmt" "io/ioutil" "math" "strings" "sync" "time" "github.com/KusakabeSi/EtherGuard-VPN/mtypes" orderedmap "github.com/KusakabeSi/EtherGuard-VPN/orderdmap" yaml "gopkg.in/yaml.v2" ) func (g *IG) GetCurrentTime() time.Time { return time.Now().Add(g.ntp_offset).Round(0) } type Latency struct { ping float64 ping_old float64 additionalCost float64 validUntil time.Time } type Fullroute struct { Next mtypes.NextHopTable `yaml:"NextHopTable"` Dist mtypes.DistTable `yaml:"DistanceTable"` } // IG is a graph of integers that satisfies the Graph interface. type IG struct { Vert map[mtypes.Vertex]bool edges map[mtypes.Vertex]map[mtypes.Vertex]*Latency edgelock *sync.RWMutex gsetting mtypes.GraphRecalculateSetting SuperNodeInfoTimeout time.Duration RecalculateCoolDown time.Duration TimeoutCheckInterval time.Duration recalculateTime time.Time dlTable mtypes.DistTable nhTable mtypes.NextHopTable changed bool NhTableExpire time.Time IsSuperMode bool loglevel mtypes.LoggerInfo ntp_wg sync.WaitGroup ntp_info mtypes.NTPInfo ntp_offset time.Duration ntp_servers orderedmap.OrderedMap // serverurl:lentancy } func NewGraph(num_node int, IsSuperMode bool, theconfig mtypes.GraphRecalculateSetting, ntpinfo mtypes.NTPInfo, loglevel mtypes.LoggerInfo) (*IG, error) { g := IG{ edgelock: &sync.RWMutex{}, gsetting: theconfig, RecalculateCoolDown: mtypes.S2TD(theconfig.RecalculateCoolDown), TimeoutCheckInterval: mtypes.S2TD(theconfig.TimeoutCheckInterval), ntp_info: ntpinfo, } g.Vert = make(map[mtypes.Vertex]bool, num_node) g.edges = make(map[mtypes.Vertex]map[mtypes.Vertex]*Latency, num_node) g.IsSuperMode = IsSuperMode g.loglevel = loglevel g.InitNTP() return &g, nil } func (g *IG) GetWeightType(x float64) (y float64) { x = math.Abs(x) y = x if g.gsetting.JitterTolerance > 0.001 && g.gsetting.JitterToleranceMultiplier > 1 { t := g.gsetting.JitterTolerance r := g.gsetting.JitterToleranceMultiplier y = math.Pow(math.Ceil(math.Pow(x/t, 1/r)), r) * t } return y } func (g *IG) ShouldUpdate(oldval float64, newval float64, withCooldown bool) bool { if (oldval >= mtypes.Infinity) != (newval >= mtypes.Infinity) { return true } if withCooldown { if g.recalculateTime.Add(g.RecalculateCoolDown).After(time.Now()) { return false } } oldval = math.Abs(oldval * 1000) newval = math.Abs(newval * 1000) if g.IsSuperMode { if g.gsetting.JitterTolerance > 0.001 && g.gsetting.JitterToleranceMultiplier >= 1 { diff := math.Abs(newval - oldval) x := math.Max(oldval, newval) t := g.gsetting.JitterTolerance r := g.gsetting.JitterToleranceMultiplier return diff > t+x*(r-1) // https://www.desmos.com/calculator/raoti16r5n } return oldval == newval } else { return g.GetWeightType(oldval) != g.GetWeightType(newval) } } func (g *IG) CheckAnyShouldUpdate(withCooldown bool) bool { vert := g.Vertices() for u := range vert { for v := range vert { if u != v { newVal := g.Weight(u, v, false) oldVal := g.OldWeight(u, v, false) if g.ShouldUpdate(oldVal, newVal, withCooldown) { return true } } } } return false } func (g *IG) RecalculateNhTable(checkchange bool) (changed bool) { if g.gsetting.StaticMode { if g.changed { changed = checkchange } return } if !g.CheckAnyShouldUpdate(true) { return } dist, next, _ := g.FloydWarshall(false) changed = false if checkchange { CheckLoop: for src, dsts := range next { for dst, old_next := range dsts { nexthop := g.Next(src, dst) if old_next != nexthop { changed = true break CheckLoop } } } } g.dlTable, g.nhTable = dist, next g.recalculateTime = time.Now() return } func (g *IG) RemoveVirt(v mtypes.Vertex, recalculate bool, checkchange bool) (changed bool) { //Waiting for test g.edgelock.Lock() delete(g.Vert, v) delete(g.edges, v) for u := range g.edges { delete(g.edges[u], v) } g.edgelock.Unlock() g.changed = true if recalculate { changed = g.RecalculateNhTable(checkchange) } return } func (g *IG) UpdateLatency(src mtypes.Vertex, dst mtypes.Vertex, val float64, TimeToAlive float64, SuperAdditionalCost float64, recalculate bool, checkchange bool) (changed bool) { return g.UpdateLatencyMulti([]mtypes.PongMsg{{ Src_nodeID: src, Dst_nodeID: dst, Timediff: val, AdditionalCost: SuperAdditionalCost, TimeToAlive: TimeToAlive, }}, recalculate, checkchange) } func (g *IG) UpdateLatencyMulti(pong_info []mtypes.PongMsg, recalculate bool, checkchange bool) (changed bool) { g.edgelock.Lock() should_update := false for _, pong_msg := range pong_info { u := pong_msg.Src_nodeID v := pong_msg.Dst_nodeID newval := pong_msg.Timediff if _, ok := g.gsetting.ManualLatency[u]; ok { if _, ok := g.gsetting.ManualLatency[u][v]; ok { newval = g.gsetting.ManualLatency[u][v] / 1000 // s to ms } } w := newval additionalCost := pong_msg.AdditionalCost if additionalCost < 0 { additionalCost = 0 } g.Vert[u] = true g.Vert[v] = true if _, ok := g.edges[u]; !ok { g.recalculateTime = time.Time{} g.edges[u] = make(map[mtypes.Vertex]*Latency) } g.edgelock.Unlock() oldval := g.OldWeight(u, v, false) g.edgelock.Lock() should_update = should_update || g.ShouldUpdate(oldval, w, false) if _, ok := g.edges[u][v]; ok { g.edges[u][v].ping = w g.edges[u][v].validUntil = time.Now().Add(mtypes.S2TD(pong_msg.TimeToAlive)) g.edges[u][v].additionalCost = additionalCost / 1000 } else { g.edges[u][v] = &Latency{ ping: w, ping_old: mtypes.Infinity, validUntil: time.Now().Add(mtypes.S2TD(pong_msg.TimeToAlive)), additionalCost: additionalCost / 1000, } } } g.edgelock.Unlock() if should_update && recalculate { changed = g.RecalculateNhTable(checkchange) } return } func (g *IG) Vertices() map[mtypes.Vertex]bool { vr := make(map[mtypes.Vertex]bool) g.edgelock.RLock() defer g.edgelock.RUnlock() for k, v := range g.Vert { //copy a new list vr[k] = v } return vr } func (g *IG) Neighbors(v mtypes.Vertex) (vs []mtypes.Vertex) { g.edgelock.RLock() defer g.edgelock.RUnlock() for k := range g.edges[v] { //copy a new list vs = append(vs, k) } return vs } func (g *IG) Next(u, v mtypes.Vertex) mtypes.Vertex { if _, ok := g.nhTable[u]; !ok { return mtypes.NodeID_Invalid } if _, ok := g.nhTable[u][v]; !ok { return mtypes.NodeID_Invalid } return g.nhTable[u][v] } func (g *IG) Weight(u, v mtypes.Vertex, withAC bool) (ret float64) { g.edgelock.RLock() defer g.edgelock.RUnlock() //defer func() { fmt.Println(u, v, ret) }() if u == v { return 0 } if _, ok := g.edges[u]; !ok { return mtypes.Infinity } if _, ok := g.edges[u][v]; !ok { return mtypes.Infinity } if time.Now().After(g.edges[u][v].validUntil) { return mtypes.Infinity } ret = g.edges[u][v].ping if withAC { ret += g.edges[u][v].additionalCost } if ret >= mtypes.Infinity { return mtypes.Infinity } return } func (g *IG) OldWeight(u, v mtypes.Vertex, withAC bool) (ret float64) { g.edgelock.RLock() defer g.edgelock.RUnlock() if u == v { return 0 } if _, ok := g.edges[u]; !ok { return mtypes.Infinity } if _, ok := g.edges[u][v]; !ok { return mtypes.Infinity } ret = g.edges[u][v].ping_old if withAC { ret += g.edges[u][v].additionalCost } if ret >= mtypes.Infinity { return mtypes.Infinity } return } func (g *IG) SetWeight(u, v mtypes.Vertex, weight float64) { g.edgelock.Lock() defer g.edgelock.Unlock() if _, ok := g.edges[u]; !ok { return } if _, ok := g.edges[u][v]; !ok { return } g.edges[u][v].ping = weight } func (g *IG) SetOldWeight(u, v mtypes.Vertex, weight float64) { g.edgelock.Lock() defer g.edgelock.Unlock() if _, ok := g.edges[u]; !ok { return } if _, ok := g.edges[u][v]; !ok { return } g.edges[u][v].ping_old = weight } func (g *IG) RemoveAllNegativeValue() { vert := g.Vertices() for u := range vert { for v := range vert { if g.Weight(u, v, true) < 0 { if g.loglevel.LogInternal { fmt.Printf("Internal: Remove negative value : edge[%v][%v] = 0\n", u, v) } g.SetWeight(u, v, 0) } } } } func (g *IG) FloydWarshall(again bool) (dist mtypes.DistTable, next mtypes.NextHopTable, err error) { if g.loglevel.LogInternal { if !again { fmt.Println("Internal: Start Floyd Warshall algorithm") } else { fmt.Println("Internal: Start Floyd Warshall algorithm again") } } vert := g.Vertices() dist = make(mtypes.DistTable) next = make(mtypes.NextHopTable) for u := range vert { dist[u] = make(map[mtypes.Vertex]float64) next[u] = make(map[mtypes.Vertex]mtypes.Vertex) for v := range vert { dist[u][v] = mtypes.Infinity } dist[u][u] = 0 for _, v := range g.Neighbors(u) { w := g.Weight(u, v, true) wo := g.Weight(u, v, false) if w < mtypes.Infinity { v := v dist[u][v] = w next[u][v] = v } g.SetOldWeight(u, v, wo) } } for k := range vert { for i := range vert { for j := range vert { if dist[i][k] < mtypes.Infinity && dist[k][j] < mtypes.Infinity { if dist[i][j] > dist[i][k]+dist[k][j] { dist[i][j] = dist[i][k] + dist[k][j] next[i][j] = next[i][k] } } } } } for i := range dist { if dist[i][i] < 0 { if !again { if g.loglevel.LogInternal { fmt.Println("Internal: Error: Negative cycle detected") } g.RemoveAllNegativeValue() err = errors.New("negative cycle detected") dist, next, _ = g.FloydWarshall(true) return } else { dist = make(mtypes.DistTable) next = make(mtypes.NextHopTable) err = errors.New("negative cycle detected again") if g.loglevel.LogInternal { fmt.Println("Internal: Error: Negative cycle detected again") } return } } } return } func (g *IG) Path(u, v mtypes.Vertex) (path []mtypes.Vertex, err error) { g.edgelock.RLock() defer g.edgelock.RUnlock() footprint := make(map[mtypes.Vertex]bool) for u != v { if _, has := footprint[u]; has { return path, fmt.Errorf("cycle detected in nhTable, s:%v e:%v path:%v", u, v, path) } if _, ok := g.nhTable[u]; !ok { return path, fmt.Errorf("nhTable[%v] not exist", u) } if _, ok := g.nhTable[u][v]; !ok { return path, fmt.Errorf("nhTable[%v][%v] not exist", u, v) } path = append(path, u) footprint[u] = true u = g.nhTable[u][v] } path = append(path, u) return path, nil } func (g *IG) SetNHTable(nh mtypes.NextHopTable) { // set nhTable from supernode g.edgelock.Lock() defer g.edgelock.Unlock() g.nhTable = nh g.changed = true g.NhTableExpire = time.Now().Add(g.SuperNodeInfoTimeout) } func (g *IG) GetNHTable(recalculate bool) mtypes.NextHopTable { if recalculate && time.Now().After(g.NhTableExpire) { g.RecalculateNhTable(false) } return g.nhTable } func (g *IG) GetDtst() mtypes.DistTable { return g.dlTable } func (g *IG) GetEdges(isOld bool, withAC bool) (edges map[mtypes.Vertex]map[mtypes.Vertex]float64) { vert := g.Vertices() edges = make(map[mtypes.Vertex]map[mtypes.Vertex]float64, len(vert)) for src := range vert { edges[src] = make(map[mtypes.Vertex]float64, len(vert)) for dst := range vert { if src != dst { if isOld { edges[src][dst] = g.OldWeight(src, dst, withAC) } else { edges[src][dst] = g.Weight(src, dst, withAC) } } } } return } func (g *IG) GetBoardcastList(id mtypes.Vertex) (tosend map[mtypes.Vertex]bool) { tosend = make(map[mtypes.Vertex]bool) for _, element := range g.nhTable[id] { tosend[element] = true } return } func (g *IG) GetBoardcastThroughList(self_id mtypes.Vertex, in_id mtypes.Vertex, src_id mtypes.Vertex) (tosend map[mtypes.Vertex]bool, errs []error) { tosend = make(map[mtypes.Vertex]bool) for check_id := range g.GetBoardcastList(self_id) { path, err := g.Path(src_id, check_id) if err != nil { errs = append(errs, err) continue } for _, path_node := range path { if path_node == self_id && check_id != in_id { tosend[check_id] = true continue } } } return } func printExample() { fmt.Println(`X 1 2 3 4 5 6 1 0 0.5 Inf Inf Inf Inf 2 0.5 0 0.5 0.5 Inf Inf 3 Inf 0.5 0 0.5 0.5 Inf 4 Inf 0.5 0.5 0 Inf 0.5 5 Inf Inf 0.5 Inf 0 Inf 6 Inf Inf Inf 0.5 Inf 0`) } func ParseDistanceMatrix(input string) ([]mtypes.PongMsg, error) { lines := strings.Split(input, "\n") verts := strings.Fields(lines[0]) ret := make([]mtypes.PongMsg, 0, len(verts)*len(verts)) for li, line := range lines[1:] { element := strings.Fields(line) src, err := mtypes.String2NodeID(element[0]) if err != nil { return ret, err } if len(element) != len(verts) { return ret, fmt.Errorf("parse error at line %v: element number mismatch to node id number", li) } for ei, sval := range element[1:] { val, err := mtypes.String2Float64(sval) if err != nil { return ret, err } dst, err := mtypes.String2NodeID(verts[ei+1]) if err != nil { return ret, err } if src != dst && val != mtypes.Infinity { ret = append(ret, mtypes.PongMsg{ Src_nodeID: src, Dst_nodeID: dst, Timediff: val, TimeToAlive: 999999, }) } } } return ret, nil } func Solve(filePath string, pe bool) error { if pe { printExample() return nil } g, _ := NewGraph(3, false, mtypes.GraphRecalculateSetting{}, mtypes.NTPInfo{}, mtypes.LoggerInfo{LogInternal: false}) inputb, err := ioutil.ReadFile(filePath) if err != nil { return err } input := string(inputb) all_edge, _ := ParseDistanceMatrix(input) g.UpdateLatencyMulti(all_edge, false, false) dist, next, err := g.FloydWarshall(false) if err != nil { fmt.Println("Error:", err) } rr, _ := yaml.Marshal(Fullroute{ Dist: dist, Next: next, }) fmt.Print(string(rr)) fmt.Println("\nHuman readable:") fmt.Println("src\tdist\t\tpath") all_vert := g.Vertices() for u := range all_vert { for v := range all_vert { if u != v { path, err := g.Path(u, v) pathstr := fmt.Sprint(path) if err != nil { pathstr = fmt.Sprint(path) } fmt.Printf("%d -> %d\t%3f\t%s\n", u, v, dist[u][v], pathstr) } } } return nil }