diff --git a/controller/metrics2/websocketSource.go b/controller/metrics2/websocketSource.go new file mode 100644 index 00000000..10a4d973 --- /dev/null +++ b/controller/metrics2/websocketSource.go @@ -0,0 +1,154 @@ +package metrics2 + +import ( + "crypto/tls" + "crypto/x509" + "encoding/json" + "github.com/gorilla/websocket" + "github.com/michaelquigley/cf" + "github.com/openziti/channel/v2" + "github.com/openziti/channel/v2/websockets" + "github.com/openziti/edge/rest_util" + "github.com/openziti/fabric/event" + "github.com/openziti/fabric/pb/mgmt_pb" + "github.com/openziti/identity" + "github.com/openziti/sdk-golang/ziti/constants" + "github.com/openziti/zrok/controller/env" + "github.com/pkg/errors" + "github.com/sirupsen/logrus" + "io" + "net/http" + "net/url" + "time" +) + +func init() { + env.GetCfOptions().AddFlexibleSetter("websocketSource", loadWebsocketSourceConfig) +} + +type WebsocketSourceConfig struct { + WebsocketEndpoint string + ApiEndpoint string + Username string + Password string `cf:"+secret"` +} + +func loadWebsocketSourceConfig(v interface{}, _ *cf.Options) (interface{}, error) { + if submap, ok := v.(map[string]interface{}); ok { + cfg := &WebsocketSourceConfig{} + if err := cf.Bind(cfg, submap, cf.DefaultOptions()); err != nil { + return nil, err + } + return &websocketSource{cfg: cfg}, nil + } + return nil, errors.New("invalid config struture for 'websocketSource'") +} + +type websocketSource struct { + cfg *WebsocketSourceConfig + ch channel.Channel + events chan ZitiEventJson + join chan struct{} +} + +func (s *websocketSource) Start(events chan ZitiEventJson) (join chan struct{}, err error) { + caCerts, err := rest_util.GetControllerWellKnownCas(s.cfg.ApiEndpoint) + if err != nil { + return nil, err + } + caPool := x509.NewCertPool() + for _, ca := range caCerts { + caPool.AddCert(ca) + } + + authenticator := rest_util.NewAuthenticatorUpdb(s.cfg.Username, s.cfg.Password) + authenticator.RootCas = caPool + + apiEndpointUrl, err := url.Parse(s.cfg.ApiEndpoint) + if err != nil { + return nil, err + } + apiSession, err := authenticator.Authenticate(apiEndpointUrl) + if err != nil { + return nil, err + } + + dialer := &websocket.Dialer{ + TLSClientConfig: &tls.Config{ + RootCAs: caPool, + }, + HandshakeTimeout: 5 * time.Second, + } + + conn, resp, err := dialer.Dial(s.cfg.WebsocketEndpoint, http.Header{constants.ZitiSession: []string{*apiSession.Token}}) + if err != nil { + if resp != nil { + if body, rerr := io.ReadAll(resp.Body); rerr == nil { + logrus.Errorf("response body '%v': %v", string(body), err) + } + } else { + logrus.Errorf("no response from websocket dial: %v", err) + } + } + + id := &identity.TokenId{Token: "mgmt"} + underlayFactory := websockets.NewUnderlayFactory(id, conn, nil) + + s.join = make(chan struct{}) + s.events = events + bindHandler := func(binding channel.Binding) error { + binding.AddReceiveHandler(int32(mgmt_pb.ContentType_StreamEventsEventType), s) + binding.AddCloseHandler(channel.CloseHandlerF(func(ch channel.Channel) { + close(s.join) + })) + return nil + } + + s.ch, err = channel.NewChannel("mgmt", underlayFactory, channel.BindHandlerF(bindHandler), nil) + if err != nil { + return nil, err + } + + streamEventsRequest := map[string]interface{}{} + streamEventsRequest["format"] = "json" + streamEventsRequest["subscriptions"] = []*event.Subscription{ + { + Type: "fabric.usage", + Options: map[string]interface{}{ + "version": uint8(3), + }, + }, + } + + msgBytes, err := json.Marshal(streamEventsRequest) + if err != nil { + return nil, err + } + + requestMsg := channel.NewMessage(int32(mgmt_pb.ContentType_StreamEventsRequestType), msgBytes) + responseMsg, err := requestMsg.WithTimeout(5 * time.Second).SendForReply(s.ch) + if err != nil { + return nil, err + } + + if responseMsg.ContentType == channel.ContentTypeResultType { + result := channel.UnmarshalResult(responseMsg) + if result.Success { + logrus.Infof("event stream started: %v", result.Message) + } else { + return nil, errors.Wrap(err, "error starting event streaming") + } + } else { + return nil, errors.Errorf("unexpected response type %v", responseMsg.ContentType) + } + + return s.join, nil +} + +func (s *websocketSource) Stop() { + _ = s.ch.Close() +} + +func (s *websocketSource) HandleReceive(msg *channel.Message, _ channel.Channel) { + s.events <- ZitiEventJson(msg.Body) +}