package extensions import ( "context" "encoding/json" "fmt" "github.com/edgexfoundry/go-mod-core-contracts/clients" "github.com/edgexfoundry/go-mod-core-contracts/clients/coredata" "github.com/edgexfoundry/go-mod-core-contracts/clients/urlclient/local" "github.com/edgexfoundry/go-mod-core-contracts/models" "github.com/edgexfoundry/go-mod-messaging/messaging" "github.com/edgexfoundry/go-mod-messaging/pkg/types" "github.com/emqx/kuiper/xstream/api" "github.com/prometheus/common/log" "strconv" "strings" ) type EdgexSource struct { client messaging.MessageClient vdc coredata.ValueDescriptorClient device string topic string valueDescs map[string]string } func (es *EdgexSource) Configure(device string, props map[string]interface{}) error { var protocol = "tcp"; if p, ok := props["protocol"]; ok { protocol = p.(string) } var server = "localhost"; if s, ok := props["server"]; ok { server = s.(string) } var port = 5570 if p, ok := props["port"]; ok { port = p.(int) } if "" == strings.Trim(device, " ") { return fmt.Errorf("Device cannot be empty.") } else { es.device = device } if tpc, ok := props["topic"]; ok { es.topic = tpc.(string) } var mbusType = messaging.ZeroMQ if t, ok := props["type"]; ok { mbusType = t.(string) } if messaging.ZeroMQ != strings.ToLower(mbusType) { log.Info("Using MQTT message bus.") mbusType = messaging.MQTT } if serviceServer, ok := props["serviceServer"]; ok { es.vdc = coredata.NewValueDescriptorClient(local.New(serviceServer.(string) + clients.ApiValueDescriptorRoute)) es.valueDescs = make(map[string]string) } else { return fmt.Errorf("The service server cannot be empty.") } mbconf := types.MessageBusConfig{SubscribeHost: types.HostInfo{Protocol: protocol, Host: server, Port: port}, Type: messaging.ZeroMQ} var optional = make(map[string]string) if ops, ok := props["optional"]; ok { if ops1, ok1 := ops.(map[interface{}]interface{}); ok1 { for k, v := range ops1 { k1 := k.(string) v1 := v.(string) optional[k1] = v1 } } mbconf.Optional = optional } if client, err := messaging.NewMessageClient(mbconf); err != nil { return err } else { es.client = client return nil } } func (es *EdgexSource) Open(ctx api.StreamContext, consumer chan<- api.SourceTuple, errCh chan<- error) { log := ctx.GetLogger() if err := es.client.Connect(); err != nil { errCh <- fmt.Errorf("Failed to connect to message bus: " + err.Error()) } messages := make(chan types.MessageEnvelope) topics := []types.TopicChannel{{Topic: es.topic, Messages: messages}} err := make(chan error) if e := es.client.Subscribe(topics, err); e != nil { log.Errorf("Failed to subscribe to topic %s.\n", e) errCh <- e } else { for { select { case e1 := <-err: errCh <- e1 return case env := <-messages: if strings.ToLower(env.ContentType) == "application/json" { e := models.Event{} if err := e.UnmarshalJSON(env.Payload); err != nil { log.Warnf("payload %s unmarshal fail: %v", env.Payload, err) } else { result := make(map[string]interface{}) meta := make(map[string]interface{}) log.Debugf("receive message from device %s vs %s", e.Device, es.device) if e.Device == es.device { for _, r := range e.Readings { if r.Name != "" { if v, err := es.getValue(r, log); err != nil { log.Warnf("fail to get value for %s: %v", r.Name, err) } else { result[strings.ToLower(r.Name)] = v } } } if len(result) > 0 { meta["id"] = e.ID meta["pushed"] = e.Pushed meta["device"] = e.Device meta["created"] = e.Created meta["modified"] = e.Modified meta["origin"] = e.Origin } else { log.Warnf("got an empty result, ignored") } } meta["CorrelationID"] = env.CorrelationID select { case consumer <- api.NewDefaultSourceTuple(result, meta): log.Debugf("send data to device node") case <-ctx.Done(): return } } } else { log.Errorf("Unsupported data type %s.", env.ContentType) } } } } } func (es *EdgexSource) getValue(r models.Reading, logger api.Logger) (interface{}, error) { t, err := es.getType(r.Name, logger) if err != nil { return nil, err } t = strings.ToUpper(t) logger.Debugf("name %s with type %s", r.Name, t) v := r.Value switch t { case "B", "BOOL", "BOOLEAN": if r, err := strconv.ParseBool(v); err != nil { return nil, err } else { return r, nil } case "I", "INT", "INT8", "INT16", "INT32", "INT64", "UINT", "UINT8", "UINT16", "UINT32", "UINT64": if r, err := strconv.Atoi(v); err != nil { return nil, err } else { return r, nil } case "F", "FLOAT", "FLOAT16", "FLOAT32", "FLOAT64": if r, err := strconv.ParseFloat(v, 64); err != nil { return nil, err } else { return r, nil } case "S", "STRING": return v, nil case "J", "JSON": var a interface{} if err := json.Unmarshal([]byte(v), &a); err != nil { return nil, err } else { return a, nil } default: logger.Warnf("unknown type %s return the string value", t) return v, nil } } func (es *EdgexSource) fetchAllDataDescriptors() error { if vdArr, err := es.vdc.ValueDescriptors(context.Background()); err != nil { return err } else { for _, vd := range vdArr { es.valueDescs[vd.Id] = vd.Type } } return nil } func (es *EdgexSource) getType(id string, logger api.Logger) (string, error) { if t, ok := es.valueDescs[id]; ok { return t, nil } else { if e := es.fetchAllDataDescriptors(); e != nil { return "", e } if t, ok := es.valueDescs[id]; ok { return t, nil } else { return "", fmt.Errorf("cannot find type info for %s in value descriptor.", id) } } } func (es *EdgexSource) Close(ctx api.StreamContext) error { if e := es.client.Disconnect(); e != nil { return e } else { return nil } }