misc_func_test.go 5.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. package plans
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/emqx/kuiper/common"
  6. "github.com/emqx/kuiper/xsql"
  7. "github.com/emqx/kuiper/xstream/contexts"
  8. "reflect"
  9. "strings"
  10. "testing"
  11. )
  12. func TestHashFunc_Apply1(t *testing.T) {
  13. var tests = []struct {
  14. sql string
  15. data *xsql.Tuple
  16. result []map[string]interface{}
  17. }{
  18. {
  19. sql: "SELECT md5(a) AS a FROM test",
  20. data: &xsql.Tuple{
  21. Emitter: "test",
  22. Message: xsql.Message{
  23. "a" : "The quick brown fox jumps over the lazy dog",
  24. "b" : "myb",
  25. "c" : "myc",
  26. },
  27. },
  28. result: []map[string]interface{}{{
  29. "a": strings.ToLower("9E107D9D372BB6826BD81D3542A419D6"),
  30. }},
  31. },
  32. {
  33. sql: "SELECT sha1(a) AS a FROM test",
  34. data: &xsql.Tuple{
  35. Emitter: "test",
  36. Message: xsql.Message{
  37. "a" : "The quick brown fox jumps over the lazy dog",
  38. "b" : "myb",
  39. "c" : "myc",
  40. },
  41. },
  42. result: []map[string]interface{}{{
  43. "a": strings.ToLower("2FD4E1C67A2D28FCED849EE1BB76E7391B93EB12"),
  44. }},
  45. },
  46. {
  47. sql: "SELECT sha256(a) AS a FROM test",
  48. data: &xsql.Tuple{
  49. Emitter: "test",
  50. Message: xsql.Message{
  51. "a" : "The quick brown fox jumps over the lazy dog",
  52. "b" : "myb",
  53. "c" : "myc",
  54. },
  55. },
  56. result: []map[string]interface{}{{
  57. "a": strings.ToLower("D7A8FBB307D7809469CA9ABCB0082E4F8D5651E46D3CDB762D02D0BF37C9E592"),
  58. }},
  59. },
  60. {
  61. sql: "SELECT sha384(a) AS a FROM test",
  62. data: &xsql.Tuple{
  63. Emitter: "test",
  64. Message: xsql.Message{
  65. "a" : "The quick brown fox jumps over the lazy dog",
  66. "b" : "myb",
  67. "c" : "myc",
  68. },
  69. },
  70. result: []map[string]interface{}{{
  71. "a": strings.ToLower("CA737F1014A48F4C0B6DD43CB177B0AFD9E5169367544C494011E3317DBF9A509CB1E5DC1E85A941BBEE3D7F2AFBC9B1"),
  72. }},
  73. },
  74. {
  75. sql: "SELECT sha512(a) AS a FROM test",
  76. data: &xsql.Tuple{
  77. Emitter: "test",
  78. Message: xsql.Message{
  79. "a" : "The quick brown fox jumps over the lazy dog",
  80. "b" : "myb",
  81. "c" : "myc",
  82. },
  83. },
  84. result: []map[string]interface{}{{
  85. "a": strings.ToLower("07E547D9586F6A73F73FBAC0435ED76951218FB7D0C8D788A309D785436BBB642E93A252A954F23912547D1E8A3B5ED6E1BFD7097821233FA0538F3DB854FEE6"),
  86. }},
  87. },
  88. {
  89. sql: "SELECT mqtt(topic) AS a FROM test",
  90. data: &xsql.Tuple{
  91. Emitter: "test",
  92. Message: xsql.Message{
  93. xsql.INTERNAL_MQTT_TOPIC_KEY : "devices/device_001/message",
  94. },
  95. },
  96. result: []map[string]interface{}{{
  97. "a": "devices/device_001/message",
  98. }},
  99. },
  100. {
  101. sql: "SELECT mqtt(topic) AS a FROM test",
  102. data: &xsql.Tuple{
  103. Emitter: "test",
  104. Message: xsql.Message{
  105. xsql.INTERNAL_MQTT_TOPIC_KEY : "devices/device_001/message",
  106. },
  107. },
  108. result: []map[string]interface{}{{
  109. "a": "devices/device_001/message",
  110. }},
  111. },
  112. {
  113. sql: "SELECT topic, mqtt(topic) AS a FROM test",
  114. data: &xsql.Tuple{
  115. Emitter: "test",
  116. Message: xsql.Message{
  117. "topic" : "fff",
  118. xsql.INTERNAL_MQTT_TOPIC_KEY : "devices/device_001/message",
  119. },
  120. },
  121. result: []map[string]interface{}{{
  122. "topic": "fff",
  123. "a": "devices/device_001/message",
  124. }},
  125. },
  126. }
  127. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  128. contextLogger := common.Log.WithField("rule", "TestHashFunc_Apply1")
  129. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  130. for i, tt := range tests {
  131. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  132. if err != nil || stmt == nil {
  133. t.Errorf("parse sql %s error %v", tt.sql, err)
  134. }
  135. pp := &ProjectPlan{Fields:stmt.Fields}
  136. pp.isTest = true
  137. result := pp.Apply(ctx, tt.data)
  138. var mapRes []map[string]interface{}
  139. if v, ok := result.([]byte); ok {
  140. err := json.Unmarshal(v, &mapRes)
  141. if err != nil {
  142. t.Errorf("Failed to parse the input into map.\n")
  143. continue
  144. }
  145. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  146. if !reflect.DeepEqual(tt.result, mapRes) {
  147. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  148. }
  149. } else {
  150. t.Errorf("The returned result is not type of []byte\n")
  151. }
  152. }
  153. }
  154. func TestMqttFunc_Apply2(t *testing.T) {
  155. var tests = []struct {
  156. sql string
  157. data xsql.JoinTupleSets
  158. result []map[string]interface{}
  159. }{
  160. {
  161. sql: "SELECT id1, mqtt(src1.topic) AS a, mqtt(src2.topic) as b FROM src1 LEFT JOIN src2 ON src1.id1 = src2.id1",
  162. data: xsql.JoinTupleSets{
  163. xsql.JoinTuple{
  164. Tuples: []xsql.Tuple{
  165. {Emitter: "src1", Message: xsql.Message{ "id1" : "1", "f1" : "v1" , xsql.INTERNAL_MQTT_TOPIC_KEY: "devices/type1/device001"},},
  166. {Emitter: "src2", Message: xsql.Message{ "id2" : "1", "f2" : "w1", xsql.INTERNAL_MQTT_TOPIC_KEY: "devices/type2/device001" },},
  167. },
  168. },
  169. },
  170. result: []map[string]interface{}{{
  171. "id1": "1",
  172. "a": "devices/type1/device001",
  173. "b": "devices/type2/device001",
  174. }},
  175. },
  176. }
  177. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  178. contextLogger := common.Log.WithField("rule", "TestMqttFunc_Apply2")
  179. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  180. for i, tt := range tests {
  181. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  182. if err != nil || stmt == nil {
  183. t.Errorf("parse sql %s error %v", tt.sql, err)
  184. }
  185. pp := &ProjectPlan{Fields:stmt.Fields}
  186. pp.isTest = true
  187. result := pp.Apply(ctx, tt.data)
  188. var mapRes []map[string]interface{}
  189. if v, ok := result.([]byte); ok {
  190. err := json.Unmarshal(v, &mapRes)
  191. if err != nil {
  192. t.Errorf("Failed to parse the input into map.\n")
  193. continue
  194. }
  195. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  196. if !reflect.DeepEqual(tt.result, mapRes) {
  197. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  198. }
  199. } else {
  200. t.Errorf("The returned result is not type of []byte\n")
  201. }
  202. }
  203. }