misc_func_test.go 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289
  1. package plans
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/emqx/kuiper/common"
  6. "github.com/emqx/kuiper/xsql"
  7. "github.com/emqx/kuiper/xstream/contexts"
  8. "reflect"
  9. "strings"
  10. "testing"
  11. )
  12. func TestHashFunc_Apply1(t *testing.T) {
  13. var tests = []struct {
  14. sql string
  15. data *xsql.Tuple
  16. result []map[string]interface{}
  17. }{
  18. {
  19. sql: "SELECT md5(a) AS a FROM test",
  20. data: &xsql.Tuple{
  21. Emitter: "test",
  22. Message: xsql.Message{
  23. "a": "The quick brown fox jumps over the lazy dog",
  24. "b": "myb",
  25. "c": "myc",
  26. },
  27. },
  28. result: []map[string]interface{}{{
  29. "a": strings.ToLower("9E107D9D372BB6826BD81D3542A419D6"),
  30. }},
  31. },
  32. {
  33. sql: "SELECT sha1(a) AS a FROM test",
  34. data: &xsql.Tuple{
  35. Emitter: "test",
  36. Message: xsql.Message{
  37. "a": "The quick brown fox jumps over the lazy dog",
  38. "b": "myb",
  39. "c": "myc",
  40. },
  41. },
  42. result: []map[string]interface{}{{
  43. "a": strings.ToLower("2FD4E1C67A2D28FCED849EE1BB76E7391B93EB12"),
  44. }},
  45. },
  46. {
  47. sql: "SELECT sha256(a) AS a FROM test",
  48. data: &xsql.Tuple{
  49. Emitter: "test",
  50. Message: xsql.Message{
  51. "a": "The quick brown fox jumps over the lazy dog",
  52. "b": "myb",
  53. "c": "myc",
  54. },
  55. },
  56. result: []map[string]interface{}{{
  57. "a": strings.ToLower("D7A8FBB307D7809469CA9ABCB0082E4F8D5651E46D3CDB762D02D0BF37C9E592"),
  58. }},
  59. },
  60. {
  61. sql: "SELECT sha384(a) AS a FROM test",
  62. data: &xsql.Tuple{
  63. Emitter: "test",
  64. Message: xsql.Message{
  65. "a": "The quick brown fox jumps over the lazy dog",
  66. "b": "myb",
  67. "c": "myc",
  68. },
  69. },
  70. result: []map[string]interface{}{{
  71. "a": strings.ToLower("CA737F1014A48F4C0B6DD43CB177B0AFD9E5169367544C494011E3317DBF9A509CB1E5DC1E85A941BBEE3D7F2AFBC9B1"),
  72. }},
  73. },
  74. {
  75. sql: "SELECT sha512(a) AS a FROM test",
  76. data: &xsql.Tuple{
  77. Emitter: "test",
  78. Message: xsql.Message{
  79. "a": "The quick brown fox jumps over the lazy dog",
  80. "b": "myb",
  81. "c": "myc",
  82. },
  83. },
  84. result: []map[string]interface{}{{
  85. "a": strings.ToLower("07E547D9586F6A73F73FBAC0435ED76951218FB7D0C8D788A309D785436BBB642E93A252A954F23912547D1E8A3B5ED6E1BFD7097821233FA0538F3DB854FEE6"),
  86. }},
  87. },
  88. {
  89. sql: "SELECT mqtt(topic) AS a FROM test",
  90. data: &xsql.Tuple{
  91. Emitter: "test",
  92. Message: xsql.Message{},
  93. Metadata: xsql.Metadata{
  94. "topic": "devices/device_001/message",
  95. },
  96. },
  97. result: []map[string]interface{}{{
  98. "a": "devices/device_001/message",
  99. }},
  100. },
  101. {
  102. sql: "SELECT mqtt(topic) AS a FROM test",
  103. data: &xsql.Tuple{
  104. Emitter: "test",
  105. Message: xsql.Message{},
  106. Metadata: xsql.Metadata{
  107. "topic": "devices/device_001/message",
  108. },
  109. },
  110. result: []map[string]interface{}{{
  111. "a": "devices/device_001/message",
  112. }},
  113. },
  114. {
  115. sql: "SELECT topic, mqtt(topic) AS a FROM test",
  116. data: &xsql.Tuple{
  117. Emitter: "test",
  118. Message: xsql.Message{
  119. "topic": "fff",
  120. },
  121. Metadata: xsql.Metadata{
  122. "topic": "devices/device_001/message",
  123. },
  124. },
  125. result: []map[string]interface{}{{
  126. "topic": "fff",
  127. "a": "devices/device_001/message",
  128. }},
  129. },
  130. }
  131. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  132. contextLogger := common.Log.WithField("rule", "TestHashFunc_Apply1")
  133. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  134. for i, tt := range tests {
  135. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  136. if err != nil || stmt == nil {
  137. t.Errorf("parse sql %s error %v", tt.sql, err)
  138. }
  139. pp := &ProjectPlan{Fields: stmt.Fields}
  140. pp.isTest = true
  141. result := pp.Apply(ctx, tt.data)
  142. var mapRes []map[string]interface{}
  143. if v, ok := result.([]byte); ok {
  144. err := json.Unmarshal(v, &mapRes)
  145. if err != nil {
  146. t.Errorf("Failed to parse the input into map.\n")
  147. continue
  148. }
  149. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  150. if !reflect.DeepEqual(tt.result, mapRes) {
  151. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  152. }
  153. } else {
  154. t.Errorf("The returned result is not type of []byte\n")
  155. }
  156. }
  157. }
  158. func TestMqttFunc_Apply2(t *testing.T) {
  159. var tests = []struct {
  160. sql string
  161. data xsql.JoinTupleSets
  162. result []map[string]interface{}
  163. }{
  164. {
  165. sql: "SELECT id1, mqtt(src1.topic) AS a, mqtt(src2.topic) as b FROM src1 LEFT JOIN src2 ON src1.id1 = src2.id1",
  166. data: xsql.JoinTupleSets{
  167. xsql.JoinTuple{
  168. Tuples: []xsql.Tuple{
  169. {Emitter: "src1", Message: xsql.Message{"id1": "1", "f1": "v1"}, Metadata: xsql.Metadata{"topic": "devices/type1/device001"}},
  170. {Emitter: "src2", Message: xsql.Message{"id2": "1", "f2": "w1"}, Metadata: xsql.Metadata{"topic": "devices/type2/device001"}},
  171. },
  172. },
  173. },
  174. result: []map[string]interface{}{{
  175. "id1": "1",
  176. "a": "devices/type1/device001",
  177. "b": "devices/type2/device001",
  178. }},
  179. },
  180. }
  181. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  182. contextLogger := common.Log.WithField("rule", "TestMqttFunc_Apply2")
  183. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  184. for i, tt := range tests {
  185. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  186. if err != nil || stmt == nil {
  187. t.Errorf("parse sql %s error %v", tt.sql, err)
  188. }
  189. pp := &ProjectPlan{Fields: stmt.Fields}
  190. pp.isTest = true
  191. result := pp.Apply(ctx, tt.data)
  192. var mapRes []map[string]interface{}
  193. if v, ok := result.([]byte); ok {
  194. err := json.Unmarshal(v, &mapRes)
  195. if err != nil {
  196. t.Errorf("Failed to parse the input into map.\n")
  197. continue
  198. }
  199. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  200. if !reflect.DeepEqual(tt.result, mapRes) {
  201. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  202. }
  203. } else {
  204. t.Errorf("The returned result is not type of []byte\n")
  205. }
  206. }
  207. }
  208. func TestMetaFunc_Apply1(t *testing.T) {
  209. var tests = []struct {
  210. sql string
  211. data interface{}
  212. result interface{}
  213. }{
  214. {
  215. sql: "SELECT topic, meta(topic) AS a FROM test",
  216. data: &xsql.Tuple{
  217. Emitter: "test",
  218. Message: xsql.Message{
  219. "topic": "fff",
  220. },
  221. Metadata: xsql.Metadata{
  222. "topic": "devices/device_001/message",
  223. },
  224. },
  225. result: []map[string]interface{}{{
  226. "topic": "fff",
  227. "a": "devices/device_001/message",
  228. }},
  229. },
  230. {
  231. sql: "SELECT meta(device) as d, meta(temperature->device) as r FROM test",
  232. data: &xsql.Tuple{
  233. Emitter: "test",
  234. Message: xsql.Message{
  235. "temperature": 43.2,
  236. },
  237. Metadata: xsql.Metadata{
  238. "temperature": map[string]interface{}{
  239. "id": "dfadfasfas",
  240. "device": "device2",
  241. },
  242. "device": "gateway",
  243. },
  244. },
  245. result: []map[string]interface{}{{
  246. "d": "gateway",
  247. "r": "device2",
  248. }},
  249. },
  250. }
  251. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  252. contextLogger := common.Log.WithField("rule", "TestHashFunc_Apply1")
  253. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  254. for i, tt := range tests {
  255. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  256. if err != nil || stmt == nil {
  257. t.Errorf("parse sql %s error %v", tt.sql, err)
  258. }
  259. pp := &ProjectPlan{Fields: stmt.Fields}
  260. pp.isTest = true
  261. result := pp.Apply(ctx, tt.data)
  262. var mapRes []map[string]interface{}
  263. if v, ok := result.([]byte); ok {
  264. err := json.Unmarshal(v, &mapRes)
  265. if err != nil {
  266. t.Errorf("Failed to parse the input into map.\n")
  267. continue
  268. }
  269. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  270. if !reflect.DeepEqual(tt.result, mapRes) {
  271. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  272. }
  273. } else {
  274. t.Errorf("The returned result is not type of []byte\n")
  275. }
  276. }
  277. }