project_test.go 26 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082
  1. package plans
  2. import (
  3. "encoding/json"
  4. "fmt"
  5. "github.com/emqx/kuiper/common"
  6. "github.com/emqx/kuiper/xsql"
  7. "github.com/emqx/kuiper/xstream/contexts"
  8. "reflect"
  9. "strings"
  10. "testing"
  11. )
  12. func TestProjectPlan_Apply1(t *testing.T) {
  13. var tests = []struct {
  14. sql string
  15. data *xsql.Tuple
  16. result []map[string]interface{}
  17. }{
  18. {
  19. sql: "SELECT a FROM test",
  20. data: &xsql.Tuple{
  21. Emitter: "test",
  22. Message: xsql.Message{
  23. "a": "val_a",
  24. },
  25. },
  26. result: []map[string]interface{}{{
  27. "a": "val_a",
  28. }},
  29. },
  30. {
  31. sql: "SELECT ts FROM test",
  32. data: &xsql.Tuple{
  33. Emitter: "test",
  34. Message: xsql.Message{
  35. "a": "val_a",
  36. "ts": common.TimeFromUnixMilli(1568854573431),
  37. },
  38. },
  39. result: []map[string]interface{}{{
  40. "ts": "2019-09-19T00:56:13.000000431Z",
  41. }},
  42. },
  43. {
  44. sql: "SELECT A FROM test",
  45. data: &xsql.Tuple{
  46. Emitter: "test",
  47. Message: xsql.Message{
  48. "a": "val_a",
  49. },
  50. },
  51. result: []map[string]interface{}{{
  52. "A": "val_a",
  53. }},
  54. },
  55. {
  56. sql: `SELECT "value" FROM test`,
  57. data: &xsql.Tuple{
  58. Emitter: "test",
  59. Message: xsql.Message{},
  60. },
  61. result: []map[string]interface{}{{
  62. DEFAULT_FIELD_NAME_PREFIX + "0": "value",
  63. }},
  64. },
  65. {
  66. sql: `SELECT 3.4 FROM test`,
  67. data: &xsql.Tuple{
  68. Emitter: "test",
  69. Message: xsql.Message{},
  70. },
  71. result: []map[string]interface{}{{
  72. DEFAULT_FIELD_NAME_PREFIX + "0": 3.4,
  73. }},
  74. },
  75. {
  76. sql: `SELECT 5 FROM test`,
  77. data: &xsql.Tuple{
  78. Emitter: "test",
  79. Message: xsql.Message{},
  80. },
  81. result: []map[string]interface{}{{
  82. DEFAULT_FIELD_NAME_PREFIX + "0": 5.0,
  83. }},
  84. },
  85. {
  86. sql: `SELECT a, "value" AS b FROM test`,
  87. data: &xsql.Tuple{
  88. Emitter: "test",
  89. Message: xsql.Message{
  90. "a": "val_a",
  91. },
  92. },
  93. result: []map[string]interface{}{{
  94. "a": "val_a",
  95. "b": "value",
  96. }},
  97. },
  98. {
  99. sql: `SELECT a, "value" AS b, 3.14 as Pi, 0 as Zero FROM test`,
  100. data: &xsql.Tuple{
  101. Emitter: "test",
  102. Message: xsql.Message{
  103. "a": "val_a",
  104. },
  105. },
  106. result: []map[string]interface{}{{
  107. "a": "val_a",
  108. "b": "value",
  109. "Pi": 3.14,
  110. "Zero": 0.0,
  111. }},
  112. },
  113. {
  114. sql: `SELECT a->b AS ab FROM test`,
  115. data: &xsql.Tuple{
  116. Emitter: "test",
  117. Message: xsql.Message{
  118. "a": map[string]interface{}{"b": "hello"},
  119. },
  120. },
  121. result: []map[string]interface{}{{
  122. "ab": "hello",
  123. }},
  124. },
  125. {
  126. sql: `SELECT a[0]->b AS ab FROM test`,
  127. data: &xsql.Tuple{
  128. Emitter: "test",
  129. Message: xsql.Message{
  130. "a": []interface{}{
  131. map[string]interface{}{"b": "hello1"},
  132. map[string]interface{}{"b": "hello2"},
  133. },
  134. },
  135. },
  136. result: []map[string]interface{}{{
  137. "ab": "hello1",
  138. }},
  139. },
  140. {
  141. sql: `SELECT a->c->d AS f1 FROM test`,
  142. data: &xsql.Tuple{
  143. Emitter: "test",
  144. Message: xsql.Message{
  145. "a": map[string]interface{}{
  146. "b": "hello",
  147. "c": map[string]interface{}{
  148. "d": 35.2,
  149. },
  150. },
  151. },
  152. },
  153. result: []map[string]interface{}{{
  154. "f1": 35.2,
  155. }},
  156. },
  157. //The int type is not supported yet, the json parser returns float64 for int values
  158. {
  159. sql: `SELECT a->c->d AS f1 FROM test`,
  160. data: &xsql.Tuple{
  161. Emitter: "test",
  162. Message: xsql.Message{
  163. "a": map[string]interface{}{
  164. "b": "hello",
  165. "c": map[string]interface{}{
  166. "d": float64(35),
  167. },
  168. },
  169. },
  170. },
  171. result: []map[string]interface{}{{
  172. "f1": float64(35),
  173. }},
  174. },
  175. {
  176. sql: "SELECT a FROM test",
  177. data: &xsql.Tuple{
  178. Emitter: "test",
  179. Message: xsql.Message{},
  180. },
  181. result: []map[string]interface{}{
  182. {},
  183. },
  184. },
  185. {
  186. sql: "SELECT * FROM test",
  187. data: &xsql.Tuple{
  188. Emitter: "test",
  189. Message: xsql.Message{},
  190. },
  191. result: []map[string]interface{}{
  192. {},
  193. },
  194. },
  195. {
  196. sql: `SELECT * FROM test`,
  197. data: &xsql.Tuple{
  198. Emitter: "test",
  199. Message: xsql.Message{
  200. "a": map[string]interface{}{
  201. "b": "hello",
  202. "c": map[string]interface{}{
  203. "d": 35.2,
  204. },
  205. },
  206. },
  207. },
  208. result: []map[string]interface{}{{
  209. "a": map[string]interface{}{
  210. "b": "hello",
  211. "c": map[string]interface{}{
  212. "d": 35.2,
  213. },
  214. },
  215. }},
  216. },
  217. {
  218. sql: `SELECT * FROM test`,
  219. data: &xsql.Tuple{
  220. Emitter: "test",
  221. Message: xsql.Message{
  222. "a": "val1",
  223. "b": 3.14,
  224. },
  225. },
  226. result: []map[string]interface{}{{
  227. "a": "val1",
  228. "b": 3.14,
  229. }},
  230. },
  231. {
  232. sql: `SELECT 3*4 AS f1 FROM test`,
  233. data: &xsql.Tuple{
  234. Emitter: "test",
  235. Message: xsql.Message{},
  236. },
  237. result: []map[string]interface{}{{
  238. "f1": float64(12),
  239. }},
  240. },
  241. {
  242. sql: `SELECT 4.5*2 AS f1 FROM test`,
  243. data: &xsql.Tuple{
  244. Emitter: "test",
  245. Message: xsql.Message{},
  246. },
  247. result: []map[string]interface{}{{
  248. "f1": float64(9),
  249. }},
  250. },
  251. }
  252. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  253. contextLogger := common.Log.WithField("rule", "TestProjectPlan_Apply1")
  254. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  255. for i, tt := range tests {
  256. stmt, _ := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  257. pp := &ProjectPlan{Fields: stmt.Fields}
  258. pp.isTest = true
  259. result := pp.Apply(ctx, tt.data)
  260. var mapRes []map[string]interface{}
  261. if v, ok := result.([]byte); ok {
  262. err := json.Unmarshal(v, &mapRes)
  263. if err != nil {
  264. t.Errorf("Failed to parse the input into map.\n")
  265. continue
  266. }
  267. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  268. if !reflect.DeepEqual(tt.result, mapRes) {
  269. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  270. }
  271. } else {
  272. t.Errorf("The returned result is not type of []byte\n")
  273. }
  274. }
  275. }
  276. func TestProjectPlan_MultiInput(t *testing.T) {
  277. var tests = []struct {
  278. sql string
  279. data interface{}
  280. result []map[string]interface{}
  281. }{
  282. {
  283. sql: "SELECT * FROM tbl WHERE abc*2+3 > 12 AND abc < 20",
  284. data: &xsql.Tuple{
  285. Emitter: "tbl",
  286. Message: xsql.Message{
  287. "abc": int64(6),
  288. },
  289. },
  290. result: []map[string]interface{}{{
  291. "abc": float64(6), //json marshall problem
  292. }},
  293. },
  294. {
  295. sql: "SELECT abc FROM tbl WHERE abc*2+3 > 12 OR def = \"hello\"",
  296. data: &xsql.Tuple{
  297. Emitter: "tbl",
  298. Message: xsql.Message{
  299. "abc": int64(34),
  300. "def": "hello",
  301. },
  302. },
  303. result: []map[string]interface{}{{
  304. "abc": float64(34),
  305. }},
  306. },
  307. {
  308. sql: "SELECT id1 FROM src1 WHERE f1 = \"v1\" GROUP BY TUMBLINGWINDOW(ss, 10)",
  309. data: xsql.WindowTuplesSet{
  310. xsql.WindowTuples{
  311. Emitter: "src1",
  312. Tuples: []xsql.Tuple{
  313. {
  314. Emitter: "src1",
  315. Message: xsql.Message{"id1": 1, "f1": "v1"},
  316. }, {
  317. Emitter: "src1",
  318. Message: xsql.Message{"id1": 2, "f1": "v2"},
  319. }, {
  320. Emitter: "src1",
  321. Message: xsql.Message{"id1": 3, "f1": "v1"},
  322. },
  323. },
  324. },
  325. },
  326. result: []map[string]interface{}{{
  327. "id1": float64(1),
  328. }, {
  329. "id1": float64(2),
  330. }, {
  331. "id1": float64(3),
  332. }},
  333. },
  334. {
  335. sql: "SELECT * FROM src1 WHERE f1 = \"v1\" GROUP BY TUMBLINGWINDOW(ss, 10)",
  336. data: xsql.WindowTuplesSet{
  337. xsql.WindowTuples{
  338. Emitter: "src1",
  339. Tuples: []xsql.Tuple{
  340. {
  341. Emitter: "src1",
  342. Message: xsql.Message{"id1": 1, "f1": "v1"},
  343. }, {
  344. Emitter: "src1",
  345. Message: xsql.Message{"id1": 2, "f1": "v2"},
  346. }, {
  347. Emitter: "src1",
  348. Message: xsql.Message{"id1": 3, "f1": "v1"},
  349. },
  350. },
  351. },
  352. },
  353. result: []map[string]interface{}{{
  354. "id1": float64(1),
  355. "f1": "v1",
  356. }, {
  357. "id1": float64(2),
  358. "f1": "v2",
  359. }, {
  360. "id1": float64(3),
  361. "f1": "v1",
  362. }},
  363. },
  364. {
  365. sql: "SELECT src1.* FROM src1 WHERE f1 = \"v1\" GROUP BY TUMBLINGWINDOW(ss, 10)",
  366. data: xsql.WindowTuplesSet{
  367. xsql.WindowTuples{
  368. Emitter: "src1",
  369. Tuples: []xsql.Tuple{
  370. {
  371. Emitter: "src1",
  372. Message: xsql.Message{"id1": 1, "f1": "v1"},
  373. }, {
  374. Emitter: "src1",
  375. Message: xsql.Message{"id1": 2, "f1": "v2"},
  376. }, {
  377. Emitter: "src1",
  378. Message: xsql.Message{"id1": 3, "f1": "v1"},
  379. },
  380. },
  381. },
  382. },
  383. result: []map[string]interface{}{{
  384. "id1": float64(1),
  385. "f1": "v1",
  386. }, {
  387. "id1": float64(2),
  388. "f1": "v2",
  389. }, {
  390. "id1": float64(3),
  391. "f1": "v1",
  392. }},
  393. },
  394. {
  395. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 WHERE src1.f1 = \"v1\" GROUP BY TUMBLINGWINDOW(ss, 10)",
  396. data: xsql.JoinTupleSets{
  397. xsql.JoinTuple{
  398. Tuples: []xsql.Tuple{
  399. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  400. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  401. },
  402. },
  403. xsql.JoinTuple{
  404. Tuples: []xsql.Tuple{
  405. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  406. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  407. },
  408. },
  409. xsql.JoinTuple{
  410. Tuples: []xsql.Tuple{
  411. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  412. },
  413. },
  414. },
  415. result: []map[string]interface{}{{
  416. "id1": float64(1),
  417. }, {
  418. "id1": float64(2),
  419. }, {
  420. "id1": float64(3),
  421. }},
  422. },
  423. {
  424. sql: "SELECT abc FROM tbl group by abc",
  425. data: xsql.GroupedTuplesSet{
  426. {
  427. &xsql.Tuple{
  428. Emitter: "tbl",
  429. Message: xsql.Message{
  430. "abc": int64(6),
  431. "def": "hello",
  432. },
  433. },
  434. },
  435. },
  436. result: []map[string]interface{}{{
  437. "abc": float64(6),
  438. }},
  439. },
  440. {
  441. sql: "SELECT id1 FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1",
  442. data: xsql.GroupedTuplesSet{
  443. {
  444. &xsql.Tuple{
  445. Emitter: "src1",
  446. Message: xsql.Message{"id1": 1, "f1": "v1"},
  447. },
  448. &xsql.Tuple{
  449. Emitter: "src1",
  450. Message: xsql.Message{"id1": 3, "f1": "v1"},
  451. },
  452. },
  453. {
  454. &xsql.Tuple{
  455. Emitter: "src1",
  456. Message: xsql.Message{"id1": 2, "f1": "v2"},
  457. },
  458. },
  459. },
  460. result: []map[string]interface{}{{
  461. "id1": float64(1),
  462. }, {
  463. "id1": float64(2),
  464. }},
  465. },
  466. {
  467. sql: "SELECT src2.id2 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY src2.f2, TUMBLINGWINDOW(ss, 10)",
  468. data: xsql.GroupedTuplesSet{
  469. {
  470. &xsql.JoinTuple{
  471. Tuples: []xsql.Tuple{
  472. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  473. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  474. },
  475. },
  476. },
  477. {
  478. &xsql.JoinTuple{
  479. Tuples: []xsql.Tuple{
  480. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  481. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  482. },
  483. },
  484. },
  485. {
  486. &xsql.JoinTuple{
  487. Tuples: []xsql.Tuple{
  488. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  489. },
  490. },
  491. },
  492. },
  493. result: []map[string]interface{}{{
  494. "id2": float64(2),
  495. }, {
  496. "id2": float64(4),
  497. }, {}},
  498. },
  499. {
  500. sql: "SELECT src1.*, f2 FROM src1 left join src2 GROUP BY TUMBLINGWINDOW(ss, 10)",
  501. data: xsql.JoinTupleSets{
  502. xsql.JoinTuple{
  503. Tuples: []xsql.Tuple{
  504. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  505. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  506. },
  507. },
  508. xsql.JoinTuple{
  509. Tuples: []xsql.Tuple{
  510. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  511. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  512. },
  513. },
  514. xsql.JoinTuple{
  515. Tuples: []xsql.Tuple{
  516. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  517. },
  518. },
  519. },
  520. result: []map[string]interface{}{{
  521. "id1": float64(1),
  522. "f1": "v1",
  523. "f2": "w2",
  524. }, {
  525. "id1": float64(2),
  526. "f1": "v2",
  527. "f2": "w3",
  528. }, {
  529. "id1": float64(3),
  530. "f1": "v1",
  531. }},
  532. },
  533. {
  534. sql: "SELECT * FROM src1 left join src2 GROUP BY TUMBLINGWINDOW(ss, 10)",
  535. data: xsql.JoinTupleSets{
  536. xsql.JoinTuple{
  537. Tuples: []xsql.Tuple{
  538. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  539. {Emitter: "src2", Message: xsql.Message{"id": 2, "f2": "w2"}},
  540. },
  541. },
  542. xsql.JoinTuple{
  543. Tuples: []xsql.Tuple{
  544. {Emitter: "src1", Message: xsql.Message{"id": 2, "f1": "v2"}},
  545. {Emitter: "src2", Message: xsql.Message{"id": 4, "f2": "w3"}},
  546. },
  547. },
  548. xsql.JoinTuple{
  549. Tuples: []xsql.Tuple{
  550. {Emitter: "src1", Message: xsql.Message{"id": 3, "f1": "v1"}},
  551. },
  552. },
  553. },
  554. result: []map[string]interface{}{{
  555. "id": float64(1),
  556. "f1": "v1",
  557. "f2": "w2",
  558. }, {
  559. "id": float64(2),
  560. "f1": "v2",
  561. "f2": "w3",
  562. }, {
  563. "id": float64(3),
  564. "f1": "v1",
  565. }},
  566. },
  567. {
  568. sql: "SELECT src1.* FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1",
  569. data: xsql.GroupedTuplesSet{
  570. {
  571. &xsql.Tuple{
  572. Emitter: "src1",
  573. Message: xsql.Message{"id1": 1, "f1": "v1"},
  574. },
  575. &xsql.Tuple{
  576. Emitter: "src1",
  577. Message: xsql.Message{"id1": 3, "f1": "v1"},
  578. },
  579. },
  580. {
  581. &xsql.Tuple{
  582. Emitter: "src1",
  583. Message: xsql.Message{"id1": 2, "f1": "v2"},
  584. },
  585. },
  586. },
  587. result: []map[string]interface{}{{
  588. "id1": float64(1),
  589. "f1": "v1",
  590. }, {
  591. "id1": float64(2),
  592. "f1": "v2",
  593. }},
  594. },
  595. {
  596. sql: "SELECT src2.id2, src1.* FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY src2.f2, TUMBLINGWINDOW(ss, 10)",
  597. data: xsql.GroupedTuplesSet{
  598. {
  599. &xsql.JoinTuple{
  600. Tuples: []xsql.Tuple{
  601. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  602. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  603. },
  604. },
  605. },
  606. {
  607. &xsql.JoinTuple{
  608. Tuples: []xsql.Tuple{
  609. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  610. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  611. },
  612. },
  613. },
  614. {
  615. &xsql.JoinTuple{
  616. Tuples: []xsql.Tuple{
  617. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  618. },
  619. },
  620. },
  621. },
  622. result: []map[string]interface{}{{
  623. "id2": float64(2),
  624. "id1": float64(1),
  625. "f1": "v1",
  626. }, {
  627. "id2": float64(4),
  628. "id1": float64(2),
  629. "f1": "v2",
  630. }, {
  631. "id1": float64(3),
  632. "f1": "v1",
  633. }},
  634. },
  635. {
  636. sql: "SELECT src2.id2, src1.* FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY src2.f2, TUMBLINGWINDOW(ss, 10)",
  637. data: xsql.GroupedTuplesSet{
  638. {
  639. &xsql.JoinTuple{
  640. Tuples: []xsql.Tuple{
  641. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  642. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  643. },
  644. },
  645. },
  646. {
  647. &xsql.JoinTuple{
  648. Tuples: []xsql.Tuple{
  649. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  650. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  651. },
  652. },
  653. },
  654. {
  655. &xsql.JoinTuple{
  656. Tuples: []xsql.Tuple{
  657. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  658. },
  659. },
  660. },
  661. },
  662. result: []map[string]interface{}{{
  663. "id2": float64(2),
  664. "id1": float64(1),
  665. "f1": "v1",
  666. }, {
  667. "id2": float64(4),
  668. "id1": float64(2),
  669. "f1": "v2",
  670. }, {
  671. "id1": float64(3),
  672. "f1": "v1",
  673. }},
  674. },
  675. }
  676. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  677. contextLogger := common.Log.WithField("rule", "TestProjectPlan_MultiInput")
  678. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  679. for i, tt := range tests {
  680. stmt, _ := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  681. pp := &ProjectPlan{Fields: stmt.Fields}
  682. pp.isTest = true
  683. result := pp.Apply(ctx, tt.data)
  684. var mapRes []map[string]interface{}
  685. if v, ok := result.([]byte); ok {
  686. err := json.Unmarshal(v, &mapRes)
  687. if err != nil {
  688. t.Errorf("Failed to parse the input into map.\n")
  689. continue
  690. }
  691. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  692. if !reflect.DeepEqual(tt.result, mapRes) {
  693. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  694. }
  695. } else {
  696. t.Errorf("The returned result is not type of []byte\n")
  697. }
  698. }
  699. }
  700. func TestProjectPlan_Funcs(t *testing.T) {
  701. var tests = []struct {
  702. sql string
  703. data interface{}
  704. result []map[string]interface{}
  705. }{
  706. {
  707. sql: "SELECT round(a) as r FROM test",
  708. data: &xsql.Tuple{
  709. Emitter: "test",
  710. Message: xsql.Message{
  711. "a": 47.5,
  712. },
  713. },
  714. result: []map[string]interface{}{{
  715. "r": float64(48),
  716. }},
  717. }, {
  718. sql: "SELECT round(a) as r FROM test GROUP BY TumblingWindow(ss, 10)",
  719. data: xsql.WindowTuplesSet{
  720. xsql.WindowTuples{
  721. Emitter: "test",
  722. Tuples: []xsql.Tuple{
  723. {
  724. Emitter: "src1",
  725. Message: xsql.Message{"a": 53.1},
  726. }, {
  727. Emitter: "src1",
  728. Message: xsql.Message{"a": 27.4},
  729. }, {
  730. Emitter: "src1",
  731. Message: xsql.Message{"a": 123123.7},
  732. },
  733. },
  734. },
  735. },
  736. result: []map[string]interface{}{{
  737. "r": float64(53),
  738. }, {
  739. "r": float64(27),
  740. }, {
  741. "r": float64(123124),
  742. }},
  743. }, {
  744. sql: "SELECT round(a) as r FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10)",
  745. data: xsql.JoinTupleSets{
  746. xsql.JoinTuple{
  747. Tuples: []xsql.Tuple{
  748. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 65.55}},
  749. {Emitter: "test1", Message: xsql.Message{"id": 1, "b": 12}},
  750. },
  751. },
  752. xsql.JoinTuple{
  753. Tuples: []xsql.Tuple{
  754. {Emitter: "test", Message: xsql.Message{"id": 2, "a": 73.499}},
  755. {Emitter: "test1", Message: xsql.Message{"id": 2, "b": 34}},
  756. },
  757. },
  758. xsql.JoinTuple{
  759. Tuples: []xsql.Tuple{
  760. {Emitter: "test", Message: xsql.Message{"id": 3, "a": 88.88}},
  761. {Emitter: "test1", Message: xsql.Message{"id": 3, "b": 6}},
  762. },
  763. },
  764. },
  765. result: []map[string]interface{}{{
  766. "r": float64(66),
  767. }, {
  768. "r": float64(73),
  769. }, {
  770. "r": float64(89),
  771. }},
  772. }, {
  773. sql: "SELECT CONCAT(test.id, test.a, test1.b) as concat FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10)",
  774. data: xsql.JoinTupleSets{
  775. xsql.JoinTuple{
  776. Tuples: []xsql.Tuple{
  777. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 65.55}},
  778. {Emitter: "test1", Message: xsql.Message{"id": 1, "b": 12}},
  779. },
  780. },
  781. xsql.JoinTuple{
  782. Tuples: []xsql.Tuple{
  783. {Emitter: "test", Message: xsql.Message{"id": 2, "a": 73.499}},
  784. {Emitter: "test1", Message: xsql.Message{"id": 2, "b": 34}},
  785. },
  786. },
  787. xsql.JoinTuple{
  788. Tuples: []xsql.Tuple{
  789. {Emitter: "test", Message: xsql.Message{"id": 3, "a": 88.88}},
  790. {Emitter: "test1", Message: xsql.Message{"id": 3, "b": 6}},
  791. },
  792. },
  793. },
  794. result: []map[string]interface{}{{
  795. "concat": "165.5512",
  796. }, {
  797. "concat": "273.49934",
  798. }, {
  799. "concat": "388.886",
  800. }},
  801. },
  802. }
  803. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  804. contextLogger := common.Log.WithField("rule", "TestProjectPlan_Funcs")
  805. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  806. for i, tt := range tests {
  807. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  808. if err != nil {
  809. t.Error(err)
  810. }
  811. pp := &ProjectPlan{Fields: stmt.Fields}
  812. pp.isTest = true
  813. result := pp.Apply(ctx, tt.data)
  814. var mapRes []map[string]interface{}
  815. if v, ok := result.([]byte); ok {
  816. err := json.Unmarshal(v, &mapRes)
  817. if err != nil {
  818. t.Errorf("Failed to parse the input into map.\n")
  819. continue
  820. }
  821. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  822. if !reflect.DeepEqual(tt.result, mapRes) {
  823. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  824. }
  825. } else {
  826. t.Errorf("The returned result is not type of []byte\n")
  827. }
  828. }
  829. }
  830. func TestProjectPlan_AggFuncs(t *testing.T) {
  831. var tests = []struct {
  832. sql string
  833. data interface{}
  834. result []map[string]interface{}
  835. }{
  836. {
  837. sql: "SELECT count(*) as c, round(a) as r FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10), test1.color",
  838. data: xsql.GroupedTuplesSet{
  839. {
  840. &xsql.JoinTuple{
  841. Tuples: []xsql.Tuple{
  842. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
  843. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  844. },
  845. },
  846. &xsql.JoinTuple{
  847. Tuples: []xsql.Tuple{
  848. {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
  849. {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
  850. },
  851. },
  852. },
  853. {
  854. &xsql.JoinTuple{
  855. Tuples: []xsql.Tuple{
  856. {Emitter: "test", Message: xsql.Message{"id": 2, "a": 89.03}},
  857. {Emitter: "src2", Message: xsql.Message{"id": 2, "color": "w1"}},
  858. },
  859. },
  860. &xsql.JoinTuple{
  861. Tuples: []xsql.Tuple{
  862. {Emitter: "test", Message: xsql.Message{"id": 4, "a": 14.6}},
  863. {Emitter: "src2", Message: xsql.Message{"id": 4, "color": "w1"}},
  864. },
  865. },
  866. },
  867. },
  868. result: []map[string]interface{}{{
  869. "c": float64(2),
  870. "r": float64(122),
  871. }, {
  872. "c": float64(2),
  873. "r": float64(89),
  874. }},
  875. },
  876. {
  877. sql: "SELECT avg(a) as avg FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10), test1.color",
  878. data: xsql.GroupedTuplesSet{
  879. {
  880. &xsql.JoinTuple{
  881. Tuples: []xsql.Tuple{
  882. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
  883. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  884. },
  885. },
  886. &xsql.JoinTuple{
  887. Tuples: []xsql.Tuple{
  888. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 68.54}},
  889. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  890. },
  891. },
  892. &xsql.JoinTuple{
  893. Tuples: []xsql.Tuple{
  894. {Emitter: "test", Message: xsql.Message{"id": 4, "a": 98.31}},
  895. {Emitter: "src2", Message: xsql.Message{"id": 4, "color": "w2"}},
  896. },
  897. },
  898. &xsql.JoinTuple{
  899. Tuples: []xsql.Tuple{
  900. {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.54}},
  901. {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
  902. },
  903. },
  904. },
  905. {
  906. &xsql.JoinTuple{
  907. Tuples: []xsql.Tuple{
  908. {Emitter: "test", Message: xsql.Message{"id": 2, "a": 89.03}},
  909. {Emitter: "src2", Message: xsql.Message{"id": 2, "color": "w1"}},
  910. },
  911. },
  912. &xsql.JoinTuple{
  913. Tuples: []xsql.Tuple{
  914. {Emitter: "test", Message: xsql.Message{"id": 4, "a": 14.6}},
  915. {Emitter: "src2", Message: xsql.Message{"id": 4, "color": "w1"}},
  916. },
  917. },
  918. },
  919. },
  920. result: []map[string]interface{}{{
  921. "avg": 116.68,
  922. }, {
  923. "avg": 51.815,
  924. }},
  925. },
  926. {
  927. sql: "SELECT max(a) as max FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10), test1.color",
  928. data: xsql.GroupedTuplesSet{
  929. {
  930. &xsql.JoinTuple{
  931. Tuples: []xsql.Tuple{
  932. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
  933. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  934. },
  935. },
  936. &xsql.JoinTuple{
  937. Tuples: []xsql.Tuple{
  938. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 68.55}},
  939. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  940. },
  941. },
  942. &xsql.JoinTuple{
  943. Tuples: []xsql.Tuple{
  944. {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
  945. {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
  946. },
  947. },
  948. },
  949. {
  950. &xsql.JoinTuple{
  951. Tuples: []xsql.Tuple{
  952. {Emitter: "test", Message: xsql.Message{"id": 2, "a": 89.03}},
  953. {Emitter: "src2", Message: xsql.Message{"id": 2, "color": "w1"}},
  954. },
  955. },
  956. &xsql.JoinTuple{
  957. Tuples: []xsql.Tuple{
  958. {Emitter: "test", Message: xsql.Message{"id": 4, "a": 14.6}},
  959. {Emitter: "src2", Message: xsql.Message{"id": 4, "color": "w1"}},
  960. },
  961. },
  962. },
  963. },
  964. result: []map[string]interface{}{{
  965. "max": 177.51,
  966. }, {
  967. "max": 89.03,
  968. }},
  969. },
  970. {
  971. sql: "SELECT min(a) as min FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10)",
  972. data: xsql.JoinTupleSets{
  973. xsql.JoinTuple{
  974. Tuples: []xsql.Tuple{
  975. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
  976. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  977. },
  978. },
  979. xsql.JoinTuple{
  980. Tuples: []xsql.Tuple{
  981. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 68.55}},
  982. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  983. },
  984. },
  985. xsql.JoinTuple{
  986. Tuples: []xsql.Tuple{
  987. {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
  988. {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
  989. },
  990. },
  991. },
  992. result: []map[string]interface{}{{
  993. "min": 68.55,
  994. }},
  995. }, {
  996. sql: "SELECT sum(a) as sum FROM test GROUP BY TumblingWindow(ss, 10)",
  997. data: xsql.WindowTuplesSet{
  998. xsql.WindowTuples{
  999. Emitter: "test",
  1000. Tuples: []xsql.Tuple{
  1001. {
  1002. Emitter: "src1",
  1003. Message: xsql.Message{"a": 53},
  1004. }, {
  1005. Emitter: "src1",
  1006. Message: xsql.Message{"a": 27},
  1007. }, {
  1008. Emitter: "src1",
  1009. Message: xsql.Message{"a": 123123},
  1010. },
  1011. },
  1012. },
  1013. },
  1014. result: []map[string]interface{}{{
  1015. "sum": float64(123203),
  1016. }},
  1017. },
  1018. }
  1019. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  1020. contextLogger := common.Log.WithField("rule", "TestProjectPlan_AggFuncs")
  1021. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  1022. for i, tt := range tests {
  1023. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  1024. if err != nil {
  1025. t.Error(err)
  1026. }
  1027. pp := &ProjectPlan{Fields: stmt.Fields, IsAggregate: true}
  1028. pp.isTest = true
  1029. result := pp.Apply(ctx, tt.data)
  1030. var mapRes []map[string]interface{}
  1031. if v, ok := result.([]byte); ok {
  1032. err := json.Unmarshal(v, &mapRes)
  1033. if err != nil {
  1034. t.Errorf("Failed to parse the input into map.\n")
  1035. continue
  1036. }
  1037. //fmt.Printf("%t\n", mapRes["rengine_field_0"])
  1038. if !reflect.DeepEqual(tt.result, mapRes) {
  1039. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, mapRes)
  1040. }
  1041. } else {
  1042. t.Errorf("The returned result is not type of []byte\n")
  1043. }
  1044. }
  1045. }