aggregate_test.go 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761
  1. package plans
  2. import (
  3. "errors"
  4. "fmt"
  5. "github.com/emqx/kuiper/common"
  6. "github.com/emqx/kuiper/xsql"
  7. "github.com/emqx/kuiper/xstream/contexts"
  8. "reflect"
  9. "strings"
  10. "testing"
  11. )
  12. func TestAggregatePlan_Apply(t *testing.T) {
  13. var tests = []struct {
  14. sql string
  15. data interface{}
  16. result xsql.GroupedTuplesSet
  17. }{
  18. {
  19. sql: "SELECT abc FROM tbl group by abc",
  20. data: &xsql.Tuple{
  21. Emitter: "tbl",
  22. Message: xsql.Message{
  23. "abc": int64(6),
  24. "def": "hello",
  25. },
  26. },
  27. result: xsql.GroupedTuplesSet{
  28. {
  29. &xsql.Tuple{
  30. Emitter: "tbl",
  31. Message: xsql.Message{
  32. "abc": int64(6),
  33. "def": "hello",
  34. },
  35. },
  36. },
  37. },
  38. },
  39. {
  40. sql: "SELECT abc FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1",
  41. data: xsql.WindowTuplesSet{
  42. xsql.WindowTuples{
  43. Emitter: "src1",
  44. Tuples: []xsql.Tuple{
  45. {
  46. Emitter: "src1",
  47. Message: xsql.Message{"id1": 1, "f1": "v1"},
  48. }, {
  49. Emitter: "src1",
  50. Message: xsql.Message{"id1": 2, "f1": "v2"},
  51. }, {
  52. Emitter: "src1",
  53. Message: xsql.Message{"id1": 3, "f1": "v1"},
  54. },
  55. },
  56. },
  57. },
  58. result: xsql.GroupedTuplesSet{
  59. {
  60. &xsql.Tuple{
  61. Emitter: "src1",
  62. Message: xsql.Message{"id1": 1, "f1": "v1"},
  63. },
  64. &xsql.Tuple{
  65. Emitter: "src1",
  66. Message: xsql.Message{"id1": 3, "f1": "v1"},
  67. },
  68. },
  69. {
  70. &xsql.Tuple{
  71. Emitter: "src1",
  72. Message: xsql.Message{"id1": 2, "f1": "v2"},
  73. },
  74. },
  75. },
  76. },
  77. {
  78. sql: "SELECT abc FROM src1 GROUP BY id1, TUMBLINGWINDOW(ss, 10), f1",
  79. data: xsql.WindowTuplesSet{
  80. xsql.WindowTuples{
  81. Emitter: "src1",
  82. Tuples: []xsql.Tuple{
  83. {
  84. Emitter: "src1",
  85. Message: xsql.Message{"id1": 1, "f1": "v1"},
  86. }, {
  87. Emitter: "src1",
  88. Message: xsql.Message{"id1": 2, "f1": "v2"},
  89. }, {
  90. Emitter: "src1",
  91. Message: xsql.Message{"id1": 3, "f1": "v1"},
  92. },
  93. },
  94. },
  95. },
  96. result: xsql.GroupedTuplesSet{
  97. {
  98. &xsql.Tuple{
  99. Emitter: "src1",
  100. Message: xsql.Message{"id1": 1, "f1": "v1"},
  101. },
  102. },
  103. {
  104. &xsql.Tuple{
  105. Emitter: "src1",
  106. Message: xsql.Message{"id1": 2, "f1": "v2"},
  107. },
  108. },
  109. {
  110. &xsql.Tuple{
  111. Emitter: "src1",
  112. Message: xsql.Message{"id1": 3, "f1": "v1"},
  113. },
  114. },
  115. },
  116. },
  117. {
  118. sql: "SELECT abc FROM src1 GROUP BY meta(topic), TUMBLINGWINDOW(ss, 10)",
  119. data: xsql.WindowTuplesSet{
  120. xsql.WindowTuples{
  121. Emitter: "src1",
  122. Tuples: []xsql.Tuple{
  123. {
  124. Emitter: "src1",
  125. Message: xsql.Message{"id1": 1, "f1": "v1"},
  126. Metadata: xsql.Metadata{"topic": "topic1"},
  127. }, {
  128. Emitter: "src1",
  129. Message: xsql.Message{"id1": 2, "f1": "v2"},
  130. Metadata: xsql.Metadata{"topic": "topic2"},
  131. }, {
  132. Emitter: "src1",
  133. Message: xsql.Message{"id1": 3, "f1": "v1"},
  134. Metadata: xsql.Metadata{"topic": "topic1"},
  135. },
  136. },
  137. },
  138. },
  139. result: xsql.GroupedTuplesSet{
  140. {
  141. &xsql.Tuple{
  142. Emitter: "src1",
  143. Message: xsql.Message{"id1": 1, "f1": "v1"},
  144. Metadata: xsql.Metadata{"topic": "topic1"},
  145. },
  146. &xsql.Tuple{
  147. Emitter: "src1",
  148. Message: xsql.Message{"id1": 3, "f1": "v1"},
  149. Metadata: xsql.Metadata{"topic": "topic1"},
  150. },
  151. },
  152. {
  153. &xsql.Tuple{
  154. Emitter: "src1",
  155. Message: xsql.Message{"id1": 2, "f1": "v2"},
  156. Metadata: xsql.Metadata{"topic": "topic2"},
  157. },
  158. },
  159. },
  160. },
  161. {
  162. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY src2.f2, TUMBLINGWINDOW(ss, 10)",
  163. data: xsql.JoinTupleSets{
  164. xsql.JoinTuple{
  165. Tuples: []xsql.Tuple{
  166. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  167. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  168. },
  169. },
  170. xsql.JoinTuple{
  171. Tuples: []xsql.Tuple{
  172. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  173. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  174. },
  175. },
  176. xsql.JoinTuple{
  177. Tuples: []xsql.Tuple{
  178. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  179. },
  180. },
  181. },
  182. result: xsql.GroupedTuplesSet{
  183. {
  184. &xsql.JoinTuple{
  185. Tuples: []xsql.Tuple{
  186. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  187. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  188. },
  189. },
  190. },
  191. {
  192. &xsql.JoinTuple{
  193. Tuples: []xsql.Tuple{
  194. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  195. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  196. },
  197. },
  198. },
  199. {
  200. &xsql.JoinTuple{
  201. Tuples: []xsql.Tuple{
  202. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  203. },
  204. },
  205. },
  206. },
  207. },
  208. {
  209. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY TUMBLINGWINDOW(ss, 10), src1.f1",
  210. data: xsql.JoinTupleSets{
  211. xsql.JoinTuple{
  212. Tuples: []xsql.Tuple{
  213. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  214. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  215. },
  216. },
  217. xsql.JoinTuple{
  218. Tuples: []xsql.Tuple{
  219. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  220. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  221. },
  222. },
  223. xsql.JoinTuple{
  224. Tuples: []xsql.Tuple{
  225. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  226. },
  227. },
  228. },
  229. result: xsql.GroupedTuplesSet{
  230. {
  231. &xsql.JoinTuple{
  232. Tuples: []xsql.Tuple{
  233. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  234. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  235. },
  236. },
  237. &xsql.JoinTuple{
  238. Tuples: []xsql.Tuple{
  239. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  240. },
  241. },
  242. },
  243. {
  244. &xsql.JoinTuple{
  245. Tuples: []xsql.Tuple{
  246. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  247. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  248. },
  249. },
  250. },
  251. },
  252. },
  253. {
  254. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY TUMBLINGWINDOW(ss, 10), src1.ts",
  255. data: xsql.JoinTupleSets{
  256. xsql.JoinTuple{
  257. Tuples: []xsql.Tuple{
  258. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1", "ts": common.TimeFromUnixMilli(1568854515000)}},
  259. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  260. },
  261. },
  262. xsql.JoinTuple{
  263. Tuples: []xsql.Tuple{
  264. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2", "ts": common.TimeFromUnixMilli(1568854573431)}},
  265. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  266. },
  267. },
  268. xsql.JoinTuple{
  269. Tuples: []xsql.Tuple{
  270. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1", "ts": common.TimeFromUnixMilli(1568854515000)}},
  271. },
  272. },
  273. },
  274. result: xsql.GroupedTuplesSet{
  275. {
  276. &xsql.JoinTuple{
  277. Tuples: []xsql.Tuple{
  278. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1", "ts": common.TimeFromUnixMilli(1568854515000)}},
  279. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  280. },
  281. },
  282. &xsql.JoinTuple{
  283. Tuples: []xsql.Tuple{
  284. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1", "ts": common.TimeFromUnixMilli(1568854515000)}},
  285. },
  286. },
  287. },
  288. {
  289. &xsql.JoinTuple{
  290. Tuples: []xsql.Tuple{
  291. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2", "ts": common.TimeFromUnixMilli(1568854573431)}},
  292. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  293. },
  294. },
  295. },
  296. },
  297. },
  298. }
  299. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  300. contextLogger := common.Log.WithField("rule", "TestFilterPlan_Apply")
  301. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  302. for i, tt := range tests {
  303. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  304. if err != nil {
  305. t.Errorf("statement parse error %s", err)
  306. break
  307. }
  308. fv, afv := xsql.NewFunctionValuersForOp(nil)
  309. pp := &AggregatePlan{Dimensions: stmt.Dimensions.GetGroups()}
  310. result := pp.Apply(ctx, tt.data, fv, afv)
  311. gr, ok := result.(xsql.GroupedTuplesSet)
  312. if !ok {
  313. t.Errorf("result is not GroupedTuplesSet")
  314. }
  315. if len(tt.result) != len(gr) {
  316. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, gr)
  317. }
  318. for _, r := range tt.result {
  319. matched := false
  320. for _, gre := range gr {
  321. if reflect.DeepEqual(r, gre) {
  322. matched = true
  323. }
  324. }
  325. if !matched {
  326. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, r)
  327. }
  328. }
  329. }
  330. }
  331. func TestAggregatePlanGroupAlias_Apply(t *testing.T) {
  332. var tests = []struct {
  333. sql string
  334. data interface{}
  335. result xsql.GroupedTuplesSet
  336. }{
  337. {
  338. sql: "SELECT count(*) as c FROM tbl group by abc",
  339. data: &xsql.Tuple{
  340. Emitter: "tbl",
  341. Message: xsql.Message{
  342. "abc": int64(6),
  343. "def": "hello",
  344. },
  345. },
  346. result: xsql.GroupedTuplesSet{
  347. {
  348. &xsql.Tuple{
  349. Emitter: "tbl",
  350. Message: xsql.Message{
  351. "abc": int64(6),
  352. "def": "hello",
  353. "c": 1,
  354. },
  355. },
  356. },
  357. },
  358. },
  359. {
  360. sql: "SELECT count(*) as c FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1",
  361. data: xsql.WindowTuplesSet{
  362. xsql.WindowTuples{
  363. Emitter: "src1",
  364. Tuples: []xsql.Tuple{
  365. {
  366. Emitter: "src1",
  367. Message: xsql.Message{"id1": 1, "f1": "v1"},
  368. }, {
  369. Emitter: "src1",
  370. Message: xsql.Message{"id1": 2, "f1": "v2"},
  371. }, {
  372. Emitter: "src1",
  373. Message: xsql.Message{"id1": 3, "f1": "v1"},
  374. },
  375. },
  376. },
  377. },
  378. result: xsql.GroupedTuplesSet{
  379. {
  380. &xsql.Tuple{
  381. Emitter: "src1",
  382. Message: xsql.Message{"id1": 1, "f1": "v1", "c": 2},
  383. },
  384. &xsql.Tuple{
  385. Emitter: "src1",
  386. Message: xsql.Message{"id1": 3, "f1": "v1"},
  387. },
  388. },
  389. {
  390. &xsql.Tuple{
  391. Emitter: "src1",
  392. Message: xsql.Message{"id1": 2, "f1": "v2", "c": 1},
  393. },
  394. },
  395. },
  396. },
  397. {
  398. sql: "SELECT abc, count(*) as c FROM src1 GROUP BY id1, TUMBLINGWINDOW(ss, 10), f1",
  399. data: xsql.WindowTuplesSet{
  400. xsql.WindowTuples{
  401. Emitter: "src1",
  402. Tuples: []xsql.Tuple{
  403. {
  404. Emitter: "src1",
  405. Message: xsql.Message{"id1": 1, "f1": "v1"},
  406. }, {
  407. Emitter: "src1",
  408. Message: xsql.Message{"id1": 2, "f1": "v2"},
  409. }, {
  410. Emitter: "src1",
  411. Message: xsql.Message{"id1": 3, "f1": "v1"},
  412. },
  413. },
  414. },
  415. },
  416. result: xsql.GroupedTuplesSet{
  417. {
  418. &xsql.Tuple{
  419. Emitter: "src1",
  420. Message: xsql.Message{"id1": 1, "f1": "v1", "c": 1},
  421. },
  422. },
  423. {
  424. &xsql.Tuple{
  425. Emitter: "src1",
  426. Message: xsql.Message{"id1": 2, "f1": "v2", "c": 1},
  427. },
  428. },
  429. {
  430. &xsql.Tuple{
  431. Emitter: "src1",
  432. Message: xsql.Message{"id1": 3, "f1": "v1", "c": 1},
  433. },
  434. },
  435. },
  436. },
  437. {
  438. sql: "SELECT count(*) as c FROM src1 GROUP BY meta(topic), TUMBLINGWINDOW(ss, 10)",
  439. data: xsql.WindowTuplesSet{
  440. xsql.WindowTuples{
  441. Emitter: "src1",
  442. Tuples: []xsql.Tuple{
  443. {
  444. Emitter: "src1",
  445. Message: xsql.Message{"id1": 1, "f1": "v1"},
  446. Metadata: xsql.Metadata{"topic": "topic1"},
  447. }, {
  448. Emitter: "src1",
  449. Message: xsql.Message{"id1": 2, "f1": "v2"},
  450. Metadata: xsql.Metadata{"topic": "topic2"},
  451. }, {
  452. Emitter: "src1",
  453. Message: xsql.Message{"id1": 3, "f1": "v1"},
  454. Metadata: xsql.Metadata{"topic": "topic1"},
  455. },
  456. },
  457. },
  458. },
  459. result: xsql.GroupedTuplesSet{
  460. {
  461. &xsql.Tuple{
  462. Emitter: "src1",
  463. Message: xsql.Message{"id1": 1, "f1": "v1", "c": 2},
  464. Metadata: xsql.Metadata{"topic": "topic1"},
  465. },
  466. &xsql.Tuple{
  467. Emitter: "src1",
  468. Message: xsql.Message{"id1": 3, "f1": "v1"},
  469. Metadata: xsql.Metadata{"topic": "topic1"},
  470. },
  471. },
  472. {
  473. &xsql.Tuple{
  474. Emitter: "src1",
  475. Message: xsql.Message{"id1": 2, "f1": "v2", "c": 1},
  476. Metadata: xsql.Metadata{"topic": "topic2"},
  477. },
  478. },
  479. },
  480. },
  481. {
  482. sql: "SELECT count(*) as c FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY src2.f2, TUMBLINGWINDOW(ss, 10)",
  483. data: xsql.JoinTupleSets{
  484. xsql.JoinTuple{
  485. Tuples: []xsql.Tuple{
  486. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  487. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  488. },
  489. },
  490. xsql.JoinTuple{
  491. Tuples: []xsql.Tuple{
  492. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
  493. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  494. },
  495. },
  496. xsql.JoinTuple{
  497. Tuples: []xsql.Tuple{
  498. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
  499. },
  500. },
  501. },
  502. result: xsql.GroupedTuplesSet{
  503. {
  504. &xsql.JoinTuple{
  505. Tuples: []xsql.Tuple{
  506. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1", "c": 1}},
  507. {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
  508. },
  509. },
  510. },
  511. {
  512. &xsql.JoinTuple{
  513. Tuples: []xsql.Tuple{
  514. {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2", "c": 1}},
  515. {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
  516. },
  517. },
  518. },
  519. {
  520. &xsql.JoinTuple{
  521. Tuples: []xsql.Tuple{
  522. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1", "c": 1}},
  523. },
  524. },
  525. },
  526. },
  527. },
  528. }
  529. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  530. contextLogger := common.Log.WithField("rule", "TestFilterPlan_Apply")
  531. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  532. for i, tt := range tests {
  533. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  534. if err != nil {
  535. t.Errorf("statement parse error %s", err)
  536. break
  537. }
  538. var aggregateAlias xsql.Fields
  539. for _, f := range stmt.Fields {
  540. if f.AName != "" {
  541. if xsql.HasAggFuncs(f.Expr) {
  542. aggregateAlias = append(aggregateAlias, f)
  543. }
  544. }
  545. }
  546. fv, afv := xsql.NewFunctionValuersForOp(nil)
  547. pp := &AggregatePlan{Dimensions: stmt.Dimensions.GetGroups(), Alias: aggregateAlias}
  548. result := pp.Apply(ctx, tt.data, fv, afv)
  549. gr, ok := result.(xsql.GroupedTuplesSet)
  550. if !ok {
  551. t.Errorf("result is not GroupedTuplesSet")
  552. }
  553. if len(tt.result) != len(gr) {
  554. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, gr)
  555. }
  556. for _, r := range tt.result {
  557. matched := false
  558. for _, gre := range gr {
  559. if reflect.DeepEqual(r, gre) {
  560. matched = true
  561. }
  562. }
  563. if !matched {
  564. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, r)
  565. }
  566. }
  567. }
  568. }
  569. func TestAggregatePlanAlias_Apply(t *testing.T) {
  570. var tests = []struct {
  571. sql string
  572. data interface{}
  573. result interface{}
  574. }{
  575. {
  576. sql: "SELECT count(*) as c FROM demo",
  577. data: &xsql.Tuple{
  578. Emitter: "tbl",
  579. Message: xsql.Message{
  580. "abc": int64(6),
  581. "def": "hello",
  582. },
  583. },
  584. result: &xsql.Tuple{
  585. Emitter: "tbl",
  586. Message: xsql.Message{
  587. "abc": int64(6),
  588. "def": "hello",
  589. "c": 1,
  590. },
  591. },
  592. },
  593. {
  594. sql: `SELECT count(*) as c FROM src1`,
  595. data: xsql.WindowTuplesSet{
  596. xsql.WindowTuples{
  597. Emitter: "src1",
  598. Tuples: []xsql.Tuple{
  599. {
  600. Emitter: "src1",
  601. Message: xsql.Message{"id1": 1, "f1": "v1"},
  602. }, {
  603. Emitter: "src1",
  604. Message: xsql.Message{"id1": 2, "f1": "v2"},
  605. }, {
  606. Emitter: "src1",
  607. Message: xsql.Message{"id1": 5, "f1": "v1"},
  608. },
  609. },
  610. },
  611. },
  612. result: xsql.WindowTuplesSet{
  613. xsql.WindowTuples{
  614. Emitter: "src1",
  615. Tuples: []xsql.Tuple{
  616. {
  617. Emitter: "src1",
  618. Message: xsql.Message{"id1": 1, "f1": "v1", "c": 3},
  619. }, {
  620. Emitter: "src1",
  621. Message: xsql.Message{"id1": 2, "f1": "v2"},
  622. }, {
  623. Emitter: "src1",
  624. Message: xsql.Message{"id1": 5, "f1": "v1"},
  625. },
  626. },
  627. },
  628. },
  629. }, {
  630. sql: "SELECT count(*) as c FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10)",
  631. data: xsql.JoinTupleSets{
  632. xsql.JoinTuple{
  633. Tuples: []xsql.Tuple{
  634. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
  635. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  636. },
  637. },
  638. xsql.JoinTuple{
  639. Tuples: []xsql.Tuple{
  640. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 68.55}},
  641. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  642. },
  643. },
  644. xsql.JoinTuple{
  645. Tuples: []xsql.Tuple{
  646. {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
  647. {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
  648. },
  649. },
  650. },
  651. result: xsql.JoinTupleSets{
  652. xsql.JoinTuple{
  653. Tuples: []xsql.Tuple{
  654. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33, "c": 3}},
  655. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  656. },
  657. },
  658. xsql.JoinTuple{
  659. Tuples: []xsql.Tuple{
  660. {Emitter: "test", Message: xsql.Message{"id": 1, "a": 68.55}},
  661. {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
  662. },
  663. },
  664. xsql.JoinTuple{
  665. Tuples: []xsql.Tuple{
  666. {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
  667. {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
  668. },
  669. },
  670. },
  671. },
  672. }
  673. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  674. contextLogger := common.Log.WithField("rule", "TestFilterPlan_Apply")
  675. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  676. for i, tt := range tests {
  677. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  678. if err != nil {
  679. t.Errorf("statement parse error %s", err)
  680. break
  681. }
  682. var aggregateAlias xsql.Fields
  683. for _, f := range stmt.Fields {
  684. if f.AName != "" {
  685. if xsql.HasAggFuncs(f.Expr) {
  686. aggregateAlias = append(aggregateAlias, f)
  687. }
  688. }
  689. }
  690. fv, afv := xsql.NewFunctionValuersForOp(nil)
  691. pp := &AggregatePlan{Dimensions: stmt.Dimensions.GetGroups(), Alias: aggregateAlias}
  692. result := pp.Apply(ctx, tt.data, fv, afv)
  693. if !reflect.DeepEqual(tt.result, result) {
  694. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
  695. }
  696. }
  697. }
  698. func TestAggregatePlanError(t *testing.T) {
  699. tests := []struct {
  700. sql string
  701. data interface{}
  702. result error
  703. }{
  704. {
  705. sql: "SELECT abc FROM tbl group by abc",
  706. data: errors.New("an error from upstream"),
  707. result: errors.New("an error from upstream"),
  708. },
  709. {
  710. sql: "SELECT abc FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1 * 2",
  711. data: xsql.WindowTuplesSet{
  712. xsql.WindowTuples{
  713. Emitter: "src1",
  714. Tuples: []xsql.Tuple{
  715. {
  716. Emitter: "src1",
  717. Message: xsql.Message{"id1": 1, "f1": "v1"},
  718. }, {
  719. Emitter: "src1",
  720. Message: xsql.Message{"id1": 2, "f1": "v2"},
  721. }, {
  722. Emitter: "src1",
  723. Message: xsql.Message{"id1": 3, "f1": "v1"},
  724. },
  725. },
  726. },
  727. },
  728. result: errors.New("run Group By error: invalid operation string(v1) * int64(2)"),
  729. },
  730. }
  731. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  732. contextLogger := common.Log.WithField("rule", "TestFilterPlanError")
  733. ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
  734. for i, tt := range tests {
  735. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  736. if err != nil {
  737. t.Errorf("statement parse error %s", err)
  738. break
  739. }
  740. fv, afv := xsql.NewFunctionValuersForOp(nil)
  741. pp := &AggregatePlan{Dimensions: stmt.Dimensions.GetGroups()}
  742. result := pp.Apply(ctx, tt.data, fv, afv)
  743. if !reflect.DeepEqual(tt.result, result) {
  744. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
  745. }
  746. }
  747. }