funcs_array_test.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752
  1. // Copyright 2023 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package function
  15. import (
  16. "fmt"
  17. "reflect"
  18. "testing"
  19. "github.com/lf-edge/ekuiper/internal/conf"
  20. kctx "github.com/lf-edge/ekuiper/internal/topo/context"
  21. "github.com/lf-edge/ekuiper/internal/topo/state"
  22. "github.com/lf-edge/ekuiper/pkg/api"
  23. )
  24. func TestArrayCommonFunctions(t *testing.T) {
  25. contextLogger := conf.Log.WithField("rule", "testExec")
  26. ctx := kctx.WithValue(kctx.Background(), kctx.LoggerKey, contextLogger)
  27. tempStore, _ := state.CreateStore("mockRule0", api.AtMostOnce)
  28. fctx := kctx.NewDefaultFuncContext(ctx.WithMeta("mockRule0", "test", tempStore), 2)
  29. tests := []struct {
  30. name string
  31. args []interface{}
  32. result interface{}
  33. }{
  34. {
  35. name: "array_create",
  36. args: []interface{}{
  37. 1, "2", 3,
  38. },
  39. result: []interface{}{
  40. 1, "2", 3,
  41. },
  42. },
  43. {
  44. name: "array_position",
  45. args: []interface{}{
  46. 1, 2,
  47. },
  48. result: errorArrayFirstArgumentNotArrayError,
  49. },
  50. {
  51. name: "array_position",
  52. args: []interface{}{
  53. []interface{}{3, 2, 1},
  54. 1,
  55. },
  56. result: 2,
  57. },
  58. {
  59. name: "array_position",
  60. args: []interface{}{
  61. []interface{}{3, 2, 1},
  62. 4,
  63. },
  64. result: -1,
  65. },
  66. {
  67. name: "length",
  68. args: []interface{}{
  69. []interface{}{1, 2, 3},
  70. },
  71. result: 3,
  72. },
  73. {
  74. name: "element_at",
  75. args: []interface{}{
  76. 1, 2,
  77. },
  78. result: fmt.Errorf("first argument should be []interface{} or map[string]interface{}"),
  79. },
  80. {
  81. name: "element_at",
  82. args: []interface{}{
  83. []interface{}{1, 2, 3}, 4,
  84. },
  85. result: errorArrayIndex,
  86. },
  87. {
  88. name: "element_at",
  89. args: []interface{}{
  90. []interface{}{1, 2, 3}, -4,
  91. },
  92. result: errorArrayIndex,
  93. },
  94. {
  95. name: "element_at",
  96. args: []interface{}{
  97. []interface{}{1, 2, 3}, 1,
  98. },
  99. result: 2,
  100. },
  101. {
  102. name: "element_at",
  103. args: []interface{}{
  104. []interface{}{1, 2, 3}, -1,
  105. },
  106. result: 3,
  107. },
  108. {
  109. name: "array_contains",
  110. args: []interface{}{
  111. 1, 2,
  112. },
  113. result: errorArrayFirstArgumentNotArrayError,
  114. },
  115. {
  116. name: "array_contains",
  117. args: []interface{}{
  118. []interface{}{1, 2}, 2,
  119. },
  120. result: true,
  121. },
  122. {
  123. name: "array_contains",
  124. args: []interface{}{
  125. []interface{}{1, 2}, 3,
  126. },
  127. result: false,
  128. },
  129. {
  130. name: "array_remove",
  131. args: []interface{}{
  132. []interface{}{3, 1, 2}, 1,
  133. },
  134. result: []interface{}{3, 2},
  135. },
  136. {
  137. name: "array_remove",
  138. args: []interface{}{
  139. []interface{}{'a', 'b', 'c'}, 'c',
  140. },
  141. result: []interface{}{'a', 'b'},
  142. },
  143. {
  144. name: "array_remove",
  145. args: []interface{}{
  146. []interface{}{1, 2, 3, 4, 3}, 3,
  147. },
  148. result: []interface{}{1, 2, 4},
  149. },
  150. {
  151. name: "array_remove",
  152. args: []interface{}{
  153. []interface{}{3, 3, 3}, 3,
  154. },
  155. result: []interface{}{},
  156. },
  157. {
  158. name: "array_last_position",
  159. args: []interface{}{
  160. []interface{}{5, nil, 5}, 5,
  161. },
  162. result: 2,
  163. },
  164. {
  165. name: "array_last_position",
  166. args: []interface{}{
  167. []interface{}{5, nil, 5}, "hello",
  168. },
  169. result: -1,
  170. },
  171. {
  172. name: "array_last_position",
  173. args: []interface{}{
  174. []interface{}{5, nil, 7}, 5,
  175. },
  176. result: 0,
  177. },
  178. {
  179. name: "array_last_position",
  180. args: []interface{}{
  181. 1, 2,
  182. },
  183. result: errorArrayFirstArgumentNotArrayError,
  184. },
  185. {
  186. name: "array_last_position",
  187. args: []interface{}{
  188. []interface{}{5, "hello", nil}, nil,
  189. },
  190. result: 2,
  191. },
  192. {
  193. name: "array_contains_any",
  194. args: []interface{}{
  195. []interface{}{1, 2, 3}, []interface{}{0, 2, 4},
  196. },
  197. result: true,
  198. },
  199. {
  200. name: "array_contains_any",
  201. args: []interface{}{
  202. []interface{}{1, 2, 3}, []interface{}{4, "hello", 6},
  203. },
  204. result: false,
  205. },
  206. {
  207. name: "array_contains_any",
  208. args: []interface{}{
  209. []interface{}{1, 2, 3}, []interface{}{},
  210. },
  211. result: false,
  212. },
  213. {
  214. name: "array_contains_any",
  215. args: []interface{}{
  216. []interface{}{1, 2, 3, 4}, 1,
  217. },
  218. result: errorArraySecondArgumentNotArrayError,
  219. },
  220. {
  221. name: "array_intersect",
  222. args: []interface{}{
  223. []interface{}{1, 1, 2, 3}, []interface{}{1, 3, 4},
  224. },
  225. result: []interface{}{1, 3},
  226. },
  227. {
  228. name: "array_intersect",
  229. args: []interface{}{
  230. []interface{}{"hello", "ekuiper", 2, 3}, []interface{}{"ekuiper", 3, 4},
  231. },
  232. result: []interface{}{"ekuiper", 3},
  233. },
  234. {
  235. name: "array_intersect",
  236. args: []interface{}{
  237. []interface{}{"hello", "ekuiper", 2, 3}, "ekuiper",
  238. },
  239. result: errorArraySecondArgumentNotArrayError,
  240. },
  241. {
  242. name: "array_intersect",
  243. args: []interface{}{
  244. "1", []interface{}{1, 2, 3},
  245. },
  246. result: errorArrayFirstArgumentNotArrayError,
  247. },
  248. {
  249. name: "array_union",
  250. args: []interface{}{
  251. []interface{}{1, 1, 2, 3}, []interface{}{1, 3, 4},
  252. },
  253. result: []interface{}{1, 2, 3, 4},
  254. },
  255. {
  256. name: "array_union",
  257. args: []interface{}{
  258. []interface{}{"hello", "ekuiper", 2, 3}, []interface{}{"ekuiper", 3, 4},
  259. },
  260. result: []interface{}{"hello", "ekuiper", 2, 3, 4},
  261. },
  262. {
  263. name: "array_union",
  264. args: []interface{}{
  265. []interface{}{1, 1, 2, 3}, "ekuiper",
  266. },
  267. result: errorArraySecondArgumentNotArrayError,
  268. },
  269. {
  270. name: "array_union",
  271. args: []interface{}{
  272. "1", []interface{}{1, 2, 3},
  273. },
  274. result: errorArrayFirstArgumentNotArrayError,
  275. },
  276. {
  277. name: "array_max",
  278. args: []interface{}{
  279. []interface{}{1},
  280. },
  281. result: 1,
  282. },
  283. {
  284. name: "array_max",
  285. args: []interface{}{
  286. []interface{}{1, nil, 3},
  287. },
  288. result: nil,
  289. },
  290. {
  291. name: "array_max",
  292. args: []interface{}{
  293. []interface{}{1, "4", 3},
  294. },
  295. result: "4",
  296. },
  297. {
  298. name: "array_max",
  299. args: []interface{}{
  300. []interface{}{1, "a4a", 3},
  301. },
  302. result: errorArrayContainsNonNumOrBoolValError,
  303. },
  304. {
  305. name: "array_max",
  306. args: []interface{}{
  307. []interface{}{1.2, 4.2, 3.0},
  308. },
  309. result: 4.2,
  310. },
  311. {
  312. name: "array_max",
  313. args: []interface{}{
  314. []interface{}{1, 3.2, 4.1, 2},
  315. },
  316. result: 4.1,
  317. },
  318. {
  319. name: "array_min",
  320. args: []interface{}{
  321. []interface{}{1, nil, 3},
  322. },
  323. result: nil,
  324. },
  325. {
  326. name: "array_min",
  327. args: []interface{}{
  328. []interface{}{1, "0", 3},
  329. },
  330. result: "0",
  331. },
  332. {
  333. name: "array_min",
  334. args: []interface{}{
  335. []interface{}{1.2, 4.2, 3.0},
  336. },
  337. result: 1.2,
  338. },
  339. {
  340. name: "array_min",
  341. args: []interface{}{
  342. []interface{}{1, "a4a", 3},
  343. },
  344. result: errorArrayContainsNonNumOrBoolValError,
  345. },
  346. {
  347. name: "array_min",
  348. args: []interface{}{
  349. []interface{}{1, 3.2, 4.1, 2},
  350. },
  351. result: 1,
  352. },
  353. {
  354. name: "array_except",
  355. args: []interface{}{
  356. []interface{}{1, 2, 3}, []interface{}{1, 3, 4},
  357. },
  358. result: []interface{}{2},
  359. },
  360. {
  361. name: "array_except",
  362. args: []interface{}{
  363. []interface{}{1, 2, 3}, []interface{}{4, 5, 6},
  364. },
  365. result: []interface{}{1, 2, 3},
  366. },
  367. {
  368. name: "array_except",
  369. args: []interface{}{
  370. []interface{}{1, 2, 1, 2, 3}, []interface{}{1, 2, 1, 1, 2, 2, 4},
  371. },
  372. result: []interface{}{3},
  373. },
  374. {
  375. name: "array_except",
  376. args: []interface{}{
  377. []interface{}{1, 1, 1, 1, 3}, []interface{}{4},
  378. },
  379. result: []interface{}{1, 3},
  380. },
  381. {
  382. name: "repeat",
  383. args: []interface{}{
  384. 1, 5,
  385. },
  386. result: []interface{}{1, 1, 1, 1, 1},
  387. },
  388. {
  389. name: "repeat",
  390. args: []interface{}{
  391. 1, "hellow",
  392. },
  393. result: errorArraySecondArgumentNotIntError,
  394. },
  395. {
  396. name: "repeat",
  397. args: []interface{}{
  398. "hello", 3,
  399. },
  400. result: []interface{}{"hello", "hello", "hello"},
  401. },
  402. {
  403. name: "repeat",
  404. args: []interface{}{
  405. "rockset", 0,
  406. },
  407. result: []interface{}{},
  408. },
  409. {
  410. name: "sequence",
  411. args: []interface{}{
  412. 1, 5,
  413. },
  414. result: []interface{}{1, 2, 3, 4, 5},
  415. },
  416. {
  417. name: "sequence",
  418. args: []interface{}{
  419. "1", 10, 2,
  420. },
  421. result: errorArrayFirstArgumentNotIntError,
  422. },
  423. {
  424. name: "sequence",
  425. args: []interface{}{
  426. 1, "6", 2,
  427. },
  428. result: errorArraySecondArgumentNotIntError,
  429. },
  430. {
  431. name: "sequence",
  432. args: []interface{}{
  433. 1, 7, "1",
  434. },
  435. result: errorArrayThirdArgumentNotIntError,
  436. },
  437. {
  438. name: "sequence",
  439. args: []interface{}{
  440. 1, 10, 2,
  441. },
  442. result: []interface{}{1, 3, 5, 7, 9},
  443. },
  444. {
  445. name: "sequence",
  446. args: []interface{}{
  447. 10, 1, -3,
  448. },
  449. result: []interface{}{10, 7, 4, 1},
  450. },
  451. {
  452. name: "array_cardinality",
  453. args: []interface{}{
  454. []interface{}{1, 2, 3},
  455. },
  456. result: 3,
  457. },
  458. {
  459. name: "array_cardinality",
  460. args: []interface{}{
  461. 1, 2, 3,
  462. },
  463. result: errorArrayFirstArgumentNotArrayError,
  464. },
  465. {
  466. name: "array_flatten",
  467. args: []interface{}{
  468. []interface{}{
  469. []interface{}{1, 2, 3},
  470. },
  471. },
  472. result: []interface{}{1, 2, 3},
  473. },
  474. {
  475. name: "array_flatten",
  476. args: []interface{}{
  477. 1, 2,
  478. },
  479. result: errorArrayFirstArgumentNotArrayError,
  480. },
  481. {
  482. name: "array_flatten",
  483. args: []interface{}{
  484. []interface{}{1, 2, 3}, 4,
  485. },
  486. result: errorArrayNotArrayElementError,
  487. },
  488. {
  489. name: "array_flatten",
  490. args: []interface{}{
  491. []interface{}{
  492. []interface{}{1, 2, 3},
  493. []interface{}{4, 5, 6},
  494. },
  495. },
  496. result: []interface{}{1, 2, 3, 4, 5, 6},
  497. },
  498. {
  499. name: "array_distinct",
  500. args: []interface{}{
  501. []interface{}{1, 2, 3},
  502. },
  503. result: []interface{}{1, 2, 3},
  504. },
  505. {
  506. name: "array_distinct",
  507. args: []interface{}{
  508. 1, 1,
  509. },
  510. result: errorArrayFirstArgumentNotArrayError,
  511. },
  512. {
  513. name: "array_distinct",
  514. args: []interface{}{
  515. []interface{}{1, 1, 1},
  516. },
  517. result: []interface{}{1},
  518. },
  519. {
  520. name: "array_distinct",
  521. args: []interface{}{
  522. []interface{}{1, 2, 2, 1},
  523. },
  524. result: []interface{}{1, 2},
  525. },
  526. {
  527. name: "array_map",
  528. args: []interface{}{
  529. "round", []interface{}{0, 0.4, 1.2},
  530. },
  531. result: []interface{}{0.0, 0.0, 1.0},
  532. },
  533. {
  534. name: "array_map",
  535. args: []interface{}{
  536. 123, []interface{}{1, 2, 3},
  537. },
  538. result: errorArrayFirstArgumentNotStringError,
  539. },
  540. {
  541. name: "array_map",
  542. args: []interface{}{
  543. "round", 1,
  544. },
  545. result: errorArraySecondArgumentNotArrayError,
  546. },
  547. {
  548. name: "array_map",
  549. args: []interface{}{
  550. "abs", []interface{}{0, -0.4, 1.2},
  551. },
  552. result: []interface{}{0, 0.4, 1.2},
  553. },
  554. {
  555. name: "array_map",
  556. args: []interface{}{
  557. "pow", []interface{}{0, -0.4, 1.2},
  558. },
  559. result: fmt.Errorf("unknown built-in function: pow."),
  560. },
  561. {
  562. name: "array_map",
  563. args: []interface{}{
  564. "avg", []interface{}{0, -0.4, 1.2},
  565. },
  566. result: fmt.Errorf("first argument should be a scalar function."),
  567. },
  568. {
  569. name: "array_map",
  570. args: []interface{}{
  571. "ceil", []interface{}{0, -1, 1.2},
  572. },
  573. result: []interface{}{0.0, -1.0, 2.0},
  574. },
  575. {
  576. name: "array_map",
  577. args: []interface{}{
  578. "power", []interface{}{1, 2, 3},
  579. },
  580. result: fmt.Errorf("validate function arguments failed."),
  581. },
  582. {
  583. name: "array_join",
  584. args: []interface{}{
  585. "a", "",
  586. },
  587. result: errorArrayFirstArgumentNotArrayError,
  588. },
  589. {
  590. name: "array_join",
  591. args: []interface{}{
  592. []interface{}{"a", "b", "c"}, 123, "a",
  593. },
  594. result: errorArraySecondArgumentNotStringError,
  595. },
  596. {
  597. name: "array_join",
  598. args: []interface{}{
  599. []interface{}{"a", "b", "c"}, ":", 123,
  600. },
  601. result: errorArrayThirdArgumentNotStringError,
  602. },
  603. {
  604. name: "array_join",
  605. args: []interface{}{
  606. []interface{}{123, "b", "c"}, ":", "a",
  607. },
  608. result: errorArrayNotStringElementError,
  609. },
  610. {
  611. name: "array_join",
  612. args: []interface{}{
  613. []interface{}{"a", "b", "c"}, "",
  614. },
  615. result: "abc",
  616. },
  617. {
  618. name: "array_join",
  619. args: []interface{}{
  620. []interface{}{"a", nil, "b"}, ":",
  621. },
  622. result: "a:b",
  623. },
  624. {
  625. name: "array_join",
  626. args: []interface{}{
  627. []interface{}{"a", "b", "c"}, ":",
  628. },
  629. result: "a:b:c",
  630. },
  631. {
  632. name: "array_join",
  633. args: []interface{}{
  634. []interface{}{"a", "b", "c"}, ":,%",
  635. },
  636. result: "a:,%b:,%c",
  637. },
  638. {
  639. name: "array_join",
  640. args: []interface{}{
  641. []interface{}{"a", nil, "c"}, ":", "nullReplacementStr",
  642. },
  643. result: "a:nullReplacementStr:c",
  644. },
  645. {
  646. name: "array_join",
  647. args: []interface{}{
  648. []interface{}{"a", nil, "c"}, ":", "nullReplacementStr",
  649. },
  650. result: "a:nullReplacementStr:c",
  651. },
  652. {
  653. name: "array_join",
  654. args: []interface{}{
  655. []interface{}{"a", "b", "c"}, ":", "a",
  656. },
  657. result: "a:b:c",
  658. },
  659. {
  660. name: "array_join",
  661. args: []interface{}{
  662. []interface{}{"a", "b", "c"}, ":",
  663. },
  664. result: "a:b:c",
  665. },
  666. {
  667. name: "array_join",
  668. args: []interface{}{
  669. []interface{}{nil, nil, nil}, ",", "nullReplacementStr",
  670. },
  671. result: "nullReplacementStr,nullReplacementStr,nullReplacementStr",
  672. },
  673. {
  674. name: "array_join",
  675. args: []interface{}{
  676. []interface{}{nil, nil, nil}, ",",
  677. },
  678. result: "",
  679. },
  680. {
  681. name: "array_join",
  682. args: []interface{}{
  683. []interface{}{"a", "b", nil}, ",",
  684. },
  685. result: "a,b",
  686. },
  687. }
  688. for i, tt := range tests {
  689. f, ok := builtins[tt.name]
  690. if !ok {
  691. t.Fatal(fmt.Sprintf("builtin %v not found", tt.name))
  692. }
  693. result, _ := f.exec(fctx, tt.args)
  694. if !reflect.DeepEqual(result, tt.result) {
  695. t.Errorf("%d result mismatch,\ngot:\t%v \nwant:\t%v", i, result, tt.result)
  696. }
  697. }
  698. }
  699. func TestArrayShuffle(t *testing.T) {
  700. contextLogger := conf.Log.WithField("rule", "testExec")
  701. ctx := kctx.WithValue(kctx.Background(), kctx.LoggerKey, contextLogger)
  702. tempStore, _ := state.CreateStore("mockRule0", api.AtMostOnce)
  703. fctx := kctx.NewDefaultFuncContext(ctx.WithMeta("mockRule0", "test", tempStore), 2)
  704. tests := []struct {
  705. name string
  706. args []interface{}
  707. result []interface{}
  708. }{
  709. {
  710. name: "array_shuffle",
  711. args: []interface{}{
  712. []interface{}{1, 2, 3},
  713. },
  714. result: []interface{}{
  715. []interface{}{1, 2, 3}, []interface{}{1, 3, 2}, []interface{}{2, 1, 3}, []interface{}{2, 3, 1}, []interface{}{3, 1, 2}, []interface{}{3, 2, 1},
  716. },
  717. },
  718. {
  719. name: "array_shuffle",
  720. args: []interface{}{
  721. 1,
  722. },
  723. result: []interface{}{
  724. errorArrayFirstArgumentNotArrayError,
  725. },
  726. },
  727. }
  728. for i, tt := range tests {
  729. f, ok := builtins[tt.name]
  730. if !ok {
  731. t.Fatal(fmt.Sprintf("builtin %v not found", tt.name))
  732. }
  733. result, _ := f.exec(fctx, tt.args)
  734. flag := false
  735. for _, actual := range tt.result {
  736. if reflect.DeepEqual(result, actual) {
  737. flag = true
  738. break
  739. }
  740. }
  741. if !flag {
  742. t.Errorf("%d result mismatch,\ngot:\t%v \nwant in:\t%v", i, result, tt.result)
  743. }
  744. }
  745. }