join_multi_test.go 30 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295
  1. // Copyright 2021 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package operator
  15. import (
  16. "fmt"
  17. "github.com/lf-edge/ekuiper/internal/conf"
  18. "github.com/lf-edge/ekuiper/internal/topo/context"
  19. "github.com/lf-edge/ekuiper/internal/xsql"
  20. "github.com/lf-edge/ekuiper/pkg/ast"
  21. "reflect"
  22. "strings"
  23. "testing"
  24. )
  25. func TestMultiJoinPlan_Apply(t *testing.T) {
  26. var tests = []struct {
  27. sql string
  28. data xsql.WindowTuplesSet
  29. result interface{}
  30. }{
  31. {
  32. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 left join src3 on src2.id2 = src3.id3",
  33. data: xsql.WindowTuplesSet{
  34. Content: []xsql.WindowTuples{
  35. {
  36. Emitter: "src1",
  37. Tuples: []xsql.Tuple{
  38. {
  39. Emitter: "src1",
  40. Message: xsql.Message{"id1": 1, "f1": "v1"},
  41. }, {
  42. Emitter: "src1",
  43. Message: xsql.Message{"id1": 3, "f1": "v3"},
  44. },
  45. },
  46. },
  47. {
  48. Emitter: "src2",
  49. Tuples: []xsql.Tuple{
  50. {
  51. Emitter: "src2",
  52. Message: xsql.Message{"id2": 1, "f2": "w1"},
  53. }, {
  54. Emitter: "src2",
  55. Message: xsql.Message{"id2": 4, "f2": "w3"},
  56. },
  57. },
  58. },
  59. {
  60. Emitter: "src3",
  61. Tuples: []xsql.Tuple{
  62. {
  63. Emitter: "src3",
  64. Message: xsql.Message{"id3": 1, "f3": "x1"},
  65. }, {
  66. Emitter: "src3",
  67. Message: xsql.Message{"id3": 5, "f3": "x5"},
  68. },
  69. },
  70. },
  71. },
  72. },
  73. result: &xsql.JoinTupleSets{
  74. Content: []xsql.JoinTuple{
  75. {
  76. Tuples: []xsql.Tuple{
  77. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  78. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w1"}},
  79. {Emitter: "src3", Message: xsql.Message{"id3": 1, "f3": "x1"}},
  80. },
  81. },
  82. {
  83. Tuples: []xsql.Tuple{
  84. {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v3"}},
  85. },
  86. },
  87. },
  88. },
  89. },
  90. {
  91. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 inner join src3 on src2.id2 = src3.id3",
  92. data: xsql.WindowTuplesSet{
  93. Content: []xsql.WindowTuples{
  94. {
  95. Emitter: "src1",
  96. Tuples: []xsql.Tuple{
  97. {
  98. Emitter: "src1",
  99. Message: xsql.Message{"id1": 1, "f1": "v1"},
  100. }, {
  101. Emitter: "src1",
  102. Message: xsql.Message{"id1": 3, "f1": "v3"},
  103. },
  104. },
  105. },
  106. {
  107. Emitter: "src2",
  108. Tuples: []xsql.Tuple{
  109. {
  110. Emitter: "src2",
  111. Message: xsql.Message{"id2": 1, "f2": "w1"},
  112. }, {
  113. Emitter: "src2",
  114. Message: xsql.Message{"id2": 4, "f2": "w3"},
  115. },
  116. },
  117. },
  118. {
  119. Emitter: "src3",
  120. Tuples: []xsql.Tuple{
  121. {
  122. Emitter: "src3",
  123. Message: xsql.Message{"id3": 1, "f3": "x1"},
  124. }, {
  125. Emitter: "src3",
  126. Message: xsql.Message{"id3": 5, "f3": "x5"},
  127. },
  128. },
  129. },
  130. },
  131. WindowRange: &xsql.WindowRange{
  132. WindowStart: 1541152486013,
  133. WindowEnd: 1541152487013,
  134. },
  135. },
  136. result: &xsql.JoinTupleSets{
  137. Content: []xsql.JoinTuple{
  138. {
  139. Tuples: []xsql.Tuple{
  140. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  141. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w1"}},
  142. {Emitter: "src3", Message: xsql.Message{"id3": 1, "f3": "x1"}},
  143. },
  144. },
  145. },
  146. WindowRange: &xsql.WindowRange{
  147. WindowStart: 1541152486013,
  148. WindowEnd: 1541152487013,
  149. },
  150. },
  151. },
  152. {
  153. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 inner join src3 on src1.id1 = src3.id3",
  154. data: xsql.WindowTuplesSet{
  155. Content: []xsql.WindowTuples{
  156. {
  157. Emitter: "src1",
  158. Tuples: []xsql.Tuple{
  159. {
  160. Emitter: "src1",
  161. Message: xsql.Message{"id1": 1, "f1": "v1"},
  162. }, {
  163. Emitter: "src1",
  164. Message: xsql.Message{"id1": 5, "f1": "v5"},
  165. },
  166. },
  167. },
  168. {
  169. Emitter: "src2",
  170. Tuples: []xsql.Tuple{
  171. {
  172. Emitter: "src2",
  173. Message: xsql.Message{"id2": 1, "f2": "w1"},
  174. }, {
  175. Emitter: "src2",
  176. Message: xsql.Message{"id2": 4, "f2": "w3"},
  177. },
  178. },
  179. },
  180. {
  181. Emitter: "src3",
  182. Tuples: []xsql.Tuple{
  183. {
  184. Emitter: "src3",
  185. Message: xsql.Message{"id3": 2, "f3": "x1"},
  186. }, {
  187. Emitter: "src3",
  188. Message: xsql.Message{"id3": 5, "f3": "x5"},
  189. },
  190. },
  191. },
  192. },
  193. },
  194. result: &xsql.JoinTupleSets{
  195. Content: []xsql.JoinTuple{
  196. {
  197. Tuples: []xsql.Tuple{
  198. {Emitter: "src1", Message: xsql.Message{"id1": 5, "f1": "v5"}},
  199. {Emitter: "src3", Message: xsql.Message{"id3": 5, "f3": "x5"}},
  200. },
  201. },
  202. },
  203. },
  204. },
  205. {
  206. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 full join src3 on src1.id1 = src3.id3",
  207. data: xsql.WindowTuplesSet{
  208. Content: []xsql.WindowTuples{
  209. {
  210. Emitter: "src1",
  211. Tuples: []xsql.Tuple{
  212. {
  213. Emitter: "src1",
  214. Message: xsql.Message{"id1": 1, "f1": "v1"},
  215. }, {
  216. Emitter: "src1",
  217. Message: xsql.Message{"id1": 5, "f1": "v5"},
  218. },
  219. },
  220. },
  221. {
  222. Emitter: "src2",
  223. Tuples: []xsql.Tuple{
  224. {
  225. Emitter: "src2",
  226. Message: xsql.Message{"id2": 1, "f2": "w1"},
  227. }, {
  228. Emitter: "src2",
  229. Message: xsql.Message{"id2": 4, "f2": "w3"},
  230. },
  231. },
  232. },
  233. {
  234. Emitter: "src3",
  235. Tuples: []xsql.Tuple{
  236. {
  237. Emitter: "src3",
  238. Message: xsql.Message{"id3": 2, "f3": "x1"},
  239. }, {
  240. Emitter: "src3",
  241. Message: xsql.Message{"id3": 5, "f3": "x5"},
  242. },
  243. },
  244. },
  245. },
  246. },
  247. result: &xsql.JoinTupleSets{
  248. Content: []xsql.JoinTuple{
  249. {
  250. Tuples: []xsql.Tuple{
  251. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  252. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w1"}},
  253. },
  254. },
  255. {
  256. Tuples: []xsql.Tuple{
  257. {Emitter: "src1", Message: xsql.Message{"id1": 5, "f1": "v5"}},
  258. {Emitter: "src3", Message: xsql.Message{"id3": 5, "f3": "x5"}},
  259. },
  260. },
  261. {
  262. Tuples: []xsql.Tuple{
  263. {Emitter: "src3", Message: xsql.Message{"id3": 2, "f3": "x1"}},
  264. },
  265. },
  266. },
  267. },
  268. },
  269. {
  270. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 right join src3 on src2.id2 = src3.id3",
  271. data: xsql.WindowTuplesSet{
  272. Content: []xsql.WindowTuples{
  273. {
  274. Emitter: "src1",
  275. Tuples: []xsql.Tuple{
  276. {
  277. Emitter: "src1",
  278. Message: xsql.Message{"id1": 1, "f1": "v1"},
  279. }, {
  280. Emitter: "src1",
  281. Message: xsql.Message{"id1": 3, "f1": "v3"},
  282. },
  283. },
  284. },
  285. {
  286. Emitter: "src2",
  287. Tuples: []xsql.Tuple{
  288. {
  289. Emitter: "src2",
  290. Message: xsql.Message{"id2": 1, "f2": "w1"},
  291. }, {
  292. Emitter: "src2",
  293. Message: xsql.Message{"id2": 4, "f2": "w3"},
  294. },
  295. },
  296. },
  297. {
  298. Emitter: "src3",
  299. Tuples: []xsql.Tuple{
  300. {
  301. Emitter: "src3",
  302. Message: xsql.Message{"id3": 1, "f3": "x1"},
  303. }, {
  304. Emitter: "src3",
  305. Message: xsql.Message{"id3": 5, "f3": "x5"},
  306. },
  307. },
  308. },
  309. },
  310. },
  311. result: &xsql.JoinTupleSets{
  312. Content: []xsql.JoinTuple{
  313. {
  314. Tuples: []xsql.Tuple{
  315. {Emitter: "src3", Message: xsql.Message{"id3": 1, "f3": "x1"}},
  316. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  317. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w1"}},
  318. },
  319. },
  320. {
  321. Tuples: []xsql.Tuple{
  322. {Emitter: "src3", Message: xsql.Message{"id3": 5, "f3": "x5"}},
  323. },
  324. },
  325. },
  326. },
  327. },
  328. {
  329. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 right join src3 on src2.id2 = src3.id3",
  330. data: xsql.WindowTuplesSet{
  331. Content: []xsql.WindowTuples{
  332. {
  333. Emitter: "src1",
  334. Tuples: []xsql.Tuple{
  335. {
  336. Emitter: "src1",
  337. Message: xsql.Message{"id1": 1, "f1": "v1"},
  338. }, {
  339. Emitter: "src1",
  340. Message: xsql.Message{"id1": 1, "f1": "v3"},
  341. },
  342. },
  343. },
  344. {
  345. Emitter: "src2",
  346. Tuples: []xsql.Tuple{
  347. {
  348. Emitter: "src2",
  349. Message: xsql.Message{"id2": 1, "f2": "w1"},
  350. }, {
  351. Emitter: "src2",
  352. Message: xsql.Message{"id2": 1, "f2": "w3"},
  353. },
  354. },
  355. },
  356. {
  357. Emitter: "src3",
  358. Tuples: []xsql.Tuple{
  359. {
  360. Emitter: "src3",
  361. Message: xsql.Message{"id3": 1, "f3": "x1"},
  362. }, {
  363. Emitter: "src3",
  364. Message: xsql.Message{"id3": 5, "f3": "x5"},
  365. },
  366. },
  367. },
  368. },
  369. },
  370. result: &xsql.JoinTupleSets{
  371. Content: []xsql.JoinTuple{
  372. {
  373. Tuples: []xsql.Tuple{
  374. {Emitter: "src3", Message: xsql.Message{"id3": 1, "f3": "x1"}},
  375. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  376. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w1"}},
  377. },
  378. },
  379. {
  380. Tuples: []xsql.Tuple{
  381. {Emitter: "src3", Message: xsql.Message{"id3": 1, "f3": "x1"}},
  382. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  383. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w3"}},
  384. },
  385. },
  386. {
  387. Tuples: []xsql.Tuple{
  388. {Emitter: "src3", Message: xsql.Message{"id3": 1, "f3": "x1"}},
  389. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v3"}},
  390. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w1"}},
  391. },
  392. },
  393. {
  394. Tuples: []xsql.Tuple{
  395. {Emitter: "src3", Message: xsql.Message{"id3": 1, "f3": "x1"}},
  396. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v3"}},
  397. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w3"}},
  398. },
  399. },
  400. {
  401. Tuples: []xsql.Tuple{
  402. {Emitter: "src3", Message: xsql.Message{"id3": 5, "f3": "x5"}},
  403. },
  404. },
  405. },
  406. },
  407. },
  408. {
  409. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 cross join src3",
  410. data: xsql.WindowTuplesSet{
  411. Content: []xsql.WindowTuples{
  412. {
  413. Emitter: "src1",
  414. Tuples: []xsql.Tuple{
  415. {
  416. Emitter: "src1",
  417. Message: xsql.Message{"id1": 1, "f1": "v1"},
  418. }, {
  419. Emitter: "src1",
  420. Message: xsql.Message{"id1": 5, "f1": "v5"},
  421. },
  422. },
  423. },
  424. {
  425. Emitter: "src2",
  426. Tuples: []xsql.Tuple{
  427. {
  428. Emitter: "src2",
  429. Message: xsql.Message{"id2": 1, "f2": "w1"},
  430. }, {
  431. Emitter: "src2",
  432. Message: xsql.Message{"id2": 4, "f2": "w3"},
  433. },
  434. },
  435. },
  436. {
  437. Emitter: "src3",
  438. Tuples: []xsql.Tuple{
  439. {
  440. Emitter: "src3",
  441. Message: xsql.Message{"id3": 2, "f3": "x1"},
  442. }, {
  443. Emitter: "src3",
  444. Message: xsql.Message{"id3": 5, "f3": "x5"},
  445. },
  446. },
  447. },
  448. },
  449. },
  450. result: &xsql.JoinTupleSets{
  451. Content: []xsql.JoinTuple{
  452. {
  453. Tuples: []xsql.Tuple{
  454. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  455. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w1"}},
  456. {Emitter: "src3", Message: xsql.Message{"id3": 2, "f3": "x1"}},
  457. },
  458. },
  459. {
  460. Tuples: []xsql.Tuple{
  461. {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
  462. {Emitter: "src2", Message: xsql.Message{"id2": 1, "f2": "w1"}}, {Emitter: "src3", Message: xsql.Message{"id3": 5, "f3": "x5"}},
  463. },
  464. },
  465. {
  466. Tuples: []xsql.Tuple{
  467. {Emitter: "src1", Message: xsql.Message{"id1": 5, "f1": "v5"}},
  468. {Emitter: "src3", Message: xsql.Message{"id3": 2, "f3": "x1"}},
  469. },
  470. },
  471. {
  472. Tuples: []xsql.Tuple{
  473. {Emitter: "src1", Message: xsql.Message{"id1": 5, "f1": "v5"}},
  474. {Emitter: "src3", Message: xsql.Message{"id3": 5, "f3": "x5"}},
  475. },
  476. },
  477. },
  478. },
  479. }, {
  480. sql: "SELECT id1 FROM src1 inner join src2 on src1.id = src2.id inner join src3 on src1.id = src3.id",
  481. data: xsql.WindowTuplesSet{
  482. Content: []xsql.WindowTuples{
  483. {
  484. Emitter: "src1",
  485. Tuples: []xsql.Tuple{
  486. {
  487. Emitter: "src1",
  488. Message: xsql.Message{"id": 1, "f1": "v1"},
  489. }, {
  490. Emitter: "src1",
  491. Message: xsql.Message{"id": 2, "f1": "v5"},
  492. }, {
  493. Emitter: "src1",
  494. Message: xsql.Message{"id": 3, "f1": "v3"},
  495. },
  496. },
  497. },
  498. {
  499. Emitter: "src2",
  500. Tuples: []xsql.Tuple{
  501. {
  502. Emitter: "src2",
  503. Message: xsql.Message{"id": 1, "f2": "w1"},
  504. }, {
  505. Emitter: "src2",
  506. Message: xsql.Message{"id": 2, "f2": "w2"},
  507. }, {
  508. Emitter: "src2",
  509. Message: xsql.Message{"id": 4, "f2": "w3"},
  510. },
  511. },
  512. },
  513. {
  514. Emitter: "src3",
  515. Tuples: []xsql.Tuple{
  516. {
  517. Emitter: "src3",
  518. Message: xsql.Message{"id": 1, "f3": "x1"},
  519. }, {
  520. Emitter: "src3",
  521. Message: xsql.Message{"id": 1, "f3": "x3"},
  522. }, {
  523. Emitter: "src3",
  524. Message: xsql.Message{"id": 5, "f3": "x5"},
  525. },
  526. },
  527. },
  528. },
  529. },
  530. result: &xsql.JoinTupleSets{
  531. Content: []xsql.JoinTuple{
  532. {
  533. Tuples: []xsql.Tuple{
  534. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  535. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  536. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x1"}},
  537. },
  538. },
  539. {
  540. Tuples: []xsql.Tuple{
  541. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  542. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  543. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x3"}},
  544. },
  545. },
  546. },
  547. },
  548. },
  549. { //9
  550. sql: "SELECT id1 FROM src1 inner join src2 on src1.id = src2.id right join src3 on src1.id = src3.id",
  551. data: xsql.WindowTuplesSet{
  552. Content: []xsql.WindowTuples{
  553. {
  554. Emitter: "src1",
  555. Tuples: []xsql.Tuple{
  556. {
  557. Emitter: "src1",
  558. Message: xsql.Message{"id": 1, "f1": "v1"},
  559. }, {
  560. Emitter: "src1",
  561. Message: xsql.Message{"id": 2, "f1": "v5"},
  562. }, {
  563. Emitter: "src1",
  564. Message: xsql.Message{"id": 3, "f1": "v3"},
  565. },
  566. },
  567. },
  568. {
  569. Emitter: "src2",
  570. Tuples: []xsql.Tuple{
  571. {
  572. Emitter: "src2",
  573. Message: xsql.Message{"id": 1, "f2": "w1"},
  574. }, {
  575. Emitter: "src2",
  576. Message: xsql.Message{"id": 2, "f2": "w2"},
  577. }, {
  578. Emitter: "src2",
  579. Message: xsql.Message{"id": 4, "f2": "w3"},
  580. },
  581. },
  582. },
  583. {
  584. Emitter: "src3",
  585. Tuples: []xsql.Tuple{
  586. {
  587. Emitter: "src3",
  588. Message: xsql.Message{"id": 1, "f3": "x1"},
  589. }, {
  590. Emitter: "src3",
  591. Message: xsql.Message{"id": 1, "f3": "x3"},
  592. }, {
  593. Emitter: "src3",
  594. Message: xsql.Message{"id": 5, "f3": "x5"},
  595. },
  596. },
  597. },
  598. },
  599. },
  600. result: &xsql.JoinTupleSets{
  601. Content: []xsql.JoinTuple{
  602. {
  603. Tuples: []xsql.Tuple{
  604. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x1"}},
  605. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  606. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  607. },
  608. },
  609. {
  610. Tuples: []xsql.Tuple{
  611. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x3"}},
  612. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  613. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  614. },
  615. },
  616. {
  617. Tuples: []xsql.Tuple{
  618. {Emitter: "src3", Message: xsql.Message{"id": 5, "f3": "x5"}},
  619. },
  620. },
  621. },
  622. },
  623. },
  624. { //10
  625. sql: "SELECT id1 FROM src1 inner join src2 on src1.id * 10 = src2.id right join src3 on src1.id = src3.id",
  626. data: xsql.WindowTuplesSet{
  627. Content: []xsql.WindowTuples{
  628. {
  629. Emitter: "src1",
  630. Tuples: []xsql.Tuple{
  631. {
  632. Emitter: "src1",
  633. Message: xsql.Message{"id": 1, "f1": "v1"},
  634. }, {
  635. Emitter: "src1",
  636. Message: xsql.Message{"id": 2, "f1": "v5"},
  637. }, {
  638. Emitter: "src1",
  639. Message: xsql.Message{"id": 3, "f1": "v3"},
  640. },
  641. },
  642. },
  643. {
  644. Emitter: "src2",
  645. Tuples: []xsql.Tuple{
  646. {
  647. Emitter: "src2",
  648. Message: xsql.Message{"id": 1, "f2": "w1"},
  649. }, {
  650. Emitter: "src2",
  651. Message: xsql.Message{"id": 2, "f2": "w2"},
  652. }, {
  653. Emitter: "src2",
  654. Message: xsql.Message{"id": 4, "f2": "w3"},
  655. },
  656. },
  657. },
  658. {
  659. Emitter: "src3",
  660. Tuples: []xsql.Tuple{
  661. {
  662. Emitter: "src3",
  663. Message: xsql.Message{"id": 1, "f3": "x1"},
  664. }, {
  665. Emitter: "src3",
  666. Message: xsql.Message{"id": 1, "f3": "x3"},
  667. }, {
  668. Emitter: "src3",
  669. Message: xsql.Message{"id": 5, "f3": "x5"},
  670. },
  671. },
  672. },
  673. },
  674. },
  675. result: &xsql.JoinTupleSets{
  676. Content: []xsql.JoinTuple{
  677. {
  678. Tuples: []xsql.Tuple{
  679. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x1"}},
  680. },
  681. },
  682. {
  683. Tuples: []xsql.Tuple{
  684. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x3"}},
  685. },
  686. },
  687. {
  688. Tuples: []xsql.Tuple{
  689. {Emitter: "src3", Message: xsql.Message{"id": 5, "f3": "x5"}},
  690. },
  691. },
  692. },
  693. },
  694. },
  695. { //11
  696. sql: "SELECT id1 FROM src1 full join src2 on src1.id = src2.id inner join src3 on src1.id = src3.id",
  697. data: xsql.WindowTuplesSet{
  698. Content: []xsql.WindowTuples{
  699. {
  700. Emitter: "src1",
  701. Tuples: []xsql.Tuple{
  702. {
  703. Emitter: "src1",
  704. Message: xsql.Message{"id": 1, "f1": "v1"},
  705. },
  706. {
  707. Emitter: "src1",
  708. Message: xsql.Message{"id": 2, "f1": "v5"},
  709. },
  710. {
  711. Emitter: "src1",
  712. Message: xsql.Message{"id": 3, "f1": "v3"},
  713. },
  714. },
  715. },
  716. {
  717. Emitter: "src2",
  718. Tuples: []xsql.Tuple{
  719. {
  720. Emitter: "src2",
  721. Message: xsql.Message{"id": 1, "f2": "w1"},
  722. },
  723. {
  724. Emitter: "src2",
  725. Message: xsql.Message{"id": 2, "f2": "w2"},
  726. },
  727. {
  728. Emitter: "src2",
  729. Message: xsql.Message{"id": 4, "f2": "w3"},
  730. },
  731. },
  732. },
  733. {
  734. Emitter: "src3",
  735. Tuples: []xsql.Tuple{
  736. {
  737. Emitter: "src3",
  738. Message: xsql.Message{"id": 1, "f3": "x1"},
  739. }, {
  740. Emitter: "src3",
  741. Message: xsql.Message{"id": 1, "f3": "x3"},
  742. }, {
  743. Emitter: "src3",
  744. Message: xsql.Message{"id": 5, "f3": "x5"},
  745. },
  746. },
  747. },
  748. },
  749. },
  750. result: &xsql.JoinTupleSets{
  751. Content: []xsql.JoinTuple{
  752. {
  753. Tuples: []xsql.Tuple{
  754. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  755. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  756. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x1"}},
  757. },
  758. },
  759. {
  760. Tuples: []xsql.Tuple{
  761. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  762. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  763. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x3"}},
  764. },
  765. },
  766. },
  767. },
  768. },
  769. { //12
  770. sql: "SELECT id1 FROM src1 full join src2 on src1.id = src2.id right join src3 on src1.id = src3.id",
  771. data: xsql.WindowTuplesSet{
  772. Content: []xsql.WindowTuples{
  773. {
  774. Emitter: "src1",
  775. Tuples: []xsql.Tuple{
  776. {
  777. Emitter: "src1",
  778. Message: xsql.Message{"id": 1, "f1": "v1"},
  779. },
  780. {
  781. Emitter: "src1",
  782. Message: xsql.Message{"id": 2, "f1": "v5"},
  783. },
  784. {
  785. Emitter: "src1",
  786. Message: xsql.Message{"id": 3, "f1": "v3"},
  787. },
  788. },
  789. },
  790. {
  791. Emitter: "src2",
  792. Tuples: []xsql.Tuple{
  793. {
  794. Emitter: "src2",
  795. Message: xsql.Message{"id": 1, "f2": "w1"},
  796. },
  797. {
  798. Emitter: "src2",
  799. Message: xsql.Message{"id": 2, "f2": "w2"},
  800. },
  801. {
  802. Emitter: "src2",
  803. Message: xsql.Message{"id": 4, "f2": "w3"},
  804. },
  805. },
  806. },
  807. {
  808. Emitter: "src3",
  809. Tuples: []xsql.Tuple{
  810. {
  811. Emitter: "src3",
  812. Message: xsql.Message{"id": 1, "f3": "x1"},
  813. }, {
  814. Emitter: "src3",
  815. Message: xsql.Message{"id": 1, "f3": "x3"},
  816. }, {
  817. Emitter: "src3",
  818. Message: xsql.Message{"id": 5, "f3": "x5"},
  819. },
  820. },
  821. },
  822. },
  823. },
  824. result: &xsql.JoinTupleSets{
  825. Content: []xsql.JoinTuple{
  826. {
  827. Tuples: []xsql.Tuple{
  828. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x1"}},
  829. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  830. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  831. },
  832. },
  833. {
  834. Tuples: []xsql.Tuple{
  835. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x3"}},
  836. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  837. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  838. },
  839. },
  840. {
  841. Tuples: []xsql.Tuple{
  842. {Emitter: "src3", Message: xsql.Message{"id": 5, "f3": "x5"}},
  843. },
  844. },
  845. },
  846. },
  847. },
  848. { //13
  849. sql: "SELECT id1 FROM src1 full join src2 on src1.id = src2.id full join src3 on src1.id = src3.id",
  850. data: xsql.WindowTuplesSet{
  851. Content: []xsql.WindowTuples{
  852. {
  853. Emitter: "src1",
  854. Tuples: []xsql.Tuple{
  855. {
  856. Emitter: "src1",
  857. Message: xsql.Message{"id": 1, "f1": "v1"},
  858. },
  859. },
  860. },
  861. {
  862. Emitter: "src2",
  863. Tuples: []xsql.Tuple{
  864. {
  865. Emitter: "src2",
  866. Message: xsql.Message{"id": 2, "f2": "w2"},
  867. },
  868. },
  869. },
  870. {
  871. Emitter: "src3",
  872. Tuples: []xsql.Tuple{
  873. {
  874. Emitter: "src3",
  875. Message: xsql.Message{"id": 5, "f3": "x5"},
  876. },
  877. },
  878. },
  879. },
  880. },
  881. result: &xsql.JoinTupleSets{
  882. Content: []xsql.JoinTuple{
  883. {
  884. Tuples: []xsql.Tuple{
  885. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  886. },
  887. },
  888. {
  889. Tuples: []xsql.Tuple{
  890. {Emitter: "src2", Message: xsql.Message{"id": 2, "f2": "w2"}},
  891. },
  892. },
  893. {
  894. Tuples: []xsql.Tuple{
  895. {Emitter: "src3", Message: xsql.Message{"id": 5, "f3": "x5"}},
  896. },
  897. },
  898. },
  899. },
  900. },
  901. { //14
  902. sql: "SELECT id1 FROM src1 right join src2 on src1.id = src2.id right join src3 on src1.id = src3.id",
  903. data: xsql.WindowTuplesSet{
  904. Content: []xsql.WindowTuples{
  905. {
  906. Emitter: "src1",
  907. Tuples: []xsql.Tuple{
  908. {
  909. Emitter: "src1",
  910. Message: xsql.Message{"id": 1, "f1": "v1"},
  911. },
  912. {
  913. Emitter: "src1",
  914. Message: xsql.Message{"id": 2, "f1": "v5"},
  915. },
  916. {
  917. Emitter: "src1",
  918. Message: xsql.Message{"id": 3, "f1": "v3"},
  919. },
  920. },
  921. },
  922. {
  923. Emitter: "src2",
  924. Tuples: []xsql.Tuple{
  925. {
  926. Emitter: "src2",
  927. Message: xsql.Message{"id": 1, "f2": "w1"},
  928. },
  929. {
  930. Emitter: "src2",
  931. Message: xsql.Message{"id": 2, "f2": "w2"},
  932. },
  933. {
  934. Emitter: "src2",
  935. Message: xsql.Message{"id": 4, "f2": "w3"},
  936. },
  937. },
  938. },
  939. {
  940. Emitter: "src3",
  941. Tuples: []xsql.Tuple{
  942. {
  943. Emitter: "src3",
  944. Message: xsql.Message{"id": 1, "f3": "x1"},
  945. }, {
  946. Emitter: "src3",
  947. Message: xsql.Message{"id": 1, "f3": "x3"},
  948. }, {
  949. Emitter: "src3",
  950. Message: xsql.Message{"id": 5, "f3": "x5"},
  951. },
  952. },
  953. },
  954. },
  955. },
  956. result: &xsql.JoinTupleSets{
  957. Content: []xsql.JoinTuple{
  958. {
  959. Tuples: []xsql.Tuple{
  960. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x1"}},
  961. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  962. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  963. },
  964. },
  965. {
  966. Tuples: []xsql.Tuple{
  967. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x3"}},
  968. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  969. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  970. },
  971. },
  972. {
  973. Tuples: []xsql.Tuple{
  974. {Emitter: "src3", Message: xsql.Message{"id": 5, "f3": "x5"}},
  975. },
  976. },
  977. },
  978. },
  979. },
  980. { //15
  981. sql: "SELECT id1 FROM src1 right join src2 on src1.id = src2.id right join src3 on src1.id = src3.id",
  982. data: xsql.WindowTuplesSet{
  983. Content: []xsql.WindowTuples{
  984. {
  985. Emitter: "src1",
  986. Tuples: []xsql.Tuple{
  987. {
  988. Emitter: "src1",
  989. Message: xsql.Message{"id": 1, "f1": "v1"},
  990. },
  991. {
  992. Emitter: "src1",
  993. Message: xsql.Message{"id": 2, "f1": "v5"},
  994. },
  995. {
  996. Emitter: "src1",
  997. Message: xsql.Message{"id": 3, "f1": "v3"},
  998. },
  999. },
  1000. },
  1001. {
  1002. Emitter: "src2",
  1003. Tuples: []xsql.Tuple{
  1004. {
  1005. Emitter: "src2",
  1006. Message: xsql.Message{"id": 1, "f2": "w1"},
  1007. },
  1008. {
  1009. Emitter: "src2",
  1010. Message: xsql.Message{"id": 2, "f2": "w2"},
  1011. },
  1012. {
  1013. Emitter: "src2",
  1014. Message: xsql.Message{"id": 4, "f2": "w3"},
  1015. },
  1016. },
  1017. },
  1018. },
  1019. },
  1020. result: nil,
  1021. },
  1022. { //16
  1023. sql: "SELECT id1 FROM src1 right join src2 on src1.id = src2.id right join src3 on src1.id = src3.id right join src4 on src4.id = src3.id ",
  1024. data: xsql.WindowTuplesSet{
  1025. Content: []xsql.WindowTuples{
  1026. {
  1027. Emitter: "src1",
  1028. Tuples: []xsql.Tuple{
  1029. {
  1030. Emitter: "src1",
  1031. Message: xsql.Message{"id": 1, "f1": "v1"},
  1032. },
  1033. {
  1034. Emitter: "src1",
  1035. Message: xsql.Message{"id": 2, "f1": "v5"},
  1036. },
  1037. {
  1038. Emitter: "src1",
  1039. Message: xsql.Message{"id": 3, "f1": "v3"},
  1040. },
  1041. },
  1042. },
  1043. {
  1044. Emitter: "src2",
  1045. Tuples: []xsql.Tuple{
  1046. {
  1047. Emitter: "src2",
  1048. Message: xsql.Message{"id": 1, "f2": "w1"},
  1049. },
  1050. {
  1051. Emitter: "src2",
  1052. Message: xsql.Message{"id": 2, "f2": "w2"},
  1053. },
  1054. {
  1055. Emitter: "src2",
  1056. Message: xsql.Message{"id": 4, "f2": "w3"},
  1057. },
  1058. },
  1059. },
  1060. {
  1061. Emitter: "src3",
  1062. Tuples: []xsql.Tuple{
  1063. {
  1064. Emitter: "src3",
  1065. Message: xsql.Message{"id": 1, "f3": "x1"},
  1066. },
  1067. {
  1068. Emitter: "src3",
  1069. Message: xsql.Message{"id": 5, "f3": "x5"},
  1070. },
  1071. },
  1072. },
  1073. {
  1074. Emitter: "src4",
  1075. Tuples: []xsql.Tuple{
  1076. {
  1077. Emitter: "src4",
  1078. Message: xsql.Message{"id": 1, "f4": "x4"},
  1079. },
  1080. {
  1081. Emitter: "src4",
  1082. Message: xsql.Message{"id": 2, "f4": "x4"},
  1083. },
  1084. },
  1085. },
  1086. },
  1087. },
  1088. result: &xsql.JoinTupleSets{
  1089. Content: []xsql.JoinTuple{
  1090. {
  1091. Tuples: []xsql.Tuple{
  1092. {Emitter: "src4", Message: xsql.Message{"id": 1, "f4": "x4"}},
  1093. {Emitter: "src3", Message: xsql.Message{"id": 1, "f3": "x1"}},
  1094. {Emitter: "src2", Message: xsql.Message{"id": 1, "f2": "w1"}},
  1095. {Emitter: "src1", Message: xsql.Message{"id": 1, "f1": "v1"}},
  1096. },
  1097. },
  1098. {
  1099. Tuples: []xsql.Tuple{
  1100. {Emitter: "src4", Message: xsql.Message{"id": 2, "f4": "x4"}},
  1101. },
  1102. },
  1103. },
  1104. },
  1105. },
  1106. { //17
  1107. sql: "SELECT id1 FROM src1 right join src2 on src1.id = src2.id right join src3 on src1.id = src3.id cross join src4",
  1108. data: xsql.WindowTuplesSet{
  1109. Content: []xsql.WindowTuples{
  1110. {
  1111. Emitter: "src1",
  1112. Tuples: []xsql.Tuple{
  1113. {
  1114. Emitter: "src1",
  1115. Message: xsql.Message{"id": 1, "f1": "v1"},
  1116. },
  1117. {
  1118. Emitter: "src1",
  1119. Message: xsql.Message{"id": 2, "f1": "v5"},
  1120. },
  1121. {
  1122. Emitter: "src1",
  1123. Message: xsql.Message{"id": 3, "f1": "v3"},
  1124. },
  1125. },
  1126. },
  1127. {
  1128. Emitter: "src2",
  1129. Tuples: []xsql.Tuple{
  1130. {
  1131. Emitter: "src2",
  1132. Message: xsql.Message{"id": 1, "f2": "w1"},
  1133. },
  1134. {
  1135. Emitter: "src2",
  1136. Message: xsql.Message{"id": 2, "f2": "w2"},
  1137. },
  1138. {
  1139. Emitter: "src2",
  1140. Message: xsql.Message{"id": 4, "f2": "w3"},
  1141. },
  1142. },
  1143. },
  1144. {
  1145. Emitter: "src3",
  1146. Tuples: []xsql.Tuple{
  1147. {
  1148. Emitter: "src3",
  1149. Message: xsql.Message{"id": 1, "f3": "x1"},
  1150. },
  1151. {
  1152. Emitter: "src3",
  1153. Message: xsql.Message{"id": 5, "f3": "x5"},
  1154. },
  1155. },
  1156. },
  1157. {
  1158. Emitter: "src4",
  1159. Tuples: []xsql.Tuple{},
  1160. },
  1161. },
  1162. },
  1163. result: nil,
  1164. },
  1165. { //18
  1166. sql: "SELECT id1 FROM src1 cross join src2 left join src3 on src1.id = src3.id",
  1167. data: xsql.WindowTuplesSet{
  1168. Content: []xsql.WindowTuples{
  1169. {
  1170. Emitter: "src1",
  1171. Tuples: nil,
  1172. },
  1173. {
  1174. Emitter: "src2",
  1175. Tuples: []xsql.Tuple{
  1176. {
  1177. Emitter: "src2",
  1178. Message: xsql.Message{"id": 1, "f2": "w1"},
  1179. },
  1180. {
  1181. Emitter: "src2",
  1182. Message: xsql.Message{"id": 2, "f2": "w2"},
  1183. },
  1184. {
  1185. Emitter: "src2",
  1186. Message: xsql.Message{"id": 4, "f2": "w3"},
  1187. },
  1188. },
  1189. },
  1190. {
  1191. Emitter: "src3",
  1192. Tuples: []xsql.Tuple{
  1193. {
  1194. Emitter: "src3",
  1195. Message: xsql.Message{"id": 1, "f3": "x1"},
  1196. },
  1197. {
  1198. Emitter: "src3",
  1199. Message: xsql.Message{"id": 5, "f3": "x5"},
  1200. },
  1201. },
  1202. },
  1203. },
  1204. },
  1205. result: nil,
  1206. },
  1207. }
  1208. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  1209. contextLogger := conf.Log.WithField("rule", "TestMultiJoinPlan_Apply")
  1210. ctx := context.WithValue(context.Background(), context.LoggerKey, contextLogger)
  1211. for i, tt := range tests {
  1212. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  1213. if err != nil {
  1214. t.Errorf("statement parse error %s", err)
  1215. break
  1216. }
  1217. if table, ok := stmt.Sources[0].(*ast.Table); !ok {
  1218. t.Errorf("statement source is not a table")
  1219. } else {
  1220. fv, afv := xsql.NewFunctionValuersForOp(nil, xsql.FuncRegisters)
  1221. pp := &JoinOp{Joins: stmt.Joins, From: table}
  1222. result := pp.Apply(ctx, tt.data, fv, afv)
  1223. if !reflect.DeepEqual(tt.result, result) {
  1224. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
  1225. }
  1226. }
  1227. }
  1228. }