join_test.go 19 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714
  1. package plans
  2. import (
  3. "encoding/json"
  4. "engine/xsql"
  5. "fmt"
  6. "reflect"
  7. "strings"
  8. "testing"
  9. )
  10. func TestLeftJoinPlan_Apply(t *testing.T) {
  11. var tests = []struct {
  12. sql string
  13. data xsql.MultiEmitterTuples
  14. result interface{}
  15. }{
  16. {
  17. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2",
  18. data: xsql.MultiEmitterTuples{
  19. xsql.EmitterTuples{
  20. Emitter:"src1",
  21. Messages:[]map[string]interface{}{
  22. { "id1" : 1, "f1" : "v1", },
  23. { "id1" : 2, "f1" : "v2", },
  24. { "id1" : 3, "f1" : "v3", },
  25. },
  26. },
  27. xsql.EmitterTuples{
  28. Emitter:"src2",
  29. Messages:[]map[string]interface{}{
  30. { "id2" : 1, "f2" : "w1", },
  31. { "id2" : 2, "f2" : "w2", },
  32. { "id2" : 4, "f2" : "w3", },
  33. },
  34. },
  35. },
  36. result: xsql.MergedEmitterTupleSets{
  37. xsql.MergedEmitterTuple{
  38. MergedMessage: []xsql.EmitterTuple{
  39. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  40. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w1",},},
  41. },
  42. },
  43. xsql.MergedEmitterTuple{
  44. MergedMessage: []xsql.EmitterTuple{
  45. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  46. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 2, "f2" : "w2",},},
  47. },
  48. },
  49. xsql.MergedEmitterTuple{
  50. MergedMessage: []xsql.EmitterTuple{
  51. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 3, "f1" : "v3",},},
  52. },
  53. },
  54. },
  55. },
  56. {
  57. sql: "SELECT id1 FROM src1 As s1 left join src2 as s2 on s1.id1 = s2.id2",
  58. data: xsql.MultiEmitterTuples{
  59. xsql.EmitterTuples{
  60. Emitter:"s1",
  61. Messages:[]map[string]interface{}{
  62. { "id1" : 1, "f1" : "v1", },
  63. { "id1" : 2, "f1" : "v2", },
  64. { "id1" : 3, "f1" : "v3", },
  65. },
  66. },
  67. xsql.EmitterTuples{
  68. Emitter:"s2",
  69. Messages:[]map[string]interface{}{
  70. { "id2" : 1, "f2" : "w1", },
  71. { "id2" : 2, "f2" : "w2", },
  72. { "id2" : 4, "f2" : "w3", },
  73. },
  74. },
  75. },
  76. result: xsql.MergedEmitterTupleSets{
  77. xsql.MergedEmitterTuple{
  78. MergedMessage: []xsql.EmitterTuple{
  79. {Emitter: "s1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  80. {Emitter: "s2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w1",},},
  81. },
  82. },
  83. xsql.MergedEmitterTuple{
  84. MergedMessage: []xsql.EmitterTuple{
  85. {Emitter: "s1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  86. {Emitter: "s2", Message: map[string]interface{}{ "id2" : 2, "f2" : "w2",},},
  87. },
  88. },
  89. xsql.MergedEmitterTuple{
  90. MergedMessage: []xsql.EmitterTuple{
  91. {Emitter: "s1", Message: map[string]interface{}{ "id1" : 3, "f1" : "v3",},},
  92. },
  93. },
  94. },
  95. },
  96. {
  97. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2",
  98. data: xsql.MultiEmitterTuples{
  99. xsql.EmitterTuples{
  100. Emitter:"src1",
  101. Messages:[]map[string]interface{}{
  102. { "id1" : 1, "f1" : "v1", },
  103. },
  104. },
  105. xsql.EmitterTuples{
  106. Emitter:"src2",
  107. Messages:[]map[string]interface{}{
  108. { "id2" : 1, "f2" : "w1", },
  109. { "id2" : 1, "f2" : "w2", },
  110. },
  111. },
  112. },
  113. result: xsql.MergedEmitterTupleSets{
  114. xsql.MergedEmitterTuple{
  115. MergedMessage: []xsql.EmitterTuple{
  116. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  117. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w1",},},
  118. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w2",},},
  119. },
  120. },
  121. },
  122. },
  123. {
  124. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2",
  125. data: xsql.MultiEmitterTuples{
  126. xsql.EmitterTuples{
  127. Emitter:"src1",
  128. Messages:[]map[string]interface{}{
  129. { "id1" : 1, "f1" : "v1", },
  130. { "id1" : 2, "f1" : "v2", },
  131. { "id1" : 3, "f1" : "v3", },
  132. },
  133. },
  134. xsql.EmitterTuples{
  135. Emitter:"src2",
  136. Messages:[]map[string]interface{}{
  137. },
  138. },
  139. },
  140. result: xsql.MergedEmitterTupleSets{
  141. xsql.MergedEmitterTuple{
  142. MergedMessage: []xsql.EmitterTuple{
  143. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  144. },
  145. },
  146. xsql.MergedEmitterTuple{
  147. MergedMessage: []xsql.EmitterTuple{
  148. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  149. },
  150. },
  151. xsql.MergedEmitterTuple{
  152. MergedMessage: []xsql.EmitterTuple{
  153. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 3, "f1" : "v3",},},
  154. },
  155. },
  156. },
  157. },
  158. {
  159. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2",
  160. data: xsql.MultiEmitterTuples{
  161. xsql.EmitterTuples{
  162. Emitter:"src1",
  163. Messages:[]map[string]interface{}{
  164. { "id1" : 1, "f1" : "v1", },
  165. { "id1" : 2, "f1" : "v2", },
  166. { "id1" : 3, "f1" : "v3", },
  167. },
  168. },
  169. xsql.EmitterTuples{
  170. Emitter: "src2",
  171. Messages: nil,
  172. },
  173. },
  174. result: xsql.MergedEmitterTupleSets{
  175. xsql.MergedEmitterTuple{
  176. MergedMessage: []xsql.EmitterTuple{
  177. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  178. },
  179. },
  180. xsql.MergedEmitterTuple{
  181. MergedMessage: []xsql.EmitterTuple{
  182. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  183. },
  184. },
  185. xsql.MergedEmitterTuple{
  186. MergedMessage: []xsql.EmitterTuple{
  187. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 3, "f1" : "v3",},},
  188. },
  189. },
  190. },
  191. },
  192. {
  193. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2",
  194. data: xsql.MultiEmitterTuples{
  195. xsql.EmitterTuples{
  196. Emitter:"src1",
  197. Messages:[]map[string]interface{} {},
  198. },
  199. xsql.EmitterTuples{
  200. Emitter:"src2",
  201. Messages:[]map[string]interface{}{
  202. { "id2" : 1, "f2" : "w1", },
  203. { "id2" : 1, "f2" : "w2", },
  204. },
  205. },
  206. },
  207. result: xsql.MergedEmitterTupleSets{
  208. },
  209. },
  210. {
  211. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2",
  212. data: xsql.MultiEmitterTuples{
  213. xsql.EmitterTuples{
  214. Emitter:"src1",
  215. Messages:nil,
  216. },
  217. xsql.EmitterTuples{
  218. Emitter:"src2",
  219. Messages:[]map[string]interface{}{
  220. { "id2" : 1, "f2" : "w1", },
  221. { "id2" : 1, "f2" : "w2", },
  222. },
  223. },
  224. },
  225. result: xsql.MergedEmitterTupleSets{
  226. },
  227. },
  228. {
  229. sql: "SELECT id1 FROM src1 left join src2 on src1.id1*2 = src2.id2",
  230. data: xsql.MultiEmitterTuples{
  231. xsql.EmitterTuples{
  232. Emitter:"src1",
  233. Messages:[]map[string]interface{}{
  234. { "id1" : 1, "f1" : "v1", },
  235. { "id1" : 2, "f1" : "v2", },
  236. { "id1" : 3, "f1" : "v3", },
  237. },
  238. },
  239. xsql.EmitterTuples{
  240. Emitter:"src2",
  241. Messages:[]map[string]interface{}{
  242. { "id2" : 1, "f2" : "w1", },
  243. { "id2" : 2, "f2" : "w2", },
  244. { "id2" : 4, "f2" : "w3", },
  245. },
  246. },
  247. },
  248. result: xsql.MergedEmitterTupleSets{
  249. xsql.MergedEmitterTuple{
  250. MergedMessage: []xsql.EmitterTuple{
  251. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  252. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 2, "f2" : "w2",},},
  253. },
  254. },
  255. xsql.MergedEmitterTuple{
  256. MergedMessage: []xsql.EmitterTuple{
  257. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  258. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 4, "f2" : "w3",},},
  259. },
  260. },
  261. xsql.MergedEmitterTuple{
  262. MergedMessage: []xsql.EmitterTuple{
  263. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 3, "f1" : "v3",},},
  264. },
  265. },
  266. },
  267. },
  268. {
  269. sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2*2",
  270. data: xsql.MultiEmitterTuples{
  271. xsql.EmitterTuples{
  272. Emitter:"src1",
  273. Messages:[]map[string]interface{}{
  274. { "id1" : 1, "f1" : "v1", },
  275. { "id1" : 2, "f1" : "v2", },
  276. { "id1" : 3, "f1" : "v3", },
  277. },
  278. },
  279. xsql.EmitterTuples{
  280. Emitter:"src2",
  281. Messages:[]map[string]interface{}{
  282. { "id2" : 1, "f2" : "w1", },
  283. { "id2" : 2, "f2" : "w2", },
  284. { "id2" : 4, "f2" : "w3", },
  285. },
  286. },
  287. },
  288. result: xsql.MergedEmitterTupleSets{
  289. xsql.MergedEmitterTuple{
  290. MergedMessage: []xsql.EmitterTuple{
  291. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  292. },
  293. },
  294. xsql.MergedEmitterTuple{
  295. MergedMessage: []xsql.EmitterTuple{
  296. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  297. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w1", },},
  298. },
  299. },
  300. xsql.MergedEmitterTuple{
  301. MergedMessage: []xsql.EmitterTuple{
  302. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 3, "f1" : "v3",},},
  303. },
  304. },
  305. },
  306. },
  307. {
  308. sql: "SELECT id1 FROM src1 left join src2 on src1.f1->cid = src2.f2->cid",
  309. data: xsql.MultiEmitterTuples{
  310. xsql.EmitterTuples{
  311. Emitter:"src1",
  312. Messages:[]map[string]interface{}{
  313. { "id1" : 1, "f1" : str2Map(`{"cid" : 1, "name" : "tom1"}`), },
  314. { "id1" : 2, "f1" : str2Map(`{"cid" : 2, "name" : "mike1"}`), },
  315. { "id1" : 3, "f1" : str2Map(`{"cid" : 3, "name" : "alice1"}`), },
  316. },
  317. },
  318. xsql.EmitterTuples{
  319. Emitter:"src2",
  320. Messages:[]map[string]interface{}{
  321. { "id2" : 1, "f2" : str2Map(`{"cid" : 1, "name" : "tom2"}`),},
  322. { "id2" : 2, "f2" : str2Map(`{"cid" : 2, "name" : "mike2"}`), },
  323. { "id2" : 4, "f2" : str2Map(`{"cid" : 4, "name" : "alice2"}`), },
  324. },
  325. },
  326. },
  327. result: xsql.MergedEmitterTupleSets{
  328. xsql.MergedEmitterTuple{
  329. MergedMessage: []xsql.EmitterTuple{
  330. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : str2Map(`{"cid" : 1, "name" : "tom1"}`), },},
  331. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : str2Map(`{"cid" : 1, "name" : "tom2"}`), },},
  332. },
  333. },
  334. xsql.MergedEmitterTuple{
  335. MergedMessage: []xsql.EmitterTuple{
  336. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : str2Map(`{"cid" : 2, "name" : "mike1"}`), },},
  337. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 2, "f2" : str2Map(`{"cid" : 2, "name" : "mike2"}`), },},
  338. },
  339. },
  340. xsql.MergedEmitterTuple{
  341. MergedMessage: []xsql.EmitterTuple{
  342. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 3, "f1" : str2Map(`{"cid" : 3, "name" : "alice1"}`), },},
  343. },
  344. },
  345. },
  346. },
  347. }
  348. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  349. for i, tt := range tests {
  350. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  351. if err != nil {
  352. t.Errorf("statement parse error %s", err)
  353. break
  354. }
  355. pp := &JoinPlan{Joins : stmt.Joins}
  356. result := pp.Apply(nil, tt.data)
  357. if !reflect.DeepEqual(tt.result, result) {
  358. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
  359. }
  360. }
  361. }
  362. func TestInnerJoinPlan_Apply(t *testing.T) {
  363. var tests = []struct {
  364. sql string
  365. data xsql.MultiEmitterTuples
  366. result interface{}
  367. }{
  368. {
  369. sql: "SELECT id1 FROM src1 inner join src2 on src1.id1 = src2.id2",
  370. data: xsql.MultiEmitterTuples{
  371. xsql.EmitterTuples{
  372. Emitter:"src1",
  373. Messages:[]map[string]interface{}{
  374. { "id1" : 1, "f1" : "v1", },
  375. { "id1" : 2, "f1" : "v2", },
  376. { "id1" : 3, "f1" : "v3", },
  377. },
  378. },
  379. xsql.EmitterTuples{
  380. Emitter:"src2",
  381. Messages:[]map[string]interface{}{
  382. { "id2" : 1, "f2" : "w1", },
  383. { "id2" : 2, "f2" : "w2", },
  384. { "id2" : 4, "f2" : "w3", },
  385. },
  386. },
  387. },
  388. result: xsql.MergedEmitterTupleSets{
  389. xsql.MergedEmitterTuple{
  390. MergedMessage: []xsql.EmitterTuple{
  391. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  392. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w1",},},
  393. },
  394. },
  395. xsql.MergedEmitterTuple{
  396. MergedMessage: []xsql.EmitterTuple{
  397. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  398. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 2, "f2" : "w2",},},
  399. },
  400. },
  401. },
  402. },
  403. {
  404. sql: "SELECT id1 FROM src1 As s1 inner join src2 as s2 on s1.id1 = s2.id2",
  405. data: xsql.MultiEmitterTuples{
  406. xsql.EmitterTuples{
  407. Emitter:"s1",
  408. Messages:[]map[string]interface{}{
  409. { "id1" : 1, "f1" : "v1", },
  410. { "id1" : 2, "f1" : "v2", },
  411. { "id1" : 3, "f1" : "v3", },
  412. },
  413. },
  414. xsql.EmitterTuples{
  415. Emitter:"s2",
  416. Messages:[]map[string]interface{}{
  417. { "id2" : 1, "f2" : "w1", },
  418. { "id2" : 2, "f2" : "w2", },
  419. { "id2" : 4, "f2" : "w3", },
  420. },
  421. },
  422. },
  423. result: xsql.MergedEmitterTupleSets{
  424. xsql.MergedEmitterTuple{
  425. MergedMessage: []xsql.EmitterTuple{
  426. {Emitter: "s1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  427. {Emitter: "s2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w1",},},
  428. },
  429. },
  430. xsql.MergedEmitterTuple{
  431. MergedMessage: []xsql.EmitterTuple{
  432. {Emitter: "s1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  433. {Emitter: "s2", Message: map[string]interface{}{ "id2" : 2, "f2" : "w2",},},
  434. },
  435. },
  436. },
  437. },
  438. {
  439. sql: "SELECT id1 FROM src1 inner join src2 on src1.id1 = src2.id2",
  440. data: xsql.MultiEmitterTuples{
  441. xsql.EmitterTuples{
  442. Emitter:"src1",
  443. Messages:[]map[string]interface{}{
  444. { "id1" : 1, "f1" : "v1", },
  445. },
  446. },
  447. xsql.EmitterTuples{
  448. Emitter:"src2",
  449. Messages:[]map[string]interface{}{
  450. { "id2" : 1, "f2" : "w1", },
  451. { "id2" : 1, "f2" : "w2", },
  452. },
  453. },
  454. },
  455. result: xsql.MergedEmitterTupleSets{
  456. xsql.MergedEmitterTuple{
  457. MergedMessage: []xsql.EmitterTuple{
  458. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  459. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w1",},},
  460. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w2",},},
  461. },
  462. },
  463. },
  464. },
  465. {
  466. sql: "SELECT id1 FROM src1 inner join src2 on src1.id1 = src2.id2",
  467. data: xsql.MultiEmitterTuples{
  468. xsql.EmitterTuples{
  469. Emitter:"src1",
  470. Messages:[]map[string]interface{}{
  471. { "id1" : 1, "f1" : "v1", },
  472. { "id1" : 2, "f1" : "v2", },
  473. { "id1" : 3, "f1" : "v3", },
  474. },
  475. },
  476. xsql.EmitterTuples{
  477. Emitter:"src2",
  478. Messages:[]map[string]interface{}{
  479. },
  480. },
  481. },
  482. result: xsql.MergedEmitterTupleSets{},
  483. },
  484. {
  485. sql: "SELECT id1 FROM src1 inner join src2 on src1.id1 = src2.id2",
  486. data: xsql.MultiEmitterTuples{
  487. xsql.EmitterTuples{
  488. Emitter:"src1",
  489. Messages:[]map[string]interface{}{
  490. { "id1" : 1, "f1" : "v1", },
  491. { "id1" : 2, "f1" : "v2", },
  492. { "id1" : 3, "f1" : "v3", },
  493. },
  494. },
  495. xsql.EmitterTuples{
  496. Emitter: "src2",
  497. Messages: nil,
  498. },
  499. },
  500. result: xsql.MergedEmitterTupleSets{},
  501. },
  502. {
  503. sql: "SELECT id1 FROM src1 inner join src2 on src1.id1 = src2.id2",
  504. data: xsql.MultiEmitterTuples{
  505. xsql.EmitterTuples{
  506. Emitter:"src1",
  507. Messages:[]map[string]interface{} {},
  508. },
  509. xsql.EmitterTuples{
  510. Emitter:"src2",
  511. Messages:[]map[string]interface{}{
  512. { "id2" : 1, "f2" : "w1", },
  513. { "id2" : 1, "f2" : "w2", },
  514. },
  515. },
  516. },
  517. result: xsql.MergedEmitterTupleSets{ },
  518. },
  519. {
  520. sql: "SELECT id1 FROM src1 inner join src2 on src1.id1 = src2.id2",
  521. data: xsql.MultiEmitterTuples{
  522. xsql.EmitterTuples{
  523. Emitter:"src1",
  524. Messages:nil,
  525. },
  526. xsql.EmitterTuples{
  527. Emitter:"src2",
  528. Messages:[]map[string]interface{}{
  529. { "id2" : 1, "f2" : "w1", },
  530. { "id2" : 1, "f2" : "w2", },
  531. },
  532. },
  533. },
  534. result: xsql.MergedEmitterTupleSets{
  535. },
  536. },
  537. {
  538. sql: "SELECT id1 FROM src1 inner join src2 on src1.id1*2 = src2.id2",
  539. data: xsql.MultiEmitterTuples{
  540. xsql.EmitterTuples{
  541. Emitter:"src1",
  542. Messages:[]map[string]interface{}{
  543. { "id1" : 1, "f1" : "v1", },
  544. { "id1" : 2, "f1" : "v2", },
  545. { "id1" : 3, "f1" : "v3", },
  546. },
  547. },
  548. xsql.EmitterTuples{
  549. Emitter:"src2",
  550. Messages:[]map[string]interface{}{
  551. { "id2" : 1, "f2" : "w1", },
  552. { "id2" : 2, "f2" : "w2", },
  553. { "id2" : 4, "f2" : "w3", },
  554. },
  555. },
  556. },
  557. result: xsql.MergedEmitterTupleSets{
  558. xsql.MergedEmitterTuple{
  559. MergedMessage: []xsql.EmitterTuple{
  560. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : "v1",},},
  561. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 2, "f2" : "w2",},},
  562. },
  563. },
  564. xsql.MergedEmitterTuple{
  565. MergedMessage: []xsql.EmitterTuple{
  566. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  567. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 4, "f2" : "w3",},},
  568. },
  569. },
  570. },
  571. },
  572. {
  573. sql: "SELECT id1 FROM src1 inner join src2 on src1.id1 = src2.id2*2",
  574. data: xsql.MultiEmitterTuples{
  575. xsql.EmitterTuples{
  576. Emitter:"src1",
  577. Messages:[]map[string]interface{}{
  578. { "id1" : 1, "f1" : "v1", },
  579. { "id1" : 2, "f1" : "v2", },
  580. { "id1" : 3, "f1" : "v3", },
  581. },
  582. },
  583. xsql.EmitterTuples{
  584. Emitter:"src2",
  585. Messages:[]map[string]interface{}{
  586. { "id2" : 1, "f2" : "w1", },
  587. { "id2" : 2, "f2" : "w2", },
  588. { "id2" : 4, "f2" : "w3", },
  589. },
  590. },
  591. },
  592. result: xsql.MergedEmitterTupleSets{
  593. xsql.MergedEmitterTuple{
  594. MergedMessage: []xsql.EmitterTuple{
  595. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : "v2",},},
  596. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : "w1", },},
  597. },
  598. },
  599. },
  600. },
  601. {
  602. sql: "SELECT id1 FROM src1 inner join src2 on src1.f1->cid = src2.f2->cid",
  603. data: xsql.MultiEmitterTuples{
  604. xsql.EmitterTuples{
  605. Emitter:"src1",
  606. Messages:[]map[string]interface{}{
  607. { "id1" : 1, "f1" : str2Map(`{"cid" : 1, "name" : "tom1"}`), },
  608. { "id1" : 2, "f1" : str2Map(`{"cid" : 2, "name" : "mike1"}`), },
  609. { "id1" : 3, "f1" : str2Map(`{"cid" : 3, "name" : "alice1"}`), },
  610. },
  611. },
  612. xsql.EmitterTuples{
  613. Emitter:"src2",
  614. Messages:[]map[string]interface{}{
  615. { "id2" : 1, "f2" : str2Map(`{"cid" : 1, "name" : "tom2"}`),},
  616. { "id2" : 2, "f2" : str2Map(`{"cid" : 2, "name" : "mike2"}`), },
  617. { "id2" : 4, "f2" : str2Map(`{"cid" : 4, "name" : "alice2"}`), },
  618. },
  619. },
  620. },
  621. result: xsql.MergedEmitterTupleSets{
  622. xsql.MergedEmitterTuple{
  623. MergedMessage: []xsql.EmitterTuple{
  624. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 1, "f1" : str2Map(`{"cid" : 1, "name" : "tom1"}`), },},
  625. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 1, "f2" : str2Map(`{"cid" : 1, "name" : "tom2"}`), },},
  626. },
  627. },
  628. xsql.MergedEmitterTuple{
  629. MergedMessage: []xsql.EmitterTuple{
  630. {Emitter: "src1", Message: map[string]interface{}{ "id1" : 2, "f1" : str2Map(`{"cid" : 2, "name" : "mike1"}`), },},
  631. {Emitter: "src2", Message: map[string]interface{}{ "id2" : 2, "f2" : str2Map(`{"cid" : 2, "name" : "mike2"}`), },},
  632. },
  633. },
  634. },
  635. },
  636. }
  637. fmt.Printf("The test bucket size is %d.\n\n", len(tests))
  638. for i, tt := range tests {
  639. stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
  640. if err != nil {
  641. t.Errorf("statement parse error %s", err)
  642. break
  643. }
  644. pp := &JoinPlan{Joins : stmt.Joins}
  645. result := pp.Apply(nil, tt.data)
  646. if !reflect.DeepEqual(tt.result, result) {
  647. t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
  648. }
  649. }
  650. }
  651. func str2Map(s string) map[string]interface{} {
  652. var input map[string]interface{}
  653. if err := json.Unmarshal([]byte(s), &input); err != nil {
  654. fmt.Printf("Failed to parse the JSON data.\n")
  655. return nil
  656. }
  657. return input
  658. }