ekuiper-new/xsql/plans/join_multi_test.go

package plans

import (
	"fmt"
	"github.com/emqx/kuiper/common"
	"github.com/emqx/kuiper/xsql"
	"github.com/emqx/kuiper/xstream/contexts"
	"reflect"
	"strings"
	"testing"
)

func TestMultiJoinPlan_Apply(t *testing.T) {
	var tests = []struct {
		sql    string
		data   xsql.WindowTuplesSet
		result interface{}
	}{
		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 left join src3 on src2.id2 = src3.id3",
			data: xsql.WindowTuplesSet{
				xsql.WindowTuples{
					Emitter:"src1",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 1, "f1" : "v1" },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 3, "f1" : "v3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src2",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 1, "f2" : "w1" },
						},{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 4, "f2" : "w3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src3",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 1, "f3" : "x1" },
						},{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 5, "f3" : "x5" },
						},
					},
				},
			},
			result: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1" },},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 1, "f2" : "w1" },},
						{Emitter: "src3", Message: xsql.Message{ "id3" : 1, "f3" : "x1" },},
					},
				},

				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 3, "f1" : "v3" },},
					},
				},
			},
		},

		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 inner join src3 on src2.id2 = src3.id3",
			data: xsql.WindowTuplesSet{
				xsql.WindowTuples{
					Emitter:"src1",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 1, "f1" : "v1" },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 3, "f1" : "v3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src2",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 1, "f2" : "w1" },
						},{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 4, "f2" : "w3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src3",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 1, "f3" : "x1" },
						},{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 5, "f3" : "x5" },
						},
					},
				},
			},
			result: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1" },},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 1, "f2" : "w1" },},
						{Emitter: "src3", Message: xsql.Message{ "id3" : 1, "f3" : "x1" },},
					},
				},
			},
		},

		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 inner join src3 on src1.id1 = src3.id3",
			data: xsql.WindowTuplesSet{
				xsql.WindowTuples{
					Emitter:"src1",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 1, "f1" : "v1" },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 5, "f1" : "v5" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src2",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 1, "f2" : "w1" },
						},{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 4, "f2" : "w3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src3",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 2, "f3" : "x1" },
						},{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 5, "f3" : "x5" },
						},
					},
				},
			},
			result: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 5, "f1" : "v5" },},
						{Emitter: "src3", Message: xsql.Message{ "id3" : 5, "f3" : "x5" },},
					},
				},
			},
		},

		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 full join src3 on src1.id1 = src3.id3",
			data: xsql.WindowTuplesSet{
				xsql.WindowTuples{
					Emitter:"src1",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 1, "f1" : "v1" },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 5, "f1" : "v5" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src2",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 1, "f2" : "w1" },
						},{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 4, "f2" : "w3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src3",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 2, "f3" : "x1" },
						},{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 5, "f3" : "x5" },
						},
					},
				},
			},
			result: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1" },},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 1, "f2" : "w1" },},
					},
				},

				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 5, "f1" : "v5" },},
						{Emitter: "src3", Message: xsql.Message{ "id3" : 5, "f3" : "x5" },},
					},
				},

				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src3", Message: xsql.Message{ "id3" : 2, "f3" : "x1" },},
					},
				},
			},
		},

		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 right join src3 on src2.id2 = src3.id3",
			data: xsql.WindowTuplesSet{
				xsql.WindowTuples{
					Emitter:"src1",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 1, "f1" : "v1" },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 3, "f1" : "v3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src2",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 1, "f2" : "w1" },
						},{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 4, "f2" : "w3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src3",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 1, "f3" : "x1" },
						},{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 5, "f3" : "x5" },
						},
					},
				},
			},
			result: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src3", Message: xsql.Message{ "id3" : 1, "f3" : "x1" },},
						{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1" },},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 1, "f2" : "w1" },},
					},
				},

				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src3", Message: xsql.Message{ "id3" : 5, "f3" : "x5" },},
					},
				},
			},
		},

		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 cross join src3",
			data: xsql.WindowTuplesSet{
				xsql.WindowTuples{
					Emitter:"src1",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 1, "f1" : "v1" },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 5, "f1" : "v5" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src2",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 1, "f2" : "w1" },
						},{
							Emitter: "src2",
							Message: xsql.Message{ "id2" : 4, "f2" : "w3" },
						},
					},
				},

				xsql.WindowTuples{
					Emitter:"src3",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 2, "f3" : "x1" },
						},{
							Emitter: "src3",
							Message: xsql.Message{ "id3" : 5, "f3" : "x5" },
						},
					},
				},
			},
			result: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1" },},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 1, "f2" : "w1" },},
						{Emitter: "src3", Message: xsql.Message{ "id3" : 2, "f3" : "x1" },},
						{Emitter: "src3", Message: xsql.Message{ "id3" : 5, "f3" : "x5" },},
					},
				},

				//xsql.JoinTuple{
				//	Tuples: []xsql.Tuple{
				//		{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1" },},
				//		{Emitter: "src2", Message: xsql.Message{ "id2" : 1, "f2" : "w1" },},
				//		{Emitter: "src3", Message: xsql.Message{ "id3" : 5, "f3" : "x5" },},
				//	},
				//},

				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 5, "f1" : "v5" },},
						{Emitter: "src3", Message: xsql.Message{ "id3" : 2, "f3" : "x1" },},
						{Emitter: "src3", Message: xsql.Message{ "id3" : 5, "f3" : "x5" },},
					},
				},

				//xsql.JoinTuple{
				//	Tuples: []xsql.Tuple{
				//		{Emitter: "src1", Message: xsql.Message{ "id1" : 5, "f1" : "v5" },},
				//		{Emitter: "src3", Message: xsql.Message{ "id3" : 5, "f3" : "x5" },},
				//	},
				//},

			},
		},
	}

	fmt.Printf("The test bucket size is %d.\n\n", len(tests))
	contextLogger := common.Log.WithField("rule", "TestMultiJoinPlan_Apply")
	ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
	for i, tt := range tests {
		stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
		if err != nil {
			t.Errorf("statement parse error %s", err)
			break
		}

		if table, ok := stmt.Sources[0].(*xsql.Table); !ok{
			t.Errorf("statement source is not a table")
		}else{
			pp := &JoinPlan{Joins: stmt.Joins, From: table}
			result := pp.Apply(ctx, tt.data)
			if !reflect.DeepEqual(tt.result, result) {
				t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
			}
		}
	}
}