ekuiper-new/xsql/plans/aggregate_test.go

package plans

import (
	"fmt"
	"github.com/emqx/kuiper/common"
	"github.com/emqx/kuiper/xsql"
	"github.com/emqx/kuiper/xstream/contexts"
	"reflect"
	"strings"
	"testing"
)

func TestAggregatePlan_Apply(t *testing.T) {
	var tests = []struct {
		sql  string
		data interface{}
		result xsql.GroupedTuplesSet
	}{
		{
			sql: "SELECT abc FROM tbl group by abc",
			data: &xsql.Tuple{
				Emitter: "tbl",
				Message: xsql.Message{
					"abc" : int64(6),
					"def" : "hello",
				},
			},
			result: xsql.GroupedTuplesSet{
				{
					&xsql.Tuple{
						Emitter: "tbl",
						Message: xsql.Message{
							"abc" : int64(6),
							"def" : "hello",
						},
					},
				},
			},
		},


		{
			sql: "SELECT abc FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1",
			data: xsql.WindowTuplesSet{
				xsql.WindowTuples{
					Emitter:"src1",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 1, "f1" : "v1", },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 2, "f1" : "v2", },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 3, "f1" : "v1", },
						},
					},
				},
			},
			result: xsql.GroupedTuplesSet{
				{
					&xsql.Tuple{
						Emitter: "src1",
						Message: xsql.Message{ "id1" : 1, "f1" : "v1", },
					},
					&xsql.Tuple{
						Emitter: "src1",
						Message: xsql.Message{ "id1" : 3, "f1" : "v1", },
					},
				},
				{
					&xsql.Tuple{
						Emitter: "src1",
						Message: xsql.Message{ "id1" : 2, "f1" : "v2", },
					},
				},
			},
		},
		{
			sql: "SELECT abc FROM src1 GROUP BY id1, TUMBLINGWINDOW(ss, 10), f1",
			data: xsql.WindowTuplesSet{
				xsql.WindowTuples{
					Emitter:"src1",
					Tuples:[]xsql.Tuple{
						{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 1, "f1" : "v1", },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 2, "f1" : "v2", },
						},{
							Emitter: "src1",
							Message: xsql.Message{ "id1" : 3, "f1" : "v1", },
						},
					},
				},
			},
			result: xsql.GroupedTuplesSet{
				{
					&xsql.Tuple{
						Emitter: "src1",
						Message: xsql.Message{ "id1" : 1, "f1" : "v1", },
					},
				},
				{
					&xsql.Tuple{
						Emitter: "src1",
						Message: xsql.Message{ "id1" : 2, "f1" : "v2", },
					},
				},
				{
					&xsql.Tuple{
						Emitter: "src1",
						Message: xsql.Message{ "id1" : 3, "f1" : "v1", },
					},
				},
			},
		},

		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY src2.f2, TUMBLINGWINDOW(ss, 10)",
			data: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1",},},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 2, "f2" : "w2",},},
					},
				},
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 2, "f1" : "v2",},},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 4, "f2" : "w3",},},
					},
				},
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 3, "f1" : "v1",},},
					},
				},
			},
			result: xsql.GroupedTuplesSet{
				{
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1",},},
							{Emitter: "src2", Message: xsql.Message{ "id2" : 2, "f2" : "w2",},},
						},
					},
				},
				{
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 2, "f1" : "v2",},},
							{Emitter: "src2", Message: xsql.Message{ "id2" : 4, "f2" : "w3",},},
						},
					},
				},
				{
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 3, "f1" : "v1",},},
						},
					},
				},
			},
		},
		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY TUMBLINGWINDOW(ss, 10), src1.f1",
			data: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1",},},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 2, "f2" : "w2",},},
					},
				},
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 2, "f1" : "v2",},},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 4, "f2" : "w3",},},
					},
				},
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 3, "f1" : "v1",},},
					},
				},
			},
			result: xsql.GroupedTuplesSet{
				{
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1",},},
							{Emitter: "src2", Message: xsql.Message{ "id2" : 2, "f2" : "w2",},},
						},
					},
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 3, "f1" : "v1",},},
						},
					},
				},
				{
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 2, "f1" : "v2",},},
							{Emitter: "src2", Message: xsql.Message{ "id2" : 4, "f2" : "w3",},},
						},
					},
				},
			},
		},
		{
			sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY TUMBLINGWINDOW(ss, 10), src1.ts",
			data: xsql.JoinTupleSets{
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1", "ts": common.TimeFromUnixMilli(1568854515000),},},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 2, "f2" : "w2",},},
					},
				},
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 2, "f1" : "v2","ts": common.TimeFromUnixMilli(1568854573431),},},
						{Emitter: "src2", Message: xsql.Message{ "id2" : 4, "f2" : "w3",},},
					},
				},
				xsql.JoinTuple{
					Tuples: []xsql.Tuple{
						{Emitter: "src1", Message: xsql.Message{ "id1" : 3, "f1" : "v1","ts": common.TimeFromUnixMilli(1568854515000),},},
					},
				},
			},
			result: xsql.GroupedTuplesSet{
				{
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 1, "f1" : "v1", "ts": common.TimeFromUnixMilli(1568854515000),},},
							{Emitter: "src2", Message: xsql.Message{ "id2" : 2, "f2" : "w2",},},
						},
					},
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 3, "f1" : "v1", "ts": common.TimeFromUnixMilli(1568854515000),},},
						},
					},
				},
				{
					&xsql.JoinTuple{
						Tuples: []xsql.Tuple{
							{Emitter: "src1", Message: xsql.Message{ "id1" : 2, "f1" : "v2","ts": common.TimeFromUnixMilli(1568854573431),},},
							{Emitter: "src2", Message: xsql.Message{ "id2" : 4, "f2" : "w3",},},
						},
					},
				},
			},
		},
	}

	fmt.Printf("The test bucket size is %d.\n\n", len(tests))
	contextLogger := common.Log.WithField("rule", "TestFilterPlan_Apply")
	ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
	for i, tt := range tests {
		stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
		if err != nil {
			t.Errorf("statement parse error %s", err)
			break
		}

		pp := &AggregatePlan{Dimensions:stmt.Dimensions.GetGroups()}
		result := pp.Apply(ctx, tt.data)
		gr, ok := result.(xsql.GroupedTuplesSet)
		if !ok {
			t.Errorf("result is not GroupedTuplesSet")
		}
		if len(tt.result) != len(gr) {
			t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, gr)
		}

		for _, r := range tt.result{
			matched := false
			for _, gre := range gr{
				if reflect.DeepEqual(r, gre){
					matched = true
				}
			}
			if !matched{
				t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, r)
			}
		}
	}
}