123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759 |
- package plans
- import (
- "errors"
- "fmt"
- "github.com/emqx/kuiper/common"
- "github.com/emqx/kuiper/xsql"
- "github.com/emqx/kuiper/xstream/contexts"
- "reflect"
- "strings"
- "testing"
- )
- func TestAggregatePlan_Apply(t *testing.T) {
- var tests = []struct {
- sql string
- data interface{}
- result xsql.GroupedTuplesSet
- }{
- {
- sql: "SELECT abc FROM tbl group by abc",
- data: &xsql.Tuple{
- Emitter: "tbl",
- Message: xsql.Message{
- "abc": int64(6),
- "def": "hello",
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "tbl",
- Message: xsql.Message{
- "abc": int64(6),
- "def": "hello",
- },
- },
- },
- },
- },
- {
- sql: "SELECT abc FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1",
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- },
- },
- },
- },
- {
- sql: "SELECT abc FROM src1 GROUP BY id1, TUMBLINGWINDOW(ss, 10), f1",
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- },
- },
- {
- sql: "SELECT abc FROM src1 GROUP BY meta(topic), TUMBLINGWINDOW(ss, 10)",
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- Metadata: xsql.Metadata{"topic": "topic1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- Metadata: xsql.Metadata{"topic": "topic2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- Metadata: xsql.Metadata{"topic": "topic1"},
- },
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- Metadata: xsql.Metadata{"topic": "topic1"},
- },
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- Metadata: xsql.Metadata{"topic": "topic1"},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- Metadata: xsql.Metadata{"topic": "topic2"},
- },
- },
- },
- },
- {
- sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY src2.f2, TUMBLINGWINDOW(ss, 10)",
- data: xsql.JoinTupleSets{
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
- },
- },
- },
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
- },
- },
- },
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
- },
- },
- },
- },
- },
- {
- sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY TUMBLINGWINDOW(ss, 10), src1.f1",
- data: xsql.JoinTupleSets{
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
- },
- },
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
- },
- },
- },
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
- },
- },
- },
- },
- },
- {
- sql: "SELECT id1 FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY TUMBLINGWINDOW(ss, 10), src1.ts",
- data: xsql.JoinTupleSets{
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1", "ts": common.TimeFromUnixMilli(1568854515000)}},
- {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2", "ts": common.TimeFromUnixMilli(1568854573431)}},
- {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1", "ts": common.TimeFromUnixMilli(1568854515000)}},
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1", "ts": common.TimeFromUnixMilli(1568854515000)}},
- {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
- },
- },
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1", "ts": common.TimeFromUnixMilli(1568854515000)}},
- },
- },
- },
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2", "ts": common.TimeFromUnixMilli(1568854573431)}},
- {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
- },
- },
- },
- },
- },
- }
- fmt.Printf("The test bucket size is %d.\n\n", len(tests))
- contextLogger := common.Log.WithField("rule", "TestFilterPlan_Apply")
- ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("statement parse error %s", err)
- break
- }
- fv, afv := xsql.NewAggregateFunctionValuers()
- pp := &AggregatePlan{Dimensions: stmt.Dimensions.GetGroups()}
- result := pp.Apply(ctx, tt.data, fv, afv)
- gr, ok := result.(xsql.GroupedTuplesSet)
- if !ok {
- t.Errorf("result is not GroupedTuplesSet")
- }
- if len(tt.result) != len(gr) {
- t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, gr)
- }
- for _, r := range tt.result {
- matched := false
- for _, gre := range gr {
- if reflect.DeepEqual(r, gre) {
- matched = true
- }
- }
- if !matched {
- t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, r)
- }
- }
- }
- }
- func TestAggregatePlanGroupAlias_Apply(t *testing.T) {
- var tests = []struct {
- sql string
- data interface{}
- result xsql.GroupedTuplesSet
- }{
- {
- sql: "SELECT count(*) as c FROM tbl group by abc",
- data: &xsql.Tuple{
- Emitter: "tbl",
- Message: xsql.Message{
- "abc": int64(6),
- "def": "hello",
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "tbl",
- Message: xsql.Message{
- "abc": int64(6),
- "def": "hello",
- "c": 1,
- },
- },
- },
- },
- },
- {
- sql: "SELECT count(*) as c FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1",
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1", "c": 2},
- },
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2", "c": 1},
- },
- },
- },
- },
- {
- sql: "SELECT abc, count(*) as c FROM src1 GROUP BY id1, TUMBLINGWINDOW(ss, 10), f1",
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1", "c": 1},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2", "c": 1},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1", "c": 1},
- },
- },
- },
- },
- {
- sql: "SELECT count(*) as c FROM src1 GROUP BY meta(topic), TUMBLINGWINDOW(ss, 10)",
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- Metadata: xsql.Metadata{"topic": "topic1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- Metadata: xsql.Metadata{"topic": "topic2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- Metadata: xsql.Metadata{"topic": "topic1"},
- },
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1", "c": 2},
- Metadata: xsql.Metadata{"topic": "topic1"},
- },
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- Metadata: xsql.Metadata{"topic": "topic1"},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2", "c": 1},
- Metadata: xsql.Metadata{"topic": "topic2"},
- },
- },
- },
- },
- {
- sql: "SELECT count(*) as c FROM src1 left join src2 on src1.id1 = src2.id2 GROUP BY src2.f2, TUMBLINGWINDOW(ss, 10)",
- data: xsql.JoinTupleSets{
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2"}},
- {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1"}},
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 1, "f1": "v1", "c": 1}},
- {Emitter: "src2", Message: xsql.Message{"id2": 2, "f2": "w2"}},
- },
- },
- },
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 2, "f1": "v2", "c": 1}},
- {Emitter: "src2", Message: xsql.Message{"id2": 4, "f2": "w3"}},
- },
- },
- },
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "src1", Message: xsql.Message{"id1": 3, "f1": "v1", "c": 1}},
- },
- },
- },
- },
- },
- }
- fmt.Printf("The test bucket size is %d.\n\n", len(tests))
- contextLogger := common.Log.WithField("rule", "TestFilterPlan_Apply")
- ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("statement parse error %s", err)
- break
- }
- var aggregateAlias xsql.Fields
- for _, f := range stmt.Fields {
- if f.AName != "" {
- if xsql.HasAggFuncs(f.Expr) {
- aggregateAlias = append(aggregateAlias, f)
- }
- }
- }
- pp := &AggregatePlan{Dimensions: stmt.Dimensions.GetGroups(), Alias: aggregateAlias}
- result := pp.Apply(ctx, tt.data)
- gr, ok := result.(xsql.GroupedTuplesSet)
- if !ok {
- t.Errorf("result is not GroupedTuplesSet")
- }
- if len(tt.result) != len(gr) {
- t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, gr)
- }
- for _, r := range tt.result {
- matched := false
- for _, gre := range gr {
- if reflect.DeepEqual(r, gre) {
- matched = true
- }
- }
- if !matched {
- t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, r)
- }
- }
- }
- }
- func TestAggregatePlanAlias_Apply(t *testing.T) {
- var tests = []struct {
- sql string
- data interface{}
- result interface{}
- }{
- {
- sql: "SELECT count(*) as c FROM demo",
- data: &xsql.Tuple{
- Emitter: "tbl",
- Message: xsql.Message{
- "abc": int64(6),
- "def": "hello",
- },
- },
- result: &xsql.Tuple{
- Emitter: "tbl",
- Message: xsql.Message{
- "abc": int64(6),
- "def": "hello",
- "c": 1,
- },
- },
- },
- {
- sql: `SELECT count(*) as c FROM src1`,
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 5, "f1": "v1"},
- },
- },
- },
- },
- result: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1", "c": 3},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 5, "f1": "v1"},
- },
- },
- },
- },
- }, {
- sql: "SELECT count(*) as c FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10)",
- data: xsql.JoinTupleSets{
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 68.55}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
- {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
- },
- },
- },
- result: xsql.JoinTupleSets{
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33, "c": 3}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 68.55}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
- {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
- },
- },
- },
- },
- }
- fmt.Printf("The test bucket size is %d.\n\n", len(tests))
- contextLogger := common.Log.WithField("rule", "TestFilterPlan_Apply")
- ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("statement parse error %s", err)
- break
- }
- var aggregateAlias xsql.Fields
- for _, f := range stmt.Fields {
- if f.AName != "" {
- if xsql.HasAggFuncs(f.Expr) {
- aggregateAlias = append(aggregateAlias, f)
- }
- }
- }
- pp := &AggregatePlan{Dimensions: stmt.Dimensions.GetGroups(), Alias: aggregateAlias}
- result := pp.Apply(ctx, tt.data)
- if !reflect.DeepEqual(tt.result, result) {
- t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
- }
- }
- }
- func TestAggregatePlanError(t *testing.T) {
- tests := []struct {
- sql string
- data interface{}
- result error
- }{
- {
- sql: "SELECT abc FROM tbl group by abc",
- data: errors.New("an error from upstream"),
- result: errors.New("an error from upstream"),
- },
- {
- sql: "SELECT abc FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1 * 2",
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- },
- },
- result: errors.New("run Group By error: invalid operation string(v1) * int64(2)"),
- },
- }
- fmt.Printf("The test bucket size is %d.\n\n", len(tests))
- contextLogger := common.Log.WithField("rule", "TestFilterPlanError")
- ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("statement parse error %s", err)
- break
- }
- fv, afv := xsql.NewAggregateFunctionValuers()
- pp := &AggregatePlan{Dimensions: stmt.Dimensions.GetGroups()}
- result := pp.Apply(ctx, tt.data, fv, afv)
- if !reflect.DeepEqual(tt.result, result) {
- t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
- }
- }
- }
|