123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343 |
- package plans
- import (
- "errors"
- "fmt"
- "github.com/emqx/kuiper/common"
- "github.com/emqx/kuiper/xsql"
- "github.com/emqx/kuiper/xstream/contexts"
- "reflect"
- "strings"
- "testing"
- )
- func TestHavingPlan_Apply(t *testing.T) {
- var tests = []struct {
- sql string
- data interface{}
- result interface{}
- }{
- {
- sql: `SELECT id1 FROM src1 HAVING avg(id1) > 1`,
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 5, "f1": "v1"},
- },
- },
- },
- },
- result: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 5, "f1": "v1"},
- },
- },
- },
- },
- },
- {
- sql: `SELECT id1 FROM src1 HAVING sum(id1) > 1`,
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- },
- },
- },
- result: nil,
- },
- {
- sql: `SELECT id1 FROM src1 HAVING sum(id1) = 1`,
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- },
- },
- },
- result: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- },
- },
- },
- },
- {
- sql: `SELECT id1 FROM src1 HAVING max(id1) > 10`,
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- },
- },
- },
- result: nil,
- },
- {
- sql: `SELECT id1 FROM src1 HAVING max(id1) = 1`,
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- },
- },
- },
- result: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- },
- },
- },
- }, {
- sql: "SELECT id1 FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1 having f1 = \"v2\"",
- data: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- },
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": "v1"},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- },
- },
- },
- }, {
- sql: "SELECT count(*) as c, round(a) as r FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10), test1.color having a > 100",
- data: xsql.GroupedTuplesSet{
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
- {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
- },
- },
- },
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 2, "a": 89.03}},
- {Emitter: "src2", Message: xsql.Message{"id": 2, "color": "w1"}},
- },
- },
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 4, "a": 14.6}},
- {Emitter: "src2", Message: xsql.Message{"id": 4, "color": "w1"}},
- },
- },
- },
- },
- result: xsql.GroupedTuplesSet{
- {
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- &xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
- {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
- },
- },
- },
- },
- }, {
- sql: "SELECT * FROM test Inner Join test1 on test.id = test1.id GROUP BY TumblingWindow(ss, 10) having a > 100",
- data: xsql.JoinTupleSets{
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 68.55}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
- {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
- },
- },
- },
- result: xsql.JoinTupleSets{
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 1, "a": 122.33}},
- {Emitter: "src2", Message: xsql.Message{"id": 1, "color": "w2"}},
- },
- },
- xsql.JoinTuple{
- Tuples: []xsql.Tuple{
- {Emitter: "test", Message: xsql.Message{"id": 5, "a": 177.51}},
- {Emitter: "src2", Message: xsql.Message{"id": 5, "color": "w2"}},
- },
- },
- },
- },
- }
- fmt.Printf("The test bucket size is %d.\n\n", len(tests))
- contextLogger := common.Log.WithField("rule", "TestHavingPlan_Apply")
- ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("statement parse error %s", err)
- break
- }
- pp := &HavingPlan{Condition: stmt.Having}
- result := pp.Apply(ctx, tt.data)
- if !reflect.DeepEqual(tt.result, result) {
- t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
- }
- }
- }
- func TestHavingPlanError(t *testing.T) {
- var tests = []struct {
- sql string
- data interface{}
- result interface{}
- }{
- {
- sql: `SELECT id1 FROM src1 HAVING avg(id1) > "str"`,
- data: xsql.WindowTuplesSet{
- xsql.WindowTuples{
- Emitter: "src1",
- Tuples: []xsql.Tuple{
- {
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": "v1"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- }, {
- Emitter: "src1",
- Message: xsql.Message{"id1": 5, "f1": "v1"},
- },
- },
- },
- },
- result: errors.New("run Having error: invalid operation int64(2) > string(str)"),
- }, {
- sql: `SELECT id1 FROM src1 HAVING avg(id1) > "str"`,
- data: errors.New("an error from upstream"),
- result: errors.New("an error from upstream"),
- }, {
- sql: "SELECT id1 FROM src1 GROUP BY TUMBLINGWINDOW(ss, 10), f1 having f1 = \"v2\"",
- data: xsql.GroupedTuplesSet{
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 1, "f1": 3},
- },
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 3, "f1": 3},
- },
- },
- {
- &xsql.Tuple{
- Emitter: "src1",
- Message: xsql.Message{"id1": 2, "f1": "v2"},
- },
- },
- },
- result: errors.New("run Having error: invalid operation int64(3) = string(v2)"),
- },
- }
- fmt.Printf("The test bucket size is %d.\n\n", len(tests))
- contextLogger := common.Log.WithField("rule", "TestHavingPlan_Apply")
- ctx := contexts.WithValue(contexts.Background(), contexts.LoggerKey, contextLogger)
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("statement parse error %s", err)
- break
- }
- pp := &HavingPlan{Condition: stmt.Having}
- result := pp.Apply(ctx, tt.data)
- if !reflect.DeepEqual(tt.result, result) {
- t.Errorf("%d. %q\n\nresult mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, tt.result, result)
- }
- }
- }
|