1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340 |
- // Copyright 2022-2023 EMQ Technologies Co., Ltd.
- //
- // Licensed under the Apache License, Version 2.0 (the "License");
- // you may not use this file except in compliance with the License.
- // You may obtain a copy of the License at
- //
- // http://www.apache.org/licenses/LICENSE-2.0
- //
- // Unless required by applicable law or agreed to in writing, software
- // distributed under the License is distributed on an "AS IS" BASIS,
- // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- // See the License for the specific language governing permissions and
- // limitations under the License.
- package planner
- import (
- "encoding/json"
- "fmt"
- "reflect"
- "strings"
- "testing"
- "github.com/gdexlab/go-render/render"
- "github.com/lf-edge/ekuiper/internal/pkg/store"
- "github.com/lf-edge/ekuiper/internal/testx"
- "github.com/lf-edge/ekuiper/internal/topo/node"
- "github.com/lf-edge/ekuiper/internal/xsql"
- "github.com/lf-edge/ekuiper/pkg/api"
- "github.com/lf-edge/ekuiper/pkg/ast"
- )
- func init() {
- testx.InitEnv()
- }
- func Test_createLogicalPlan(t *testing.T) {
- store, err := store.GetKV("stream")
- if err != nil {
- t.Error(err)
- return
- }
- streamSqls := map[string]string{
- "src1": `CREATE STREAM src1 (
- id1 BIGINT,
- temp BIGINT,
- name string,
- myarray array(string)
- ) WITH (DATASOURCE="src1", FORMAT="json", KEY="ts");`,
- "src2": `CREATE STREAM src2 (
- id2 BIGINT,
- hum BIGINT
- ) WITH (DATASOURCE="src2", FORMAT="json", KEY="ts", TIMESTAMP_FORMAT="YYYY-MM-dd HH:mm:ss");`,
- "tableInPlanner": `CREATE TABLE tableInPlanner (
- id BIGINT,
- name STRING,
- value STRING,
- hum BIGINT
- ) WITH (TYPE="file");`,
- }
- types := map[string]ast.StreamType{
- "src1": ast.TypeStream,
- "src2": ast.TypeStream,
- "tableInPlanner": ast.TypeTable,
- }
- for name, sql := range streamSqls {
- s, err := json.Marshal(&xsql.StreamInfo{
- StreamType: types[name],
- Statement: sql,
- })
- if err != nil {
- t.Error(err)
- t.Fail()
- }
- err = store.Set(name, string(s))
- if err != nil {
- t.Error(err)
- t.Fail()
- }
- }
- streams := make(map[string]*ast.StreamStmt)
- for n := range streamSqls {
- streamStmt, err := xsql.GetDataSource(store, n)
- if err != nil {
- t.Errorf("fail to get stream %s, please check if stream is created", n)
- return
- }
- streams[n] = streamStmt
- }
- // boolTrue = true
- boolFalse := false
- tests := []struct {
- sql string
- p LogicalPlan
- err string
- }{
- {
- sql: "select unnest(myarray) as col from src1",
- p: ProjectSetPlan{
- SrfMapping: map[string]struct{}{
- "col": {},
- },
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "myarray": {
- Type: "array",
- Items: &ast.JsonStreamField{
- Type: "string",
- },
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Name: "unnest",
- AName: "col",
- Expr: func() *ast.FieldRef {
- fr := &ast.FieldRef{
- StreamName: ast.AliasStream,
- Name: "col",
- AliasRef: &ast.AliasRef{
- Expression: &ast.Call{
- Name: "unnest",
- FuncType: ast.FuncTypeSrf,
- Args: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "myarray",
- },
- },
- },
- },
- }
- fr.SetRefSource([]ast.StreamName{"src1"})
- return fr
- }(),
- },
- },
- }.Init(),
- },
- },
- }.Init(),
- },
- { // 0
- sql: "SELECT unnest(myarray), name from src1",
- p: ProjectSetPlan{
- SrfMapping: map[string]struct{}{
- "unnest": {},
- },
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "myarray": {
- Type: "array",
- Items: &ast.JsonStreamField{
- Type: "string",
- },
- },
- "name": {
- Type: "string",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.Call{
- Name: "unnest",
- FuncType: ast.FuncTypeSrf,
- Args: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "myarray",
- },
- },
- },
- Name: "unnest",
- },
- {
- Name: "name",
- Expr: &ast.FieldRef{
- StreamName: "src1",
- Name: "name",
- },
- },
- },
- }.Init(),
- },
- },
- }.Init(),
- },
- { // 0
- sql: `SELECT myarray[temp] FROM src1`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "myarray": {
- Type: "array",
- Items: &ast.JsonStreamField{
- Type: "string",
- },
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.BinaryExpr{
- OP: ast.SUBSET,
- LHS: &ast.FieldRef{
- StreamName: "src1",
- Name: "myarray",
- },
- RHS: &ast.IndexExpr{Index: &ast.FieldRef{
- StreamName: "src1",
- Name: "temp",
- }},
- },
- Name: "kuiper_field_0",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 1 optimize where to data source
- sql: `SELECT temp FROM src1 WHERE name = "v1" GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "name": {
- Type: "string",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "name", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.StringLiteral{Val: "v1"},
- },
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- Name: "temp",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 2 condition that cannot be optimized
- sql: `SELECT id1 FROM src1 INNER JOIN src2 on src1.id1 = src2.id2 WHERE src1.temp > 20 OR src2.hum > 60 GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- DataSourcePlan{
- name: "src2",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id2": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src2"],
- metaFields: []string{},
- timestampFormat: "YYYY-MM-dd HH:mm:ss",
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- from: &ast.Table{Name: "src1"},
- joins: ast.Joins{ast.Join{
- Name: "src2",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- OP: ast.OR,
- RHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "src2"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- },
- RHS: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.FieldRef{Name: "id2", StreamName: "src2"},
- },
- },
- }},
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 3 optimize window filter
- sql: `SELECT id1 FROM src1 WHERE name = "v1" GROUP BY TUMBLINGWINDOW(ss, 10) FILTER( WHERE temp > 2)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "name": {
- Type: "string",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "name", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.StringLiteral{Val: "v1"},
- },
- RHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 2},
- },
- },
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 4. do not optimize count window
- sql: `SELECT * FROM src1 WHERE temp > 20 GROUP BY COUNTWINDOW(5,1) HAVING COUNT(*) > 2`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- HavingPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- isWildCard: true,
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- "name": {
- Type: "string",
- },
- "myarray": {
- Type: "array",
- Items: &ast.JsonStreamField{
- Type: "string",
- },
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.COUNT_WINDOW,
- length: 5,
- interval: 1,
- limit: 0,
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{Name: "count", FuncId: 0, Args: []ast.Expr{&ast.Wildcard{
- Token: ast.ASTERISK,
- }}, FuncType: ast.FuncTypeAgg},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 2},
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.Wildcard{Token: ast.ASTERISK},
- Name: "*",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 5. optimize join on
- sql: `SELECT id1 FROM src1 INNER JOIN src2 on src1.id1 = src2.id2 and src1.temp > 20 and src2.hum < 60 WHERE src1.id1 > 111 GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- RHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 111},
- },
- },
- }.Init(),
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src2",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id2": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src2"],
- metaFields: []string{},
- timestampFormat: "YYYY-MM-dd HH:mm:ss",
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "src2"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src1",
- },
- joins: []ast.Join{
- {
- Name: "src2",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.FieldRef{Name: "id2", StreamName: "src2"},
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 6. optimize outter join on
- sql: `SELECT id1 FROM src1 FULL JOIN src2 on src1.id1 = src2.id2 and src1.temp > 20 and src2.hum < 60 WHERE src1.id1 > 111 GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 111},
- },
- }.Init(),
- DataSourcePlan{
- name: "src2",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id2": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src2"],
- metaFields: []string{},
- timestampFormat: "YYYY-MM-dd HH:mm:ss",
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src1",
- },
- joins: []ast.Join{
- {
- Name: "src2",
- Alias: "",
- JoinType: ast.FULL_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.FieldRef{Name: "id2", StreamName: "src2"},
- },
- RHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- },
- RHS: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "src2"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 7 window error for table
- sql: `SELECT value FROM tableInPlanner WHERE name = "v1" GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: nil,
- err: "cannot run window for TABLE sources",
- },
- { // 8 join table without window
- sql: `SELECT id1 FROM src1 INNER JOIN tableInPlanner on src1.id1 = tableInPlanner.id and src1.temp > 20 and hum < 60 WHERE src1.id1 > 111`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinAlignPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- RHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 111},
- },
- },
- }.Init(),
- DataSourcePlan{
- name: "tableInPlanner",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id": {
- Type: "bigint",
- },
- },
- streamStmt: streams["tableInPlanner"],
- metaFields: []string{},
- }.Init(),
- },
- },
- Emitters: []string{"tableInPlanner"},
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src1",
- },
- joins: []ast.Join{
- {
- Name: "tableInPlanner",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.FieldRef{Name: "id", StreamName: "tableInPlanner"},
- },
- RHS: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "tableInPlanner"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 9 join table with window
- sql: `SELECT id1 FROM src1 INNER JOIN tableInPlanner on src1.id1 = tableInPlanner.id and src1.temp > 20 and tableInPlanner.hum < 60 WHERE src1.id1 > 111 GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinAlignPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- DataSourcePlan{
- name: "tableInPlanner",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id": {
- Type: "bigint",
- },
- },
- streamStmt: streams["tableInPlanner"],
- metaFields: []string{},
- }.Init(),
- },
- },
- Emitters: []string{"tableInPlanner"},
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src1",
- },
- joins: []ast.Join{
- {
- Name: "tableInPlanner",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.FieldRef{Name: "id", StreamName: "tableInPlanner"},
- },
- RHS: &ast.BinaryExpr{
- RHS: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- RHS: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "tableInPlanner"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- },
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 111},
- },
- },
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 10 meta
- sql: `SELECT temp, meta(id) AS eid,meta(Humidity->Device) AS hdevice FROM src1 WHERE meta(device)="demo2"`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{"Humidity", "device", "id"},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{
- Name: "meta",
- FuncId: 2,
- Args: []ast.Expr{&ast.MetaRef{
- Name: "device",
- StreamName: ast.DefaultStream,
- }},
- },
- OP: ast.EQ,
- RHS: &ast.StringLiteral{
- Val: "demo2",
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- Name: "temp",
- AName: "",
- }, {
- Expr: &ast.FieldRef{Name: "eid", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.Call{Name: "meta", FuncId: 0, Args: []ast.Expr{&ast.MetaRef{
- Name: "id",
- StreamName: ast.DefaultStream,
- }}},
- []ast.StreamName{},
- nil,
- )},
- Name: "meta",
- AName: "eid",
- }, {
- Expr: &ast.FieldRef{Name: "hdevice", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.Call{Name: "meta", FuncId: 1, Args: []ast.Expr{
- &ast.BinaryExpr{
- OP: ast.ARROW,
- LHS: &ast.MetaRef{Name: "Humidity", StreamName: ast.DefaultStream},
- RHS: &ast.JsonFieldRef{Name: "Device"},
- },
- }},
- []ast.StreamName{},
- nil,
- )},
- Name: "meta",
- AName: "hdevice",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 11 join with same name field and aliased
- sql: `SELECT src2.hum AS hum1, tableInPlanner.hum AS hum2 FROM src2 INNER JOIN tableInPlanner on id2 = id WHERE hum1 > hum2`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinAlignPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src2",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id2": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src2"],
- metaFields: []string{},
- timestampFormat: "YYYY-MM-dd HH:mm:ss",
- }.Init(),
- DataSourcePlan{
- name: "tableInPlanner",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id": {
- Type: "bigint",
- },
- },
- streamStmt: streams["tableInPlanner"],
- metaFields: []string{},
- }.Init(),
- },
- },
- Emitters: []string{"tableInPlanner"},
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src2",
- },
- joins: []ast.Join{
- {
- Name: "tableInPlanner",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- RHS: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{Name: "id2", StreamName: "src2"},
- RHS: &ast.FieldRef{Name: "id", StreamName: "tableInPlanner"},
- },
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "hum1", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.FieldRef{
- Name: "hum",
- StreamName: "src2",
- },
- []ast.StreamName{"src2"},
- &boolFalse,
- )},
- RHS: &ast.FieldRef{Name: "hum2", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.FieldRef{
- Name: "hum",
- StreamName: "tableInPlanner",
- },
- []ast.StreamName{"tableInPlanner"},
- &boolFalse,
- )},
- },
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "hum1", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.FieldRef{
- Name: "hum",
- StreamName: "src2",
- },
- []ast.StreamName{"src2"},
- &boolFalse,
- )},
- Name: "hum",
- AName: "hum1",
- }, {
- Expr: &ast.FieldRef{Name: "hum2", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.FieldRef{
- Name: "hum",
- StreamName: "tableInPlanner",
- },
- []ast.StreamName{"tableInPlanner"},
- &boolFalse,
- )},
- Name: "hum",
- AName: "hum2",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 12 meta with more fields
- sql: `SELECT temp, meta(*) as m FROM src1 WHERE meta(device)="demo2"`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- allMeta: true,
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{
- Name: "meta",
- FuncId: 1,
- Args: []ast.Expr{&ast.MetaRef{
- Name: "device",
- StreamName: ast.DefaultStream,
- }},
- },
- OP: ast.EQ,
- RHS: &ast.StringLiteral{
- Val: "demo2",
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- Name: "temp",
- AName: "",
- }, {
- Expr: &ast.FieldRef{Name: "m", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.Call{Name: "meta", FuncId: 0, Args: []ast.Expr{&ast.MetaRef{
- Name: "*",
- StreamName: ast.DefaultStream,
- }}},
- []ast.StreamName{},
- nil,
- )},
- Name: "meta",
- AName: "m",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 13 analytic function plan
- sql: `SELECT latest(lag(name)), id1 FROM src1 WHERE lag(temp) > temp`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- AnalyticFuncsPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "name": {
- Type: "string",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- funcs: []*ast.Call{
- {
- Name: "lag",
- FuncId: 2,
- CachedField: "$$a_lag_2",
- Args: []ast.Expr{&ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- }},
- },
- {
- Name: "latest", FuncId: 1, CachedField: "$$a_latest_1", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.Call{Name: "lag", FuncId: 0, Cached: true, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}}}},
- },
- {
- Name: "lag", FuncId: 0, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}},
- },
- },
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{
- Name: "lag",
- FuncId: 2,
- Args: []ast.Expr{&ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- }},
- CachedField: "$$a_lag_2",
- Cached: true,
- },
- OP: ast.GT,
- RHS: &ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.Call{
- Name: "latest",
- FuncId: 1,
- Args: []ast.Expr{&ast.Call{Name: "lag", FuncId: 0, Cached: true, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}}}},
- CachedField: "$$a_latest_1",
- Cached: true,
- },
- Name: "latest",
- }, {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 14
- sql: `SELECT name, *, meta(device) FROM src1`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- "name": {
- Type: "string",
- },
- "myarray": {
- Type: "array",
- Items: &ast.JsonStreamField{
- Type: "string",
- },
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{"device"},
- isWildCard: true,
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "name", StreamName: "src1"},
- Name: "name",
- AName: "",
- },
- {
- Name: "*",
- Expr: &ast.Wildcard{
- Token: ast.ASTERISK,
- },
- },
- {
- Name: "meta",
- Expr: &ast.Call{
- Name: "meta",
- Args: []ast.Expr{
- &ast.MetaRef{
- StreamName: ast.DefaultStream,
- Name: "device",
- },
- },
- },
- },
- },
- isAggregate: false,
- allWildcard: true,
- sendMeta: false,
- }.Init(),
- },
- { // 15 analytic function over partition plan
- sql: `SELECT latest(lag(name)) OVER (PARTITION BY temp), id1 FROM src1 WHERE lag(temp) > temp`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- AnalyticFuncsPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "name": {
- Type: "string",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- funcs: []*ast.Call{
- {
- Name: "lag",
- FuncId: 2,
- CachedField: "$$a_lag_2",
- Args: []ast.Expr{&ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- }},
- },
- {
- Name: "latest", FuncId: 1, CachedField: "$$a_latest_1", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.Call{Name: "lag", FuncId: 0, Cached: true, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}}}}, Partition: &ast.PartitionExpr{Exprs: []ast.Expr{&ast.FieldRef{Name: "temp", StreamName: "src1"}}},
- },
- {
- Name: "lag", FuncId: 0, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}},
- },
- },
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{
- Name: "lag",
- FuncId: 2,
- Args: []ast.Expr{&ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- }},
- CachedField: "$$a_lag_2",
- Cached: true,
- },
- OP: ast.GT,
- RHS: &ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.Call{
- Name: "latest",
- FuncId: 1,
- Args: []ast.Expr{&ast.Call{Name: "lag", FuncId: 0, Cached: true, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}}}},
- CachedField: "$$a_latest_1",
- Cached: true,
- Partition: &ast.PartitionExpr{
- Exprs: []ast.Expr{
- &ast.FieldRef{Name: "temp", StreamName: "src1"},
- },
- },
- },
- Name: "latest",
- }, {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 16 analytic function over partition when plan
- sql: `SELECT latest(lag(name)) OVER (PARTITION BY temp WHEN temp > 12), id1 FROM src1 WHERE lag(temp) > temp`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- AnalyticFuncsPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "name": {
- Type: "string",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- funcs: []*ast.Call{
- {
- Name: "lag",
- FuncId: 2,
- CachedField: "$$a_lag_2",
- Args: []ast.Expr{&ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- }},
- },
- {
- Name: "latest", FuncId: 1, CachedField: "$$a_latest_1", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.Call{Name: "lag", FuncId: 0, Cached: true, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}}}}, Partition: &ast.PartitionExpr{Exprs: []ast.Expr{&ast.FieldRef{Name: "temp", StreamName: "src1"}}}, WhenExpr: &ast.BinaryExpr{LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"}, OP: ast.GT, RHS: &ast.IntegerLiteral{Val: 12}},
- },
- {
- Name: "lag", FuncId: 0, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}},
- },
- },
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{
- Name: "lag",
- FuncId: 2,
- Args: []ast.Expr{&ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- }},
- CachedField: "$$a_lag_2",
- Cached: true,
- },
- OP: ast.GT,
- RHS: &ast.FieldRef{
- Name: "temp",
- StreamName: "src1",
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.Call{
- Name: "latest",
- FuncId: 1,
- Args: []ast.Expr{&ast.Call{Name: "lag", FuncId: 0, Cached: true, CachedField: "$$a_lag_0", FuncType: ast.FuncTypeScalar, Args: []ast.Expr{&ast.FieldRef{Name: "name", StreamName: "src1"}}}},
- CachedField: "$$a_latest_1",
- Cached: true,
- Partition: &ast.PartitionExpr{
- Exprs: []ast.Expr{
- &ast.FieldRef{Name: "temp", StreamName: "src1"},
- },
- },
- WhenExpr: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 12},
- },
- },
- Name: "latest",
- }, {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 17. do not optimize sliding window
- sql: `SELECT * FROM src1 WHERE temp > 20 GROUP BY SLIDINGWINDOW(ss, 10) HAVING COUNT(*) > 2`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- HavingPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- isWildCard: true,
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- "name": {
- Type: "string",
- },
- "myarray": {
- Type: "array",
- Items: &ast.JsonStreamField{
- Type: "string",
- },
- },
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.SLIDING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{Name: "count", FuncId: 0, Args: []ast.Expr{&ast.Wildcard{
- Token: ast.ASTERISK,
- }}, FuncType: ast.FuncTypeAgg},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 2},
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.Wildcard{Token: ast.ASTERISK},
- Name: "*",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- {
- // 18 analytic function over when plan
- sql: `SELECT CASE WHEN lag(temp) OVER (WHEN lag(id1) > 1) BETWEEN 0 AND 10 THEN 1 ELSE 0 END FROM src1`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- AnalyticFuncsPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": {
- Type: "bigint",
- },
- "temp": {
- Type: "bigint",
- },
- },
- streamStmt: &ast.StreamStmt{
- Name: "src1",
- StreamFields: []ast.StreamField{
- {
- Name: "id1",
- FieldType: &ast.BasicType{
- Type: ast.DataType(1),
- },
- },
- {
- Name: "temp",
- FieldType: &ast.BasicType{
- Type: ast.DataType(1),
- },
- },
- {
- Name: "name",
- FieldType: &ast.BasicType{
- Type: ast.DataType(3),
- },
- },
- {
- Name: "myarray",
- FieldType: &ast.ArrayType{
- Type: ast.DataType(3),
- },
- },
- },
- Options: &ast.Options{
- DATASOURCE: "src1",
- KEY: "ts",
- FORMAT: "json",
- },
- StreamType: ast.StreamType(0),
- },
- metaFields: []string{},
- }.Init(),
- },
- },
- funcs: []*ast.Call{
- {
- Name: "lag",
- FuncId: 0,
- FuncType: ast.FuncType(0),
- Args: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "temp",
- },
- },
- CachedField: "$$a_lag_0",
- WhenExpr: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.Call{
- Name: "lag",
- FuncId: 1,
- FuncType: ast.FuncType(0),
- Args: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "id1",
- },
- },
- CachedField: "$$a_lag_1",
- Cached: true,
- },
- RHS: &ast.IntegerLiteral{
- Val: 1,
- },
- },
- },
- {
- Name: "lag",
- FuncId: 1,
- FuncType: ast.FuncType(0),
- Args: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "id1",
- },
- },
- CachedField: "$$a_lag_1",
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Name: "kuiper_field_0",
- Expr: &ast.CaseExpr{
- WhenClauses: []*ast.WhenClause{
- {
- Expr: &ast.BinaryExpr{
- OP: ast.BETWEEN,
- LHS: &ast.Call{
- Name: "lag",
- FuncId: 0,
- FuncType: ast.FuncType(0),
- Args: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "temp",
- },
- },
- CachedField: "$$a_lag_0",
- Cached: true,
- WhenExpr: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.Call{
- Name: "lag",
- FuncId: 1,
- FuncType: ast.FuncType(0),
- Args: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "id1",
- },
- },
- CachedField: "$$a_lag_1",
- Cached: true,
- },
- RHS: &ast.IntegerLiteral{
- Val: 1,
- },
- },
- },
- RHS: &ast.BetweenExpr{
- Lower: &ast.IntegerLiteral{
- Val: 0,
- },
- Higher: &ast.IntegerLiteral{
- Val: 10,
- },
- },
- },
- Result: &ast.IntegerLiteral{
- Val: 1,
- },
- },
- },
- ElseClause: &ast.IntegerLiteral{
- Val: 0,
- },
- },
- },
- },
- }.Init(),
- },
- }
- fmt.Printf("The test bucket size is %d.\n\n", len(tests))
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("%d. %q: error compile sql: %s\n", i, tt.sql, err)
- continue
- }
- p, err := createLogicalPlan(stmt, &api.RuleOption{
- IsEventTime: false,
- LateTol: 0,
- Concurrency: 0,
- BufferLength: 0,
- SendMetaToSink: false,
- Qos: 0,
- CheckpointInterval: 0,
- SendError: true,
- }, store)
- if !reflect.DeepEqual(tt.err, testx.Errstring(err)) {
- t.Errorf("%d. %q: error mismatch:\n exp=%s\n got=%s\n\n", i, tt.sql, tt.err, err)
- } else if !reflect.DeepEqual(tt.p, p) {
- t.Errorf("%d. %q\n\nstmt mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, render.AsCode(tt.p), render.AsCode(p))
- }
- }
- }
- func Test_createLogicalPlanSchemaless(t *testing.T) {
- store, err := store.GetKV("stream")
- if err != nil {
- t.Error(err)
- return
- }
- streamSqls := map[string]string{
- "src1": `CREATE STREAM src1 (
- ) WITH (DATASOURCE="src1", FORMAT="json", KEY="ts");`,
- "src2": `CREATE STREAM src2 (
- ) WITH (DATASOURCE="src2", FORMAT="json", KEY="ts");`,
- "tableInPlanner": `CREATE TABLE tableInPlanner (
- id BIGINT,
- name STRING,
- value STRING,
- hum BIGINT
- ) WITH (TYPE="file");`,
- }
- types := map[string]ast.StreamType{
- "src1": ast.TypeStream,
- "src2": ast.TypeStream,
- "tableInPlanner": ast.TypeTable,
- }
- for name, sql := range streamSqls {
- s, err := json.Marshal(&xsql.StreamInfo{
- StreamType: types[name],
- Statement: sql,
- })
- if err != nil {
- t.Error(err)
- t.Fail()
- }
- err = store.Set(name, string(s))
- if err != nil {
- t.Error(err)
- t.Fail()
- }
- }
- streams := make(map[string]*ast.StreamStmt)
- for n := range streamSqls {
- streamStmt, err := xsql.GetDataSource(store, n)
- if err != nil {
- t.Errorf("fail to get stream %s, please check if stream is created", n)
- return
- }
- streams[n] = streamStmt
- }
- // boolTrue = true
- boolFalse := false
- tests := []struct {
- sql string
- p LogicalPlan
- err string
- }{
- { // 0
- sql: `SELECT name FROM src1`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "name": nil,
- },
- streamStmt: streams["src1"],
- isSchemaless: true,
- metaFields: []string{},
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "name", StreamName: "src1"},
- Name: "name",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 1 optimize where to data source
- sql: `SELECT temp FROM src1 WHERE name = "v1" GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "name": nil,
- "temp": nil,
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- isSchemaless: true,
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "name", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.StringLiteral{Val: "v1"},
- },
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- Name: "temp",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 2 condition that cannot be optimized
- sql: `SELECT id1 FROM src1 INNER JOIN src2 on src1.id1 = src2.id2 WHERE src1.temp > 20 OR src2.hum > 60 GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": nil,
- "temp": nil,
- },
- streamStmt: streams["src1"],
- metaFields: []string{},
- isSchemaless: true,
- }.Init(),
- DataSourcePlan{
- name: "src2",
- streamFields: map[string]*ast.JsonStreamField{ // can't determine where is id1 belonged to
- "hum": nil,
- "id1": nil,
- "id2": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src2"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- from: &ast.Table{Name: "src1"},
- joins: ast.Joins{ast.Join{
- Name: "src2",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- OP: ast.OR,
- RHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "src2"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- },
- RHS: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.FieldRef{Name: "id2", StreamName: "src2"},
- },
- },
- }},
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: ast.DefaultStream},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 3 optimize window filter
- sql: `SELECT id1 FROM src1 WHERE name = "v1" GROUP BY TUMBLINGWINDOW(ss, 10) FILTER( WHERE temp > 2)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": nil,
- "name": nil,
- "temp": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "name", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.StringLiteral{Val: "v1"},
- },
- RHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 2},
- },
- },
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 4. do not optimize count window
- sql: `SELECT * FROM src1 WHERE temp > 20 GROUP BY COUNTWINDOW(5,1) HAVING COUNT(*) > 2`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- HavingPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- isWildCard: true,
- streamFields: map[string]*ast.JsonStreamField{},
- streamStmt: streams["src1"],
- metaFields: []string{},
- isSchemaless: true,
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.COUNT_WINDOW,
- length: 5,
- interval: 1,
- limit: 0,
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{Name: "count", FuncId: 0, Args: []ast.Expr{&ast.Wildcard{
- Token: ast.ASTERISK,
- }}, FuncType: ast.FuncTypeAgg},
- OP: ast.GT,
- RHS: &ast.IntegerLiteral{Val: 2},
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.Wildcard{Token: ast.ASTERISK},
- Name: "*",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 5. optimize join on
- sql: `SELECT id1 FROM src1 INNER JOIN src2 on src1.id1 = src2.id2 and src1.temp > 20 and src2.hum < 60 WHERE src1.id1 > 111 GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": nil,
- "temp": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- RHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 111},
- },
- },
- }.Init(),
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src2",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": nil,
- "id1": nil,
- "id2": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src2"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "src2"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src1",
- },
- joins: []ast.Join{
- {
- Name: "src2",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.FieldRef{Name: "id2", StreamName: "src2"},
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: ast.DefaultStream},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 6. optimize outter join on
- sql: `SELECT id1 FROM src1 FULL JOIN src2 on src1.id1 = src2.id2 and src1.temp > 20 and src2.hum < 60 WHERE src1.id1 > 111 GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": nil,
- "temp": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 111},
- },
- }.Init(),
- DataSourcePlan{
- name: "src2",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": nil,
- "id1": nil,
- "id2": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src2"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src1",
- },
- joins: []ast.Join{
- {
- Name: "src2",
- Alias: "",
- JoinType: ast.FULL_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.FieldRef{Name: "id2", StreamName: "src2"},
- },
- RHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- },
- RHS: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "src2"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: ast.DefaultStream},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 7 window error for table
- sql: `SELECT value FROM tableInPlanner WHERE name = "v1" GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: nil,
- err: "cannot run window for TABLE sources",
- }, { // 8 join table without window
- sql: `SELECT id1 FROM src1 INNER JOIN tableInPlanner on src1.id1 = tableInPlanner.id and src1.temp > 20 and hum < 60 WHERE src1.id1 > 111`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinAlignPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": nil,
- "id1": nil,
- "temp": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- RHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 111},
- },
- },
- }.Init(),
- DataSourcePlan{
- name: "tableInPlanner",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id": {
- Type: "bigint",
- },
- },
- streamStmt: streams["tableInPlanner"],
- metaFields: []string{},
- }.Init(),
- },
- },
- Emitters: []string{"tableInPlanner"},
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src1",
- },
- joins: []ast.Join{
- {
- Name: "tableInPlanner",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.FieldRef{Name: "id", StreamName: "tableInPlanner"},
- },
- RHS: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: ast.DefaultStream},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: ast.DefaultStream},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 9 join table with window
- sql: `SELECT id1 FROM src1 INNER JOIN tableInPlanner on src1.id1 = tableInPlanner.id and src1.temp > 20 and tableInPlanner.hum < 60 WHERE src1.id1 > 111 GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinAlignPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "id1": nil,
- "temp": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- DataSourcePlan{
- name: "tableInPlanner",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id": {
- Type: "bigint",
- },
- },
- streamStmt: streams["tableInPlanner"],
- metaFields: []string{},
- }.Init(),
- },
- },
- Emitters: []string{"tableInPlanner"},
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src1",
- },
- joins: []ast.Join{
- {
- Name: "tableInPlanner",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- OP: ast.EQ,
- RHS: &ast.FieldRef{Name: "id", StreamName: "tableInPlanner"},
- },
- RHS: &ast.BinaryExpr{
- RHS: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- RHS: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{Name: "hum", StreamName: "tableInPlanner"},
- RHS: &ast.IntegerLiteral{Val: 60},
- },
- },
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "id1", StreamName: "src1"},
- RHS: &ast.IntegerLiteral{Val: 111},
- },
- },
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "id1", StreamName: ast.DefaultStream},
- Name: "id1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 10 meta
- sql: `SELECT temp, meta(id) AS eid,meta(Humidity->Device) AS hdevice FROM src1 WHERE meta(device)="demo2"`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "temp": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{"Humidity", "device", "id"},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- LHS: &ast.Call{
- Name: "meta",
- FuncId: 2,
- Args: []ast.Expr{&ast.MetaRef{
- Name: "device",
- StreamName: ast.DefaultStream,
- }},
- },
- OP: ast.EQ,
- RHS: &ast.StringLiteral{
- Val: "demo2",
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "temp", StreamName: "src1"},
- Name: "temp",
- AName: "",
- }, {
- Expr: &ast.FieldRef{Name: "eid", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.Call{Name: "meta", FuncId: 0, Args: []ast.Expr{&ast.MetaRef{
- Name: "id",
- StreamName: ast.DefaultStream,
- }}},
- []ast.StreamName{},
- nil,
- )},
- Name: "meta",
- AName: "eid",
- }, {
- Expr: &ast.FieldRef{Name: "hdevice", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.Call{Name: "meta", FuncId: 1, Args: []ast.Expr{
- &ast.BinaryExpr{
- OP: ast.ARROW,
- LHS: &ast.MetaRef{Name: "Humidity", StreamName: ast.DefaultStream},
- RHS: &ast.JsonFieldRef{Name: "Device"},
- },
- }},
- []ast.StreamName{},
- nil,
- )},
- Name: "meta",
- AName: "hdevice",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 11 join with same name field and aliased
- sql: `SELECT src2.hum AS hum1, tableInPlanner.hum AS hum2 FROM src2 INNER JOIN tableInPlanner on id2 = id WHERE hum1 > hum2`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- JoinAlignPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- name: "src2",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": nil,
- "id": nil,
- "id2": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src2"],
- metaFields: []string{},
- }.Init(),
- DataSourcePlan{
- name: "tableInPlanner",
- streamFields: map[string]*ast.JsonStreamField{
- "hum": {
- Type: "bigint",
- },
- "id": {
- Type: "bigint",
- },
- },
- streamStmt: streams["tableInPlanner"],
- metaFields: []string{},
- }.Init(),
- },
- },
- Emitters: []string{"tableInPlanner"},
- }.Init(),
- },
- },
- from: &ast.Table{
- Name: "src2",
- },
- joins: []ast.Join{
- {
- Name: "tableInPlanner",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- RHS: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{Name: "id2", StreamName: ast.DefaultStream},
- RHS: &ast.FieldRef{Name: "id", StreamName: ast.DefaultStream},
- },
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{Name: "hum1", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.FieldRef{
- Name: "hum",
- StreamName: "src2",
- },
- []ast.StreamName{"src2"},
- &boolFalse,
- )},
- RHS: &ast.FieldRef{Name: "hum2", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.FieldRef{
- Name: "hum",
- StreamName: "tableInPlanner",
- },
- []ast.StreamName{"tableInPlanner"},
- &boolFalse,
- )},
- },
- },
- },
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{Name: "hum1", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.FieldRef{
- Name: "hum",
- StreamName: "src2",
- },
- []ast.StreamName{"src2"},
- &boolFalse,
- )},
- Name: "hum",
- AName: "hum1",
- }, {
- Expr: &ast.FieldRef{Name: "hum2", StreamName: ast.AliasStream, AliasRef: ast.MockAliasRef(
- &ast.FieldRef{
- Name: "hum",
- StreamName: "tableInPlanner",
- },
- []ast.StreamName{"tableInPlanner"},
- &boolFalse,
- )},
- Name: "hum",
- AName: "hum2",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- }, { // 12
- sql: `SELECT name->first, name->last FROM src1`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "name": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.BinaryExpr{
- OP: ast.ARROW,
- LHS: &ast.FieldRef{StreamName: "src1", Name: "name"},
- RHS: &ast.JsonFieldRef{Name: "first"},
- },
- Name: "kuiper_field_0",
- AName: "",
- }, {
- Expr: &ast.BinaryExpr{
- OP: ast.ARROW,
- LHS: &ast.FieldRef{StreamName: "src1", Name: "name"},
- RHS: &ast.JsonFieldRef{Name: "last"},
- },
- Name: "kuiper_field_1",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- }
- fmt.Printf("The test bucket size is %d.\n\n", len(tests))
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("%d. %q: error compile sql: %s\n", i, tt.sql, err)
- continue
- }
- p, err := createLogicalPlan(stmt, &api.RuleOption{
- IsEventTime: false,
- LateTol: 0,
- Concurrency: 0,
- BufferLength: 0,
- SendMetaToSink: false,
- Qos: 0,
- CheckpointInterval: 0,
- SendError: true,
- }, store)
- if !reflect.DeepEqual(tt.err, testx.Errstring(err)) {
- t.Errorf("%d. %q: error mismatch:\n exp=%s\n got=%s\n\n", i, tt.sql, tt.err, err)
- } else if !reflect.DeepEqual(tt.p, p) {
- t.Errorf("%d. %q\n\nstmt mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, render.AsCode(tt.p), render.AsCode(p))
- }
- }
- }
- func Test_createLogicalPlan4Lookup(t *testing.T) {
- store, err := store.GetKV("stream")
- if err != nil {
- t.Error(err)
- return
- }
- streamSqls := map[string]string{
- "src1": `CREATE STREAM src1 () WITH (DATASOURCE="src1", FORMAT="json", KEY="ts");`,
- "table1": `CREATE TABLE table1 () WITH (DATASOURCE="table1",TYPE="sql", KIND="lookup");`,
- "table2": `CREATE TABLE table2 () WITH (DATASOURCE="table2",TYPE="sql", KIND="lookup");`,
- }
- types := map[string]ast.StreamType{
- "src1": ast.TypeStream,
- "table1": ast.TypeTable,
- "table2": ast.TypeTable,
- }
- for name, sql := range streamSqls {
- s, err := json.Marshal(&xsql.StreamInfo{
- StreamType: types[name],
- Statement: sql,
- })
- if err != nil {
- t.Error(err)
- t.Fail()
- }
- err = store.Set(name, string(s))
- if err != nil {
- t.Error(err)
- t.Fail()
- }
- }
- streams := make(map[string]*ast.StreamStmt)
- for n := range streamSqls {
- streamStmt, err := xsql.GetDataSource(store, n)
- if err != nil {
- t.Errorf("fail to get stream %s, please check if stream is created", n)
- return
- }
- streams[n] = streamStmt
- }
- tests := []struct {
- sql string
- p LogicalPlan
- err string
- }{
- { // 0
- sql: `SELECT src1.a, table1.b FROM src1 INNER JOIN table1 ON src1.id = table1.id`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- LookupPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "a": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- joinExpr: ast.Join{
- Name: "table1",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{
- StreamName: "src1",
- Name: "id",
- },
- RHS: &ast.FieldRef{
- StreamName: "table1",
- Name: "id",
- },
- },
- },
- keys: []string{"id"},
- fields: []string{"b"},
- valvars: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "id",
- },
- },
- options: &ast.Options{
- DATASOURCE: "table1",
- TYPE: "sql",
- KIND: "lookup",
- },
- conditions: nil,
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{
- StreamName: "src1",
- Name: "a",
- },
- Name: "a",
- AName: "",
- },
- {
- Expr: &ast.FieldRef{
- StreamName: "table1",
- Name: "b",
- },
- Name: "b",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 1
- sql: `SELECT src1.a, table1.* FROM src1 INNER JOIN table1 ON table1.b > 20 AND src1.c < 40 AND src1.id = table1.id`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- LookupPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- FilterPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "a": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{
- StreamName: "src1",
- Name: "c",
- },
- RHS: &ast.IntegerLiteral{Val: 40},
- },
- }.Init(),
- },
- },
- joinExpr: ast.Join{
- Name: "table1",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.AND,
- RHS: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{
- StreamName: "src1",
- Name: "id",
- },
- RHS: &ast.FieldRef{
- StreamName: "table1",
- Name: "id",
- },
- },
- LHS: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{
- StreamName: "table1",
- Name: "b",
- },
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- RHS: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{
- StreamName: "src1",
- Name: "c",
- },
- RHS: &ast.IntegerLiteral{Val: 40},
- },
- },
- },
- },
- keys: []string{"id"},
- valvars: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "id",
- },
- },
- options: &ast.Options{
- DATASOURCE: "table1",
- TYPE: "sql",
- KIND: "lookup",
- },
- conditions: &ast.BinaryExpr{
- OP: ast.AND,
- LHS: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{
- StreamName: "table1",
- Name: "b",
- },
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- RHS: &ast.BinaryExpr{
- OP: ast.LT,
- LHS: &ast.FieldRef{
- StreamName: "src1",
- Name: "c",
- },
- RHS: &ast.IntegerLiteral{Val: 40},
- },
- },
- }.Init(),
- },
- },
- condition: &ast.BinaryExpr{
- OP: ast.GT,
- LHS: &ast.FieldRef{
- StreamName: "table1",
- Name: "b",
- },
- RHS: &ast.IntegerLiteral{Val: 20},
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{
- StreamName: "src1",
- Name: "a",
- },
- Name: "a",
- AName: "",
- },
- {
- Expr: &ast.FieldRef{
- StreamName: "table1",
- Name: "*",
- },
- Name: "*",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 2
- sql: `SELECT src1.a, table1.b, table2.c FROM src1 INNER JOIN table1 ON src1.id = table1.id INNER JOIN table2 on table1.id = table2.id`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- LookupPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- LookupPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamFields: map[string]*ast.JsonStreamField{
- "a": nil,
- },
- isSchemaless: true,
- streamStmt: streams["src1"],
- metaFields: []string{},
- }.Init(),
- },
- },
- joinExpr: ast.Join{
- Name: "table1",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{
- StreamName: "src1",
- Name: "id",
- },
- RHS: &ast.FieldRef{
- StreamName: "table1",
- Name: "id",
- },
- },
- },
- keys: []string{"id"},
- fields: []string{"b"},
- valvars: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "id",
- },
- },
- options: &ast.Options{
- DATASOURCE: "table1",
- TYPE: "sql",
- KIND: "lookup",
- },
- conditions: nil,
- }.Init(),
- },
- },
- joinExpr: ast.Join{
- Name: "table2",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{
- StreamName: "table1",
- Name: "id",
- },
- RHS: &ast.FieldRef{
- StreamName: "table2",
- Name: "id",
- },
- },
- },
- keys: []string{"id"},
- fields: []string{"c"},
- valvars: []ast.Expr{
- &ast.FieldRef{
- StreamName: "table1",
- Name: "id",
- },
- },
- options: &ast.Options{
- DATASOURCE: "table2",
- TYPE: "sql",
- KIND: "lookup",
- },
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.FieldRef{
- StreamName: "src1",
- Name: "a",
- },
- Name: "a",
- AName: "",
- },
- {
- Expr: &ast.FieldRef{
- StreamName: "table1",
- Name: "b",
- },
- Name: "b",
- AName: "",
- },
- {
- Expr: &ast.FieldRef{
- StreamName: "table2",
- Name: "c",
- },
- Name: "c",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- { // 3
- sql: `SELECT * FROM src1 INNER JOIN table1 ON src1.id = table1.id GROUP BY TUMBLINGWINDOW(ss, 10)`,
- p: ProjectPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- LookupPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- WindowPlan{
- baseLogicalPlan: baseLogicalPlan{
- children: []LogicalPlan{
- DataSourcePlan{
- baseLogicalPlan: baseLogicalPlan{},
- name: "src1",
- streamStmt: streams["src1"],
- streamFields: map[string]*ast.JsonStreamField{},
- metaFields: []string{},
- isWildCard: true,
- isSchemaless: true,
- }.Init(),
- },
- },
- condition: nil,
- wtype: ast.TUMBLING_WINDOW,
- length: 10000,
- interval: 0,
- limit: 0,
- }.Init(),
- },
- },
- joinExpr: ast.Join{
- Name: "table1",
- Alias: "",
- JoinType: ast.INNER_JOIN,
- Expr: &ast.BinaryExpr{
- OP: ast.EQ,
- LHS: &ast.FieldRef{
- StreamName: "src1",
- Name: "id",
- },
- RHS: &ast.FieldRef{
- StreamName: "table1",
- Name: "id",
- },
- },
- },
- keys: []string{"id"},
- valvars: []ast.Expr{
- &ast.FieldRef{
- StreamName: "src1",
- Name: "id",
- },
- },
- options: &ast.Options{
- DATASOURCE: "table1",
- TYPE: "sql",
- KIND: "lookup",
- },
- conditions: nil,
- }.Init(),
- },
- },
- fields: []ast.Field{
- {
- Expr: &ast.Wildcard{Token: ast.ASTERISK},
- Name: "*",
- AName: "",
- },
- },
- isAggregate: false,
- sendMeta: false,
- }.Init(),
- },
- }
- for i, tt := range tests {
- stmt, err := xsql.NewParser(strings.NewReader(tt.sql)).Parse()
- if err != nil {
- t.Errorf("%d. %q: error compile sql: %s\n", i, tt.sql, err)
- continue
- }
- p, err := createLogicalPlan(stmt, &api.RuleOption{
- IsEventTime: false,
- LateTol: 0,
- Concurrency: 0,
- BufferLength: 0,
- SendMetaToSink: false,
- Qos: 0,
- CheckpointInterval: 0,
- SendError: true,
- }, store)
- if !reflect.DeepEqual(tt.err, testx.Errstring(err)) {
- t.Errorf("%d. %q: error mismatch:\n exp=%s\n got=%s\n\n", i, tt.sql, tt.err, err)
- } else if !reflect.DeepEqual(tt.p, p) {
- t.Errorf("%d. %q\n\nstmt mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.sql, render.AsCode(tt.p), render.AsCode(p))
- }
- }
- }
- func TestTransformSourceNode(t *testing.T) {
- schema := map[string]*ast.JsonStreamField{
- "a": {
- Type: "bigint",
- },
- }
- testCases := []struct {
- name string
- plan *DataSourcePlan
- node *node.SourceNode
- }{
- {
- name: "normal source node",
- plan: &DataSourcePlan{
- name: "test",
- streamStmt: &ast.StreamStmt{
- StreamType: ast.TypeStream,
- Options: &ast.Options{
- TYPE: "file",
- },
- },
- streamFields: nil,
- allMeta: false,
- metaFields: []string{},
- iet: false,
- isBinary: false,
- },
- node: node.NewSourceNode("test", ast.TypeStream, nil, &ast.Options{
- TYPE: "file",
- }, false, nil),
- },
- {
- name: "schema source node",
- plan: &DataSourcePlan{
- name: "test",
- streamStmt: &ast.StreamStmt{
- StreamType: ast.TypeStream,
- Options: &ast.Options{
- TYPE: "file",
- },
- },
- streamFields: schema,
- allMeta: false,
- metaFields: []string{},
- iet: false,
- isBinary: false,
- },
- node: node.NewSourceNode("test", ast.TypeStream, nil, &ast.Options{
- TYPE: "file",
- }, false, schema),
- },
- }
- for _, tc := range testCases {
- t.Run(tc.name, func(t *testing.T) {
- node, err := transformSourceNode(tc.plan, nil, &api.RuleOption{})
- if err != nil {
- t.Errorf("unexpected error: %v", err)
- return
- }
- if !reflect.DeepEqual(node, tc.node) {
- t.Errorf("unexpected result: got %v, want %v", node, tc.node)
- }
- })
- }
- }
|