ekuiper-new/internal/topo/operator/aggregate_operator.go

// Copyright 2021-2022 EMQ Technologies Co., Ltd.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package operator

import (
	"fmt"
	"github.com/lf-edge/ekuiper/internal/xsql"
	"github.com/lf-edge/ekuiper/pkg/api"
	"github.com/lf-edge/ekuiper/pkg/ast"
)

type AggregateOp struct {
	Dimensions ast.Dimensions
}

// Apply
/*  input: Collection
 *  output: Collection
 */
func (p *AggregateOp) Apply(ctx api.StreamContext, data interface{}, fv *xsql.FunctionValuer, _ *xsql.AggregateFunctionValuer) interface{} {
	log := ctx.GetLogger()
	log.Debugf("aggregate plan receive %s", data)
	grouped := data
	if p.Dimensions != nil {
		switch input := data.(type) {
		case error:
			return input
		case xsql.SingleCollection:
			wr := input.GetWindowRange()
			result := make(map[string]*xsql.GroupedTuples)
			err := input.Range(func(i int, r xsql.TupleRow) (bool, error) {
				var name string
				ve := &xsql.ValuerEval{Valuer: xsql.MultiValuer(r, &xsql.WindowRangeValuer{WindowRange: wr}, fv)}
				for _, d := range p.Dimensions {
					r := ve.Eval(d.Expr)
					if _, ok := r.(error); ok {
						return false, fmt.Errorf("run Group By error: %s", r)
					} else {
						name += fmt.Sprintf("%v,", r)
					}
				}
				if ts, ok := result[name]; !ok {
					result[name] = &xsql.GroupedTuples{Content: []xsql.TupleRow{r}, WindowRange: wr}
				} else {
					ts.Content = append(ts.Content, r)
				}
				return true, nil
			})
			if err != nil {
				return err
			}
			if len(result) > 0 {
				g := make([]*xsql.GroupedTuples, 0, len(result))
				for _, v := range result {
					g = append(g, v)
				}
				grouped = &xsql.GroupedTuplesSet{Groups: g}
			} else {
				grouped = nil
			}
			return grouped
		default:
			return fmt.Errorf("run Group By error: invalid input %[1]T(%[1]v)", input)
		}
	}
	return grouped
}