ekuiper-new/internal/topo/node/dynamic_channel_buffer.go

// Copyright 2021-2022 EMQ Technologies Co., Ltd.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

package node

import (
	"sync/atomic"

	"github.com/lf-edge/ekuiper/pkg/api"
)

type DynamicChannelBuffer struct {
	limit  int64
	In     chan api.SourceTuple
	Out    chan api.SourceTuple
	buffer []api.SourceTuple
	done   chan bool
}

func NewDynamicChannelBuffer() *DynamicChannelBuffer {
	buffer := &DynamicChannelBuffer{
		In:     make(chan api.SourceTuple, 1024),
		Out:    make(chan api.SourceTuple),
		buffer: make([]api.SourceTuple, 0),
		limit:  102400,
		done:   make(chan bool, 1),
	}
	go buffer.run()
	return buffer
}

func (b *DynamicChannelBuffer) SetLimit(limit int) {
	if limit > 0 {
		atomic.StoreInt64(&b.limit, int64(limit))
	}
}

func (b *DynamicChannelBuffer) run() {
	for {
		l := len(b.buffer)
		if int64(l) >= atomic.LoadInt64(&b.limit) {
			select {
			case b.Out <- b.buffer[0]:
				b.buffer = b.buffer[1:]
			case <-b.done:
				return
			}
		} else if l > 0 {
			select {
			case b.Out <- b.buffer[0]:
				// fmt.Println("out loud")
				b.buffer = b.buffer[1:]
			case value := <-b.In:
				// fmt.Printf("in loud with length %d\n", len(b.In))
				b.buffer = append(b.buffer, value)
			case <-b.done:
				return
			}
		} else {
			select {
			case value := <-b.In:
				// fmt.Printf("in quiet with length %d \n", len(b.In))
				b.buffer = append(b.buffer, value)
			case <-b.done:
				return
			}
		}
	}
}

func (b *DynamicChannelBuffer) GetLength() int {
	return len(b.buffer)
}

func (b *DynamicChannelBuffer) Close() {
	b.done <- true
}