funcs_aggregate.go 6.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307
  1. package xsql
  2. import (
  3. "fmt"
  4. "github.com/emqx/kuiper/common"
  5. "github.com/emqx/kuiper/xstream/api"
  6. "strings"
  7. )
  8. type AggregateFunctionValuer struct {
  9. data AggregateData
  10. fv *FunctionValuer
  11. funcPlugins *funcPlugins
  12. }
  13. func NewFunctionValuersForOp(ctx api.StreamContext) (*FunctionValuer, *AggregateFunctionValuer) {
  14. p := NewFuncPlugins(ctx)
  15. return NewAggregateFunctionValuers(p)
  16. }
  17. //Should only be called by stream to make sure a single instance for an operation
  18. func NewAggregateFunctionValuers(p *funcPlugins) (*FunctionValuer, *AggregateFunctionValuer) {
  19. fv := NewFunctionValuer(p)
  20. return fv, &AggregateFunctionValuer{
  21. fv: fv,
  22. funcPlugins: p,
  23. }
  24. }
  25. func (v *AggregateFunctionValuer) SetData(data AggregateData) {
  26. v.data = data
  27. }
  28. func (v *AggregateFunctionValuer) GetSingleCallValuer() CallValuer {
  29. return v.fv
  30. }
  31. func (v *AggregateFunctionValuer) Value(key string) (interface{}, bool) {
  32. return nil, false
  33. }
  34. func (v *AggregateFunctionValuer) Meta(key string) (interface{}, bool) {
  35. return nil, false
  36. }
  37. func (v *AggregateFunctionValuer) Call(name string, args []interface{}) (interface{}, bool) {
  38. lowerName := strings.ToLower(name)
  39. switch lowerName {
  40. case "avg":
  41. arg0 := args[0].([]interface{})
  42. c := getCount(arg0)
  43. if c > 0 {
  44. v := getFirstValidArg(arg0)
  45. switch v.(type) {
  46. case int, int64:
  47. if r, err := sliceIntTotal(arg0); err != nil {
  48. return err, false
  49. } else {
  50. return r / c, true
  51. }
  52. case float64:
  53. if r, err := sliceFloatTotal(arg0); err != nil {
  54. return err, false
  55. } else {
  56. return r / float64(c), true
  57. }
  58. case nil:
  59. return nil, true
  60. default:
  61. return fmt.Errorf("run avg function error: found invalid arg %[1]T(%[1]v)", v), false
  62. }
  63. }
  64. return 0, true
  65. case "count":
  66. arg0 := args[0].([]interface{})
  67. return getCount(arg0), true
  68. case "max":
  69. arg0 := args[0].([]interface{})
  70. if len(arg0) > 0 {
  71. v := getFirstValidArg(arg0)
  72. switch t := v.(type) {
  73. case int:
  74. if r, err := sliceIntMax(arg0, t); err != nil {
  75. return err, false
  76. } else {
  77. return r, true
  78. }
  79. case int64:
  80. if r, err := sliceIntMax(arg0, int(t)); err != nil {
  81. return err, false
  82. } else {
  83. return r, true
  84. }
  85. case float64:
  86. if r, err := sliceFloatMax(arg0, t); err != nil {
  87. return err, false
  88. } else {
  89. return r, true
  90. }
  91. case string:
  92. if r, err := sliceStringMax(arg0, t); err != nil {
  93. return err, false
  94. } else {
  95. return r, true
  96. }
  97. case nil:
  98. return nil, true
  99. default:
  100. return fmt.Errorf("run max function error: found invalid arg %[1]T(%[1]v)", v), false
  101. }
  102. }
  103. return fmt.Errorf("run max function error: empty data"), false
  104. case "min":
  105. arg0 := args[0].([]interface{})
  106. if len(arg0) > 0 {
  107. v := getFirstValidArg(arg0)
  108. switch t := v.(type) {
  109. case int:
  110. if r, err := sliceIntMin(arg0, t); err != nil {
  111. return err, false
  112. } else {
  113. return r, true
  114. }
  115. case int64:
  116. if r, err := sliceIntMin(arg0, int(t)); err != nil {
  117. return err, false
  118. } else {
  119. return r, true
  120. }
  121. case float64:
  122. if r, err := sliceFloatMin(arg0, t); err != nil {
  123. return err, false
  124. } else {
  125. return r, true
  126. }
  127. case string:
  128. if r, err := sliceStringMin(arg0, t); err != nil {
  129. return err, false
  130. } else {
  131. return r, true
  132. }
  133. case nil:
  134. return nil, true
  135. default:
  136. return fmt.Errorf("run min function error: found invalid arg %[1]T(%[1]v)", v), false
  137. }
  138. }
  139. return fmt.Errorf("run min function error: empty data"), false
  140. case "sum":
  141. arg0 := args[0].([]interface{})
  142. if len(arg0) > 0 {
  143. v := getFirstValidArg(arg0)
  144. switch v.(type) {
  145. case int, int64:
  146. if r, err := sliceIntTotal(arg0); err != nil {
  147. return err, false
  148. } else {
  149. return r, true
  150. }
  151. case float64:
  152. if r, err := sliceFloatTotal(arg0); err != nil {
  153. return err, false
  154. } else {
  155. return r, true
  156. }
  157. case nil:
  158. return nil, true
  159. default:
  160. return fmt.Errorf("run sum function error: found invalid arg %[1]T(%[1]v)", v), false
  161. }
  162. }
  163. return 0, true
  164. default:
  165. common.Log.Debugf("run aggregate func %s", name)
  166. nf, fctx, err := v.funcPlugins.GetFuncFromPlugin(name)
  167. if err != nil {
  168. return err, false
  169. }
  170. if !nf.IsAggregate() {
  171. return nil, false
  172. }
  173. result, ok := nf.Exec(args, fctx)
  174. common.Log.Debugf("run custom aggregate function %s, get result %v", name, result)
  175. return result, ok
  176. }
  177. }
  178. func getCount(s []interface{}) int {
  179. c := 0
  180. for _, v := range s {
  181. if v != nil {
  182. c++
  183. }
  184. }
  185. return c
  186. }
  187. func (v *AggregateFunctionValuer) GetAllTuples() AggregateData {
  188. return v.data
  189. }
  190. func getFirstValidArg(s []interface{}) interface{} {
  191. for _, v := range s {
  192. if v != nil {
  193. return v
  194. }
  195. }
  196. return nil
  197. }
  198. func sliceIntTotal(s []interface{}) (int, error) {
  199. var total int
  200. for _, v := range s {
  201. if vi, ok := v.(int); ok {
  202. total += vi
  203. } else if v != nil {
  204. return 0, fmt.Errorf("requires int but found %[1]T(%[1]v)", v)
  205. }
  206. }
  207. return total, nil
  208. }
  209. func sliceFloatTotal(s []interface{}) (float64, error) {
  210. var total float64
  211. for _, v := range s {
  212. if vf, ok := v.(float64); ok {
  213. total += vf
  214. } else if v != nil {
  215. return 0, fmt.Errorf("requires float64 but found %[1]T(%[1]v)", v)
  216. }
  217. }
  218. return total, nil
  219. }
  220. func sliceIntMax(s []interface{}, max int) (int, error) {
  221. for _, v := range s {
  222. if vi, ok := v.(int); ok {
  223. if max < vi {
  224. max = vi
  225. }
  226. } else if v != nil {
  227. return 0, fmt.Errorf("requires int but found %[1]T(%[1]v)", v)
  228. }
  229. }
  230. return max, nil
  231. }
  232. func sliceFloatMax(s []interface{}, max float64) (float64, error) {
  233. for _, v := range s {
  234. if vf, ok := v.(float64); ok {
  235. if max < vf {
  236. max = vf
  237. }
  238. } else if v != nil {
  239. return 0, fmt.Errorf("requires float64 but found %[1]T(%[1]v)", v)
  240. }
  241. }
  242. return max, nil
  243. }
  244. func sliceStringMax(s []interface{}, max string) (string, error) {
  245. for _, v := range s {
  246. if vs, ok := v.(string); ok {
  247. if max < vs {
  248. max = vs
  249. }
  250. } else if v != nil {
  251. return "", fmt.Errorf("requires string but found %[1]T(%[1]v)", v)
  252. }
  253. }
  254. return max, nil
  255. }
  256. func sliceIntMin(s []interface{}, min int) (int, error) {
  257. for _, v := range s {
  258. if vi, ok := v.(int); ok {
  259. if min > vi {
  260. min = vi
  261. }
  262. } else if v != nil {
  263. return 0, fmt.Errorf("requires int but found %[1]T(%[1]v)", v)
  264. }
  265. }
  266. return min, nil
  267. }
  268. func sliceFloatMin(s []interface{}, min float64) (float64, error) {
  269. for _, v := range s {
  270. if vf, ok := v.(float64); ok {
  271. if min > vf {
  272. min = vf
  273. }
  274. } else if v != nil {
  275. return 0, fmt.Errorf("requires float64 but found %[1]T(%[1]v)", v)
  276. }
  277. }
  278. return min, nil
  279. }
  280. func sliceStringMin(s []interface{}, min string) (string, error) {
  281. for _, v := range s {
  282. if vs, ok := v.(string); ok {
  283. if min < vs {
  284. min = vs
  285. }
  286. } else if v != nil {
  287. return "", fmt.Errorf("requires string but found %[1]T(%[1]v)", v)
  288. }
  289. }
  290. return min, nil
  291. }