funcs_ast_validator.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402
  1. package xsql
  2. import (
  3. "fmt"
  4. "github.com/emqx/kuiper/plugins"
  5. "github.com/emqx/kuiper/xstream/api"
  6. "strings"
  7. )
  8. type AllowTypes struct {
  9. types []Literal
  10. }
  11. func validateFuncs(funcName string, args []Expr) error {
  12. lowerName := strings.ToLower(funcName)
  13. if _, ok := mathFuncMap[lowerName]; ok {
  14. return validateMathFunc(funcName, args)
  15. } else if _, ok := strFuncMap[lowerName]; ok {
  16. return validateStrFunc(funcName, args)
  17. } else if _, ok := convFuncMap[lowerName]; ok {
  18. return validateConvFunc(lowerName, args)
  19. } else if _, ok := hashFuncMap[lowerName]; ok {
  20. return validateHashFunc(lowerName, args)
  21. } else if _, ok := otherFuncMap[lowerName]; ok {
  22. return validateOtherFunc(lowerName, args)
  23. } else if _, ok := aggFuncMap[lowerName]; ok {
  24. return validateAggFunc(lowerName, args)
  25. } else {
  26. if nf, err := plugins.GetPlugin(funcName, plugins.FUNCTION); err != nil {
  27. return err
  28. } else {
  29. f, ok := nf.(api.Function)
  30. if !ok {
  31. return fmt.Errorf("exported symbol %s is not type of api.Function", funcName)
  32. }
  33. var targs []interface{}
  34. for _, arg := range args {
  35. targs = append(targs, arg)
  36. }
  37. return f.Validate(targs)
  38. }
  39. }
  40. }
  41. func validateMathFunc(name string, args []Expr) error {
  42. len := len(args)
  43. switch name {
  44. case "abs", "acos", "asin", "atan", "ceil", "cos", "cosh", "exp", "ln", "log", "round", "sign", "sin", "sinh",
  45. "sqrt", "tan", "tanh":
  46. if err := validateLen(name, 1, len); err != nil {
  47. return err
  48. }
  49. if isStringArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  50. return produceErrInfo(name, 0, "number - float or int")
  51. }
  52. case "bitand", "bitor", "bitxor":
  53. if err := validateLen(name, 2, len); err != nil {
  54. return err
  55. }
  56. if isFloatArg(args[0]) || isStringArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  57. return produceErrInfo(name, 0, "int")
  58. }
  59. if isFloatArg(args[1]) || isStringArg(args[1]) || isTimeArg(args[1]) || isBooleanArg(args[1]) {
  60. return produceErrInfo(name, 1, "int")
  61. }
  62. case "bitnot":
  63. if err := validateLen(name, 1, len); err != nil {
  64. return err
  65. }
  66. if isFloatArg(args[0]) || isStringArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  67. return produceErrInfo(name, 0, "int")
  68. }
  69. case "atan2", "mod", "power":
  70. if err := validateLen(name, 2, len); err != nil {
  71. return err
  72. }
  73. if isStringArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  74. return produceErrInfo(name, 0, "number - float or int")
  75. }
  76. if isStringArg(args[1]) || isTimeArg(args[1]) || isBooleanArg(args[1]) {
  77. return produceErrInfo(name, 1, "number - float or int")
  78. }
  79. case "rand":
  80. if err := validateLen(name, 0, len); err != nil {
  81. return err
  82. }
  83. }
  84. return nil
  85. }
  86. func validateStrFunc(name string, args []Expr) error {
  87. len := len(args)
  88. switch name {
  89. case "concat":
  90. if len == 0 {
  91. return fmt.Errorf("The arguments for %s should be at least one.\n", name)
  92. }
  93. for i, a := range args {
  94. if isNumericArg(a) || isTimeArg(a) || isBooleanArg(a) {
  95. return produceErrInfo(name, i, "string")
  96. }
  97. }
  98. case "endswith", "indexof", "regexp_matches", "startswith":
  99. if err := validateLen(name, 2, len); err != nil {
  100. return err
  101. }
  102. for i := 0; i < 2; i++ {
  103. if isNumericArg(args[i]) || isTimeArg(args[i]) || isBooleanArg(args[i]) {
  104. return produceErrInfo(name, i, "string")
  105. }
  106. }
  107. case "format_time":
  108. if err := validateLen(name, 2, len); err != nil {
  109. return err
  110. }
  111. if isNumericArg(args[0]) || isStringArg(args[0]) || isBooleanArg(args[0]) {
  112. return produceErrInfo(name, 0, "datetime")
  113. }
  114. if isNumericArg(args[1]) || isTimeArg(args[1]) || isBooleanArg(args[1]) {
  115. return produceErrInfo(name, 1, "string")
  116. }
  117. case "regexp_replace":
  118. if err := validateLen(name, 3, len); err != nil {
  119. return err
  120. }
  121. for i := 0; i < 3; i++ {
  122. if isNumericArg(args[i]) || isTimeArg(args[i]) || isBooleanArg(args[i]) {
  123. return produceErrInfo(name, i, "string")
  124. }
  125. }
  126. case "length", "lower", "ltrim", "numbytes", "rtrim", "trim", "upper":
  127. if err := validateLen(name, 1, len); err != nil {
  128. return err
  129. }
  130. if isNumericArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  131. return produceErrInfo(name, 0, "string")
  132. }
  133. case "lpad", "rpad":
  134. if err := validateLen(name, 2, len); err != nil {
  135. return err
  136. }
  137. if isNumericArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  138. return produceErrInfo(name, 0, "string")
  139. }
  140. if isFloatArg(args[1]) || isTimeArg(args[1]) || isBooleanArg(args[1]) || isStringArg(args[1]) {
  141. return produceErrInfo(name, 1, "int")
  142. }
  143. case "substring":
  144. if len != 2 && len != 3 {
  145. return fmt.Errorf("the arguments for substring should be 2 or 3")
  146. }
  147. if isNumericArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  148. return produceErrInfo(name, 0, "string")
  149. }
  150. for i := 1; i < len; i++ {
  151. if isFloatArg(args[i]) || isTimeArg(args[i]) || isBooleanArg(args[i]) || isStringArg(args[i]) {
  152. return produceErrInfo(name, i, "int")
  153. }
  154. }
  155. if s, ok := args[1].(*IntegerLiteral); ok {
  156. sv := s.Val
  157. if sv < 0 {
  158. return fmt.Errorf("The start index should not be a nagtive integer.")
  159. }
  160. if len == 3 {
  161. if e, ok1 := args[2].(*IntegerLiteral); ok1 {
  162. ev := e.Val
  163. if ev < sv {
  164. return fmt.Errorf("The end index should be larger than start index.")
  165. }
  166. }
  167. }
  168. }
  169. case "split_value":
  170. if len != 3 {
  171. return fmt.Errorf("the arguments for split_value should be 3")
  172. }
  173. if isNumericArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  174. return produceErrInfo(name, 0, "string")
  175. }
  176. if isNumericArg(args[1]) || isTimeArg(args[1]) || isBooleanArg(args[1]) {
  177. return produceErrInfo(name, 1, "string")
  178. }
  179. if isFloatArg(args[2]) || isTimeArg(args[2]) || isBooleanArg(args[2]) || isStringArg(args[2]) {
  180. return produceErrInfo(name, 2, "int")
  181. }
  182. if s, ok := args[2].(*IntegerLiteral); ok {
  183. if s.Val < 0 {
  184. return fmt.Errorf("The index should not be a nagtive integer.")
  185. }
  186. }
  187. }
  188. return nil
  189. }
  190. func validateConvFunc(name string, args []Expr) error {
  191. len := len(args)
  192. switch name {
  193. case "cast":
  194. if err := validateLen(name, 2, len); err != nil {
  195. return err
  196. }
  197. a := args[1]
  198. if !isStringArg(a) {
  199. return produceErrInfo(name, 1, "string")
  200. }
  201. if av, ok := a.(*StringLiteral); ok {
  202. if !(av.Val == "bigint" || av.Val == "float" || av.Val == "string" || av.Val == "boolean" || av.Val == "datetime") {
  203. return fmt.Errorf("Expect one of following value for the 2nd parameter: bigint, float, string, boolean, datetime.")
  204. }
  205. }
  206. case "chr":
  207. if err := validateLen(name, 1, len); err != nil {
  208. return err
  209. }
  210. if isFloatArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  211. return produceErrInfo(name, 0, "int")
  212. }
  213. case "encode":
  214. if err := validateLen(name, 2, len); err != nil {
  215. return err
  216. }
  217. if isNumericArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  218. return produceErrInfo(name, 0, "string")
  219. }
  220. a := args[1]
  221. if !isStringArg(a) {
  222. return produceErrInfo(name, 1, "string")
  223. }
  224. if av, ok := a.(*StringLiteral); ok {
  225. if av.Val != "base64" {
  226. return fmt.Errorf("Only base64 is supported for the 2nd parameter.")
  227. }
  228. }
  229. case "trunc":
  230. if err := validateLen(name, 2, len); err != nil {
  231. return err
  232. }
  233. if isTimeArg(args[0]) || isBooleanArg(args[0]) || isStringArg(args[0]) {
  234. return produceErrInfo(name, 0, "number - float or int")
  235. }
  236. if isFloatArg(args[1]) || isTimeArg(args[1]) || isBooleanArg(args[1]) || isStringArg(args[1]) {
  237. return produceErrInfo(name, 1, "int")
  238. }
  239. }
  240. return nil
  241. }
  242. func validateHashFunc(name string, args []Expr) error {
  243. len := len(args)
  244. switch name {
  245. case "md5", "sha1", "sha224", "sha256", "sha384", "sha512":
  246. if err := validateLen(name, 1, len); err != nil {
  247. return err
  248. }
  249. if isNumericArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  250. return produceErrInfo(name, 0, "string")
  251. }
  252. }
  253. return nil
  254. }
  255. func validateOtherFunc(name string, args []Expr) error {
  256. len := len(args)
  257. switch name {
  258. case "isNull":
  259. if err := validateLen(name, 1, len); err != nil {
  260. return err
  261. }
  262. case "nanvl":
  263. if err := validateLen(name, 2, len); err != nil {
  264. return err
  265. }
  266. if isIntegerArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) || isStringArg(args[0]) {
  267. return produceErrInfo(name, 1, "float")
  268. }
  269. case "newuuid":
  270. if err := validateLen(name, 0, len); err != nil {
  271. return err
  272. }
  273. case "mqtt":
  274. if err := validateLen(name, 1, len); err != nil {
  275. return err
  276. }
  277. if isIntegerArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) || isStringArg(args[0]) || isFloatArg(args[0]) {
  278. return produceErrInfo(name, 0, "meta reference")
  279. }
  280. if p, ok := args[0].(*MetaRef); ok {
  281. name := strings.ToLower(p.Name)
  282. if name != "topic" && name != "messageid" {
  283. return fmt.Errorf("Parameter of mqtt function can be only topic or messageid.")
  284. }
  285. }
  286. case "meta":
  287. if err := validateLen(name, 1, len); err != nil {
  288. return err
  289. }
  290. if _, ok := args[0].(*MetaRef); ok {
  291. return nil
  292. }
  293. expr := args[0]
  294. for {
  295. if be, ok := expr.(*BinaryExpr); ok {
  296. if _, ok := be.LHS.(*MetaRef); ok && be.OP == ARROW {
  297. return nil
  298. }
  299. expr = be.LHS
  300. } else {
  301. break
  302. }
  303. }
  304. return produceErrInfo(name, 0, "meta reference")
  305. }
  306. return nil
  307. }
  308. func validateAggFunc(name string, args []Expr) error {
  309. len := len(args)
  310. switch name {
  311. case "avg", "max", "min", "sum":
  312. if err := validateLen(name, 1, len); err != nil {
  313. return err
  314. }
  315. if isStringArg(args[0]) || isTimeArg(args[0]) || isBooleanArg(args[0]) {
  316. return produceErrInfo(name, 0, "number - float or int")
  317. }
  318. case "count":
  319. if err := validateLen(name, 1, len); err != nil {
  320. return err
  321. }
  322. }
  323. return nil
  324. }
  325. // Index is starting from 0
  326. func produceErrInfo(name string, index int, expect string) (err error) {
  327. index++
  328. err = fmt.Errorf("Expect %s type for %d parameter of function %s.", expect, index, name)
  329. return
  330. }
  331. func validateLen(funcName string, exp, actual int) error {
  332. if actual != exp {
  333. return fmt.Errorf("The arguments for %s should be %d.", funcName, exp)
  334. }
  335. return nil
  336. }
  337. func isNumericArg(arg Expr) bool {
  338. if _, ok := arg.(*NumberLiteral); ok {
  339. return true
  340. } else if _, ok := arg.(*IntegerLiteral); ok {
  341. return true
  342. }
  343. return false
  344. }
  345. func isIntegerArg(arg Expr) bool {
  346. if _, ok := arg.(*IntegerLiteral); ok {
  347. return true
  348. }
  349. return false
  350. }
  351. func isFloatArg(arg Expr) bool {
  352. if _, ok := arg.(*NumberLiteral); ok {
  353. return true
  354. }
  355. return false
  356. }
  357. func isBooleanArg(arg Expr) bool {
  358. if _, ok := arg.(*BooleanLiteral); ok {
  359. return true
  360. }
  361. return false
  362. }
  363. func isStringArg(arg Expr) bool {
  364. if _, ok := arg.(*StringLiteral); ok {
  365. return true
  366. }
  367. return false
  368. }
  369. func isTimeArg(arg Expr) bool {
  370. if _, ok := arg.(*TimeLiteral); ok {
  371. return true
  372. }
  373. return false
  374. }