funcs_misc.go 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. package xsql
  2. import (
  3. "context"
  4. "crypto/md5"
  5. "crypto/sha1"
  6. "crypto/sha256"
  7. "crypto/sha512"
  8. b64 "encoding/base64"
  9. "fmt"
  10. "github.com/PaesslerAG/gval"
  11. "github.com/PaesslerAG/jsonpath"
  12. "github.com/emqx/kuiper/common"
  13. "github.com/google/uuid"
  14. "hash"
  15. "io"
  16. "math"
  17. "reflect"
  18. "strconv"
  19. "strings"
  20. )
  21. func convCall(name string, args []interface{}) (interface{}, bool) {
  22. switch name {
  23. case "cast":
  24. if v, ok := args[1].(string); ok {
  25. v = strings.ToLower(v)
  26. switch v {
  27. case "bigint":
  28. if v1, ok1 := args[0].(int); ok1 {
  29. return v1, true
  30. } else if v1, ok1 := args[0].(float64); ok1 {
  31. return int(v1), true
  32. } else if v1, ok1 := args[0].(string); ok1 {
  33. if temp, err := strconv.Atoi(v1); err == nil {
  34. return temp, true
  35. } else {
  36. return err, false
  37. }
  38. } else if v1, ok1 := args[0].(bool); ok1 {
  39. if v1 {
  40. return 1, true
  41. } else {
  42. return 0, true
  43. }
  44. } else {
  45. return fmt.Errorf("Not supported type conversion."), false
  46. }
  47. case "float":
  48. if v1, ok1 := args[0].(int); ok1 {
  49. return float64(v1), true
  50. } else if v1, ok1 := args[0].(float64); ok1 {
  51. return v1, true
  52. } else if v1, ok1 := args[0].(string); ok1 {
  53. if temp, err := strconv.ParseFloat(v1, 64); err == nil {
  54. return temp, true
  55. } else {
  56. return err, false
  57. }
  58. } else if v1, ok1 := args[0].(bool); ok1 {
  59. if v1 {
  60. return 1.0, true
  61. } else {
  62. return 0.0, true
  63. }
  64. } else {
  65. return fmt.Errorf("Not supported type conversion."), false
  66. }
  67. case "string":
  68. if v1, ok1 := args[0].(int); ok1 {
  69. return string(v1), true
  70. } else if v1, ok1 := args[0].(float64); ok1 {
  71. return fmt.Sprintf("%g", v1), true
  72. } else if v1, ok1 := args[0].(string); ok1 {
  73. return v1, true
  74. } else if v1, ok1 := args[0].(bool); ok1 {
  75. if v1 {
  76. return "true", true
  77. } else {
  78. return "false", true
  79. }
  80. } else {
  81. return fmt.Errorf("Not supported type conversion."), false
  82. }
  83. case "boolean":
  84. if v1, ok1 := args[0].(int); ok1 {
  85. if v1 == 0 {
  86. return false, true
  87. } else {
  88. return true, true
  89. }
  90. } else if v1, ok1 := args[0].(float64); ok1 {
  91. if v1 == 0.0 {
  92. return false, true
  93. } else {
  94. return true, true
  95. }
  96. } else if v1, ok1 := args[0].(string); ok1 {
  97. if temp, err := strconv.ParseBool(v1); err == nil {
  98. return temp, true
  99. } else {
  100. return err, false
  101. }
  102. } else if v1, ok1 := args[0].(bool); ok1 {
  103. return v1, true
  104. } else {
  105. return fmt.Errorf("Not supported type conversion."), false
  106. }
  107. case "datetime":
  108. return fmt.Errorf("Not supported type conversion."), false
  109. default:
  110. return fmt.Errorf("Unknow type, only support bigint, float, string, boolean and datetime."), false
  111. }
  112. } else {
  113. return fmt.Errorf("Expect string type for the 2nd parameter."), false
  114. }
  115. case "chr":
  116. if v, ok := args[0].(int); ok {
  117. return rune(v), true
  118. } else if v, ok := args[0].(float64); ok {
  119. temp := int(v)
  120. return rune(temp), true
  121. } else if v, ok := args[0].(string); ok {
  122. if len(v) > 1 {
  123. return fmt.Errorf("Parameter length cannot larger than 1."), false
  124. }
  125. r := []rune(v)
  126. return r[0], true
  127. } else {
  128. return fmt.Errorf("Only bigint, float and string type can be convert to char type."), false
  129. }
  130. case "encode":
  131. if v, ok := args[1].(string); ok {
  132. v = strings.ToLower(v)
  133. if v == "base64" {
  134. if v1, ok1 := args[0].(string); ok1 {
  135. return b64.StdEncoding.EncodeToString([]byte(v1)), true
  136. } else {
  137. return fmt.Errorf("Only string type can be encoded."), false
  138. }
  139. } else {
  140. return fmt.Errorf("Only base64 encoding is supported."), false
  141. }
  142. }
  143. case "trunc":
  144. var v0 float64
  145. if v1, ok := args[0].(int); ok {
  146. v0 = float64(v1)
  147. } else if v1, ok := args[0].(float64); ok {
  148. v0 = v1
  149. } else {
  150. return fmt.Errorf("Only int and float type can be truncated."), false
  151. }
  152. if v2, ok := args[1].(int); ok {
  153. return toFixed(v0, v2), true
  154. } else {
  155. return fmt.Errorf("The 2nd parameter must be int value."), false
  156. }
  157. default:
  158. return fmt.Errorf("Not supported function name %s", name), false
  159. }
  160. return nil, false
  161. }
  162. func round(num float64) int {
  163. return int(num + math.Copysign(0.5, num))
  164. }
  165. func toFixed(num float64, precision int) float64 {
  166. output := math.Pow(10, float64(precision))
  167. return float64(round(num*output)) / output
  168. }
  169. func hashCall(name string, args []interface{}) (interface{}, bool) {
  170. arg0 := common.ToString(args[0])
  171. var h hash.Hash
  172. switch name {
  173. case "md5":
  174. h = md5.New()
  175. case "sha1":
  176. h = sha1.New()
  177. case "sha256":
  178. h = sha256.New()
  179. case "sha384":
  180. h = sha512.New384()
  181. case "sha512":
  182. h = sha512.New()
  183. default:
  184. return fmt.Errorf("unknown hash function name %s", name), false
  185. }
  186. io.WriteString(h, arg0)
  187. return fmt.Sprintf("%x", h.Sum(nil)), true
  188. }
  189. func otherCall(name string, args []interface{}) (interface{}, bool) {
  190. switch name {
  191. case "isnull":
  192. if args[0] == nil {
  193. return true, true
  194. } else {
  195. v := reflect.ValueOf(args[0])
  196. switch v.Kind() {
  197. case reflect.Slice, reflect.Map:
  198. return v.IsNil(), true
  199. default:
  200. return false, true
  201. }
  202. }
  203. return false, true
  204. case "newuuid":
  205. if uuid, err := uuid.NewUUID(); err != nil {
  206. return err, false
  207. } else {
  208. return uuid.String(), true
  209. }
  210. case "tstamp":
  211. return common.GetNowInMilli(), true
  212. case "mqtt":
  213. if v, ok := args[0].(string); ok {
  214. return v, true
  215. }
  216. return nil, false
  217. case "meta":
  218. return args[0], true
  219. default:
  220. return fmt.Errorf("unknown function name %s", name), false
  221. }
  222. }
  223. func jsonCall(name string, args []interface{}) (interface{}, bool) {
  224. var input interface{}
  225. switch reflect.TypeOf(args[0]).Kind() {
  226. case reflect.Map:
  227. input = convertToInterfaceArr(args[0].(map[string]interface{}))
  228. case reflect.Slice:
  229. input = convertSlice(args[0])
  230. default:
  231. return fmt.Errorf("%s function error: the first argument must be a map but got %v", name, args[0]), false
  232. }
  233. builder := gval.Full(jsonpath.PlaceholderExtension())
  234. path, err := builder.NewEvaluable(args[1].(string))
  235. if err != nil {
  236. return fmt.Errorf("%s function error: %s", name, err), false
  237. }
  238. result, err := path(context.Background(), input)
  239. if err != nil {
  240. if name == "json_path_exists" {
  241. return false, true
  242. }
  243. return fmt.Errorf("%s function error: %s", name, err), false
  244. }
  245. switch name {
  246. case "json_path_query":
  247. return result, true
  248. case "json_path_query_first":
  249. if arr, ok := result.([]interface{}); ok {
  250. return arr[0], true
  251. } else {
  252. return fmt.Errorf("%s function error: query result (%v) is not an array", name, result), false
  253. }
  254. case "json_path_exists":
  255. e := true
  256. switch reflect.TypeOf(result).Kind() {
  257. case reflect.Slice, reflect.Array:
  258. e = reflect.ValueOf(result).Len() > 0
  259. default:
  260. e = result != nil
  261. }
  262. return e, true
  263. }
  264. return fmt.Errorf("invalid function name: %s", name), false
  265. }
  266. func convertToInterfaceArr(orig map[string]interface{}) map[string]interface{} {
  267. result := make(map[string]interface{})
  268. for k, v := range orig {
  269. switch reflect.TypeOf(v).Kind() {
  270. case reflect.Slice:
  271. result[k] = convertSlice(v)
  272. case reflect.Map:
  273. result[k] = convertToInterfaceArr(v.(map[string]interface{}))
  274. default:
  275. result[k] = v
  276. }
  277. }
  278. return result
  279. }
  280. func convertSlice(v interface{}) []interface{} {
  281. value := reflect.ValueOf(v)
  282. tempArr := make([]interface{}, value.Len())
  283. for i := 0; i < value.Len(); i++ {
  284. item := value.Index(i)
  285. if item.Kind() == reflect.Map {
  286. tempArr[i] = convertToInterfaceArr(item.Interface().(map[string]interface{}))
  287. } else if item.Kind() == reflect.Slice {
  288. tempArr[i] = convertSlice(item.Interface())
  289. } else {
  290. tempArr[i] = item.Interface()
  291. }
  292. }
  293. return tempArr
  294. }