funcs_misc.go 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321
  1. package xsql
  2. import (
  3. "context"
  4. "crypto/md5"
  5. "crypto/sha1"
  6. "crypto/sha256"
  7. "crypto/sha512"
  8. b64 "encoding/base64"
  9. "encoding/json"
  10. "fmt"
  11. "github.com/PaesslerAG/gval"
  12. "github.com/PaesslerAG/jsonpath"
  13. "github.com/emqx/kuiper/common"
  14. "github.com/google/uuid"
  15. "hash"
  16. "io"
  17. "math"
  18. "reflect"
  19. "strconv"
  20. "strings"
  21. )
  22. func convCall(name string, args []interface{}) (interface{}, bool) {
  23. switch name {
  24. case "cast":
  25. if v, ok := args[1].(string); ok {
  26. v = strings.ToLower(v)
  27. switch v {
  28. case "bigint":
  29. if v1, ok1 := args[0].(int); ok1 {
  30. return v1, true
  31. } else if v1, ok1 := args[0].(float64); ok1 {
  32. return int(v1), true
  33. } else if v1, ok1 := args[0].(string); ok1 {
  34. if temp, err := strconv.Atoi(v1); err == nil {
  35. return temp, true
  36. } else {
  37. return err, false
  38. }
  39. } else if v1, ok1 := args[0].(bool); ok1 {
  40. if v1 {
  41. return 1, true
  42. } else {
  43. return 0, true
  44. }
  45. } else {
  46. return fmt.Errorf("Not supported type conversion."), false
  47. }
  48. case "float":
  49. if v1, ok1 := args[0].(int); ok1 {
  50. return float64(v1), true
  51. } else if v1, ok1 := args[0].(float64); ok1 {
  52. return v1, true
  53. } else if v1, ok1 := args[0].(string); ok1 {
  54. if temp, err := strconv.ParseFloat(v1, 64); err == nil {
  55. return temp, true
  56. } else {
  57. return err, false
  58. }
  59. } else if v1, ok1 := args[0].(bool); ok1 {
  60. if v1 {
  61. return 1.0, true
  62. } else {
  63. return 0.0, true
  64. }
  65. } else {
  66. return fmt.Errorf("Not supported type conversion."), false
  67. }
  68. case "string":
  69. if v1, ok1 := args[0].(int); ok1 {
  70. return fmt.Sprintf("%d", v1), true
  71. } else if v1, ok1 := args[0].(float64); ok1 {
  72. return fmt.Sprintf("%g", v1), true
  73. } else if v1, ok1 := args[0].(string); ok1 {
  74. return v1, true
  75. } else if v1, ok1 := args[0].(bool); ok1 {
  76. if v1 {
  77. return "true", true
  78. } else {
  79. return "false", true
  80. }
  81. } else {
  82. return fmt.Errorf("Not supported type conversion."), false
  83. }
  84. case "boolean":
  85. if v1, ok1 := args[0].(int); ok1 {
  86. if v1 == 0 {
  87. return false, true
  88. } else {
  89. return true, true
  90. }
  91. } else if v1, ok1 := args[0].(float64); ok1 {
  92. if v1 == 0.0 {
  93. return false, true
  94. } else {
  95. return true, true
  96. }
  97. } else if v1, ok1 := args[0].(string); ok1 {
  98. if temp, err := strconv.ParseBool(v1); err == nil {
  99. return temp, true
  100. } else {
  101. return err, false
  102. }
  103. } else if v1, ok1 := args[0].(bool); ok1 {
  104. return v1, true
  105. } else {
  106. return fmt.Errorf("Not supported type conversion."), false
  107. }
  108. case "datetime":
  109. dt, err := common.InterfaceToTime(args[0], "")
  110. if err != nil {
  111. return err, false
  112. } else {
  113. return dt, true
  114. }
  115. default:
  116. return fmt.Errorf("Unknow type, only support bigint, float, string, boolean and datetime."), false
  117. }
  118. } else {
  119. return fmt.Errorf("Expect string type for the 2nd parameter."), false
  120. }
  121. case "chr":
  122. if v, ok := args[0].(int); ok {
  123. return rune(v), true
  124. } else if v, ok := args[0].(float64); ok {
  125. temp := int(v)
  126. return rune(temp), true
  127. } else if v, ok := args[0].(string); ok {
  128. if len(v) > 1 {
  129. return fmt.Errorf("Parameter length cannot larger than 1."), false
  130. }
  131. r := []rune(v)
  132. return r[0], true
  133. } else {
  134. return fmt.Errorf("Only bigint, float and string type can be convert to char type."), false
  135. }
  136. case "encode":
  137. if v, ok := args[1].(string); ok {
  138. v = strings.ToLower(v)
  139. if v == "base64" {
  140. if v1, ok1 := args[0].(string); ok1 {
  141. return b64.StdEncoding.EncodeToString([]byte(v1)), true
  142. } else {
  143. return fmt.Errorf("Only string type can be encoded."), false
  144. }
  145. } else {
  146. return fmt.Errorf("Only base64 encoding is supported."), false
  147. }
  148. }
  149. case "trunc":
  150. var v0 float64
  151. if v1, ok := args[0].(int); ok {
  152. v0 = float64(v1)
  153. } else if v1, ok := args[0].(float64); ok {
  154. v0 = v1
  155. } else {
  156. return fmt.Errorf("Only int and float type can be truncated."), false
  157. }
  158. if v2, ok := args[1].(int); ok {
  159. return toFixed(v0, v2), true
  160. } else {
  161. return fmt.Errorf("The 2nd parameter must be int value."), false
  162. }
  163. default:
  164. return fmt.Errorf("Not supported function name %s", name), false
  165. }
  166. return nil, false
  167. }
  168. func round(num float64) int {
  169. return int(num + math.Copysign(0.5, num))
  170. }
  171. func toFixed(num float64, precision int) float64 {
  172. output := math.Pow(10, float64(precision))
  173. return float64(round(num*output)) / output
  174. }
  175. func hashCall(name string, args []interface{}) (interface{}, bool) {
  176. arg0 := common.ToStringAlways(args[0])
  177. var h hash.Hash
  178. switch name {
  179. case "md5":
  180. h = md5.New()
  181. case "sha1":
  182. h = sha1.New()
  183. case "sha256":
  184. h = sha256.New()
  185. case "sha384":
  186. h = sha512.New384()
  187. case "sha512":
  188. h = sha512.New()
  189. default:
  190. return fmt.Errorf("unknown hash function name %s", name), false
  191. }
  192. io.WriteString(h, arg0)
  193. return fmt.Sprintf("%x", h.Sum(nil)), true
  194. }
  195. func otherCall(name string, args []interface{}) (interface{}, bool) {
  196. switch name {
  197. case "isnull":
  198. if args[0] == nil {
  199. return true, true
  200. } else {
  201. v := reflect.ValueOf(args[0])
  202. switch v.Kind() {
  203. case reflect.Slice, reflect.Map:
  204. return v.IsNil(), true
  205. default:
  206. return false, true
  207. }
  208. }
  209. return false, true
  210. case "newuuid":
  211. if uuid, err := uuid.NewUUID(); err != nil {
  212. return err, false
  213. } else {
  214. return uuid.String(), true
  215. }
  216. case "tstamp":
  217. return common.GetNowInMilli(), true
  218. case "mqtt":
  219. if v, ok := args[0].(string); ok {
  220. return v, true
  221. }
  222. return nil, false
  223. case "meta":
  224. return args[0], true
  225. case "cardinality":
  226. val := reflect.ValueOf(args[0])
  227. if val.Kind() == reflect.Slice {
  228. return val.Len(), true
  229. }
  230. return 0, true
  231. default:
  232. return fmt.Errorf("unknown function name %s", name), false
  233. }
  234. }
  235. func jsonCall(name string, args []interface{}) (interface{}, bool) {
  236. var input interface{}
  237. switch reflect.TypeOf(args[0]).Kind() {
  238. case reflect.Map:
  239. input = convertToInterfaceArr(args[0].(map[string]interface{}))
  240. case reflect.Slice:
  241. input = convertSlice(args[0])
  242. case reflect.String:
  243. v, _ := args[0].(string)
  244. err := json.Unmarshal([]byte(v), &input)
  245. if err != nil {
  246. return fmt.Errorf("%s function error: the first argument '%v' is not a valid json string", name, args[0]), false
  247. }
  248. default:
  249. return fmt.Errorf("%s function error: the first argument must be a map but got %v", name, args[0]), false
  250. }
  251. builder := gval.Full(jsonpath.PlaceholderExtension())
  252. path, err := builder.NewEvaluable(args[1].(string))
  253. if err != nil {
  254. return fmt.Errorf("%s function error: %s", name, err), false
  255. }
  256. result, err := path(context.Background(), input)
  257. if err != nil {
  258. if name == "json_path_exists" {
  259. return false, true
  260. }
  261. return fmt.Errorf("%s function error: %s", name, err), false
  262. }
  263. switch name {
  264. case "json_path_query":
  265. return result, true
  266. case "json_path_query_first":
  267. if arr, ok := result.([]interface{}); ok {
  268. return arr[0], true
  269. } else {
  270. return fmt.Errorf("%s function error: query result (%v) is not an array", name, result), false
  271. }
  272. case "json_path_exists":
  273. e := true
  274. switch reflect.TypeOf(result).Kind() {
  275. case reflect.Slice, reflect.Array:
  276. e = reflect.ValueOf(result).Len() > 0
  277. default:
  278. e = result != nil
  279. }
  280. return e, true
  281. }
  282. return fmt.Errorf("invalid function name: %s", name), false
  283. }
  284. func convertToInterfaceArr(orig map[string]interface{}) map[string]interface{} {
  285. result := make(map[string]interface{})
  286. for k, v := range orig {
  287. switch reflect.TypeOf(v).Kind() {
  288. case reflect.Slice:
  289. result[k] = convertSlice(v)
  290. case reflect.Map:
  291. result[k] = convertToInterfaceArr(v.(map[string]interface{}))
  292. default:
  293. result[k] = v
  294. }
  295. }
  296. return result
  297. }
  298. func convertSlice(v interface{}) []interface{} {
  299. value := reflect.ValueOf(v)
  300. tempArr := make([]interface{}, value.Len())
  301. for i := 0; i < value.Len(); i++ {
  302. item := value.Index(i)
  303. if item.Kind() == reflect.Map {
  304. tempArr[i] = convertToInterfaceArr(item.Interface().(map[string]interface{}))
  305. } else if item.Kind() == reflect.Slice {
  306. tempArr[i] = convertSlice(item.Interface())
  307. } else {
  308. tempArr[i] = item.Interface()
  309. }
  310. }
  311. return tempArr
  312. }