funcs_misc.go 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304
  1. package xsql
  2. import (
  3. "context"
  4. "crypto/md5"
  5. "crypto/sha1"
  6. "crypto/sha256"
  7. "crypto/sha512"
  8. b64 "encoding/base64"
  9. "fmt"
  10. "github.com/PaesslerAG/gval"
  11. "github.com/PaesslerAG/jsonpath"
  12. "github.com/emqx/kuiper/common"
  13. "github.com/google/uuid"
  14. "hash"
  15. "io"
  16. "math"
  17. "reflect"
  18. "strconv"
  19. "strings"
  20. "time"
  21. )
  22. func convCall(name string, args []interface{}) (interface{}, bool) {
  23. switch name {
  24. case "cast":
  25. if v, ok := args[1].(string); ok {
  26. v = strings.ToLower(v)
  27. switch v {
  28. case "bigint":
  29. if v1, ok1 := args[0].(int); ok1 {
  30. return v1, true
  31. } else if v1, ok1 := args[0].(float64); ok1 {
  32. return int(v1), true
  33. } else if v1, ok1 := args[0].(string); ok1 {
  34. if temp, err := strconv.Atoi(v1); err == nil {
  35. return temp, true
  36. } else {
  37. return err, false
  38. }
  39. } else if v1, ok1 := args[0].(bool); ok1 {
  40. if v1 {
  41. return 1, true
  42. } else {
  43. return 0, true
  44. }
  45. } else {
  46. return fmt.Errorf("Not supported type conversion."), false
  47. }
  48. case "float":
  49. if v1, ok1 := args[0].(int); ok1 {
  50. return float64(v1), true
  51. } else if v1, ok1 := args[0].(float64); ok1 {
  52. return v1, true
  53. } else if v1, ok1 := args[0].(string); ok1 {
  54. if temp, err := strconv.ParseFloat(v1, 64); err == nil {
  55. return temp, true
  56. } else {
  57. return err, false
  58. }
  59. } else if v1, ok1 := args[0].(bool); ok1 {
  60. if v1 {
  61. return 1.0, true
  62. } else {
  63. return 0.0, true
  64. }
  65. } else {
  66. return fmt.Errorf("Not supported type conversion."), false
  67. }
  68. case "string":
  69. if v1, ok1 := args[0].(int); ok1 {
  70. return string(v1), true
  71. } else if v1, ok1 := args[0].(float64); ok1 {
  72. return fmt.Sprintf("%g", v1), true
  73. } else if v1, ok1 := args[0].(string); ok1 {
  74. return v1, true
  75. } else if v1, ok1 := args[0].(bool); ok1 {
  76. if v1 {
  77. return "true", true
  78. } else {
  79. return "false", true
  80. }
  81. } else {
  82. return fmt.Errorf("Not supported type conversion."), false
  83. }
  84. case "boolean":
  85. if v1, ok1 := args[0].(int); ok1 {
  86. if v1 == 0 {
  87. return false, true
  88. } else {
  89. return true, true
  90. }
  91. } else if v1, ok1 := args[0].(float64); ok1 {
  92. if v1 == 0.0 {
  93. return false, true
  94. } else {
  95. return true, true
  96. }
  97. } else if v1, ok1 := args[0].(string); ok1 {
  98. if temp, err := strconv.ParseBool(v1); err == nil {
  99. return temp, true
  100. } else {
  101. return err, false
  102. }
  103. } else if v1, ok1 := args[0].(bool); ok1 {
  104. return v1, true
  105. } else {
  106. return fmt.Errorf("Not supported type conversion."), false
  107. }
  108. case "datetime":
  109. return fmt.Errorf("Not supported type conversion."), false
  110. default:
  111. return fmt.Errorf("Unknow type, only support bigint, float, string, boolean and datetime."), false
  112. }
  113. } else {
  114. return fmt.Errorf("Expect string type for the 2nd parameter."), false
  115. }
  116. case "chr":
  117. if v, ok := args[0].(int); ok {
  118. return rune(v), true
  119. } else if v, ok := args[0].(float64); ok {
  120. temp := int(v)
  121. return rune(temp), true
  122. } else if v, ok := args[0].(string); ok {
  123. if len(v) > 1 {
  124. return fmt.Errorf("Parameter length cannot larger than 1."), false
  125. }
  126. r := []rune(v)
  127. return r[0], true
  128. } else {
  129. return fmt.Errorf("Only bigint, float and string type can be convert to char type."), false
  130. }
  131. case "encode":
  132. if v, ok := args[1].(string); ok {
  133. v = strings.ToLower(v)
  134. if v == "base64" {
  135. if v1, ok1 := args[0].(string); ok1 {
  136. return b64.StdEncoding.EncodeToString([]byte(v1)), true
  137. } else {
  138. return fmt.Errorf("Only string type can be encoded."), false
  139. }
  140. } else {
  141. return fmt.Errorf("Only base64 encoding is supported."), false
  142. }
  143. }
  144. case "trunc":
  145. var v0 float64
  146. if v1, ok := args[0].(int); ok {
  147. v0 = float64(v1)
  148. } else if v1, ok := args[0].(float64); ok {
  149. v0 = v1
  150. } else {
  151. return fmt.Errorf("Only int and float type can be truncated."), false
  152. }
  153. if v2, ok := args[1].(int); ok {
  154. return toFixed(v0, v2), true
  155. } else {
  156. return fmt.Errorf("The 2nd parameter must be int value."), false
  157. }
  158. default:
  159. return fmt.Errorf("Not supported function name %s", name), false
  160. }
  161. return nil, false
  162. }
  163. func round(num float64) int {
  164. return int(num + math.Copysign(0.5, num))
  165. }
  166. func toFixed(num float64, precision int) float64 {
  167. output := math.Pow(10, float64(precision))
  168. return float64(round(num*output)) / output
  169. }
  170. func hashCall(name string, args []interface{}) (interface{}, bool) {
  171. arg0 := common.ToString(args[0])
  172. var h hash.Hash
  173. switch name {
  174. case "md5":
  175. h = md5.New()
  176. case "sha1":
  177. h = sha1.New()
  178. case "sha256":
  179. h = sha256.New()
  180. case "sha384":
  181. h = sha512.New384()
  182. case "sha512":
  183. h = sha512.New()
  184. default:
  185. return fmt.Errorf("unknown hash function name %s", name), false
  186. }
  187. io.WriteString(h, arg0)
  188. return fmt.Sprintf("%x", h.Sum(nil)), true
  189. }
  190. func otherCall(name string, args []interface{}) (interface{}, bool) {
  191. switch name {
  192. case "isnull":
  193. if args[0] == nil {
  194. return true, true
  195. } else {
  196. v := reflect.ValueOf(args[0])
  197. switch v.Kind() {
  198. case reflect.Slice, reflect.Map:
  199. return v.IsNil(), true
  200. default:
  201. return false, true
  202. }
  203. }
  204. return false, true
  205. case "newuuid":
  206. if uuid, err := uuid.NewUUID(); err != nil {
  207. return err, false
  208. } else {
  209. return uuid.String(), true
  210. }
  211. case "timestamp":
  212. return common.TimeToUnixMilli(time.Now()), true
  213. case "mqtt":
  214. if v, ok := args[0].(string); ok {
  215. return v, true
  216. }
  217. return nil, false
  218. case "meta":
  219. return args[0], true
  220. default:
  221. return fmt.Errorf("unknown function name %s", name), false
  222. }
  223. }
  224. func jsonCall(name string, args []interface{}) (interface{}, bool) {
  225. var input interface{}
  226. switch reflect.TypeOf(args[0]).Kind() {
  227. case reflect.Map:
  228. input = convertToInterfaceArr(args[0].(map[string]interface{}))
  229. case reflect.Slice:
  230. input = convertSlice(args[0])
  231. default:
  232. return fmt.Errorf("%s function error: the first argument must be a map but got %v", name, args[0]), false
  233. }
  234. builder := gval.Full(jsonpath.PlaceholderExtension())
  235. path, err := builder.NewEvaluable(args[1].(string))
  236. if err != nil {
  237. return fmt.Errorf("%s function error: %s", name, err), false
  238. }
  239. result, err := path(context.Background(), input)
  240. if err != nil {
  241. if name == "json_path_exists" {
  242. return false, true
  243. }
  244. return fmt.Errorf("%s function error: %s", name, err), false
  245. }
  246. switch name {
  247. case "json_path_query":
  248. return result, true
  249. case "json_path_query_first":
  250. if arr, ok := result.([]interface{}); ok {
  251. return arr[0], true
  252. } else {
  253. return fmt.Errorf("%s function error: query result (%v) is not an array", name, result), false
  254. }
  255. case "json_path_exists":
  256. e := true
  257. switch reflect.TypeOf(result).Kind() {
  258. case reflect.Slice, reflect.Array:
  259. e = reflect.ValueOf(result).Len() > 0
  260. default:
  261. e = result != nil
  262. }
  263. return e, true
  264. }
  265. return fmt.Errorf("invalid function name: %s", name), false
  266. }
  267. func convertToInterfaceArr(orig map[string]interface{}) map[string]interface{} {
  268. result := make(map[string]interface{})
  269. for k, v := range orig {
  270. switch reflect.TypeOf(v).Kind() {
  271. case reflect.Slice:
  272. result[k] = convertSlice(v)
  273. case reflect.Map:
  274. result[k] = convertToInterfaceArr(v.(map[string]interface{}))
  275. default:
  276. result[k] = v
  277. }
  278. }
  279. return result
  280. }
  281. func convertSlice(v interface{}) []interface{} {
  282. value := reflect.ValueOf(v)
  283. tempArr := make([]interface{}, value.Len())
  284. for i := 0; i < value.Len(); i++ {
  285. item := value.Index(i)
  286. if item.Kind() == reflect.Map {
  287. tempArr[i] = convertToInterfaceArr(item.Interface().(map[string]interface{}))
  288. } else if item.Kind() == reflect.Slice {
  289. tempArr[i] = convertSlice(item.Interface())
  290. } else {
  291. tempArr[i] = item.Interface()
  292. }
  293. }
  294. return tempArr
  295. }