redisKv.go 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176
  1. // Copyright 2021 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package redis
  15. import (
  16. "bytes"
  17. "encoding/gob"
  18. "fmt"
  19. "github.com/gomodule/redigo/redis"
  20. dbRedis "github.com/lf-edge/ekuiper/internal/pkg/db/redis"
  21. kvEncoding "github.com/lf-edge/ekuiper/internal/pkg/store/encoding"
  22. "strings"
  23. )
  24. const KvPrefix = "KV:STORE"
  25. type redisKvStore struct {
  26. database dbRedis.Instance
  27. table string
  28. keyPrefix string
  29. }
  30. func CreateRedisKvStore(redis dbRedis.Instance, table string) (*redisKvStore, error) {
  31. store := &redisKvStore{
  32. database: redis,
  33. table: table,
  34. keyPrefix: fmt.Sprintf("%s:%s", KvPrefix, table),
  35. }
  36. return store, nil
  37. }
  38. func (kv redisKvStore) Setnx(key string, value interface{}) error {
  39. return kv.database.Apply(func(conn redis.Conn) error {
  40. err, b := kvEncoding.Encode(value)
  41. if nil != err {
  42. return err
  43. }
  44. tKey := kv.tableKey(key)
  45. reply, err := conn.Do("SETNX", tKey, b)
  46. if err != nil {
  47. return err
  48. }
  49. code, err := redis.Int(reply, err)
  50. if code == 0 {
  51. return fmt.Errorf("item %s already exists under %s key because of %s", key, tKey, err)
  52. }
  53. return nil
  54. })
  55. }
  56. func (kv redisKvStore) Set(key string, value interface{}) error {
  57. err, b := kvEncoding.Encode(value)
  58. if nil != err {
  59. return err
  60. }
  61. err = kv.database.Apply(func(conn redis.Conn) error {
  62. tKey := kv.tableKey(key)
  63. reply, err := conn.Do("SET", tKey, b)
  64. code, err := redis.String(reply, err)
  65. if err != nil {
  66. return err
  67. }
  68. if code != "OK" {
  69. return fmt.Errorf("item %s (under key %s) not set because of %s", key, tKey, err)
  70. }
  71. return nil
  72. })
  73. return err
  74. }
  75. func (kv redisKvStore) Get(key string, value interface{}) (bool, error) {
  76. result := false
  77. err := kv.database.Apply(func(conn redis.Conn) error {
  78. tKey := kv.tableKey(key)
  79. reply, err := conn.Do("GET", tKey)
  80. if err != nil {
  81. return err
  82. }
  83. buff, err := redis.Bytes(reply, err)
  84. if err != nil {
  85. result = false
  86. return nil
  87. }
  88. dec := gob.NewDecoder(bytes.NewBuffer(buff))
  89. if err := dec.Decode(value); err != nil {
  90. return err
  91. }
  92. result = true
  93. return nil
  94. })
  95. return result, err
  96. }
  97. func (kv redisKvStore) Delete(key string) error {
  98. return kv.database.Apply(func(conn redis.Conn) error {
  99. tKey := kv.tableKey(key)
  100. _, err := conn.Do("DEL", tKey)
  101. return err
  102. })
  103. }
  104. func (kv redisKvStore) Keys() ([]string, error) {
  105. keys, err := kv.metaKeys()
  106. if err != nil {
  107. return nil, err
  108. }
  109. result := make([]string, 0)
  110. for _, k := range keys {
  111. result = append(result, kv.trimPrefix(k))
  112. }
  113. return result, nil
  114. }
  115. func (kv redisKvStore) metaKeys() ([]string, error) {
  116. keys := make([]string, 0)
  117. err := kv.database.Apply(func(conn redis.Conn) error {
  118. pattern := fmt.Sprintf("%s:*", kv.keyPrefix)
  119. reply, err := conn.Do("KEYS", pattern)
  120. keys, err = redis.Strings(reply, err)
  121. return err
  122. })
  123. return keys, err
  124. }
  125. func (kv redisKvStore) Clean() error {
  126. keys, err := kv.metaKeys()
  127. if err != nil {
  128. return err
  129. }
  130. keysToRemove := make([]interface{}, len(keys))
  131. for i, v := range keys {
  132. keysToRemove[i] = v
  133. }
  134. err = kv.database.Apply(func(conn redis.Conn) error {
  135. _, err := conn.Do("DEL", keysToRemove...)
  136. return err
  137. })
  138. return err
  139. }
  140. func (kv redisKvStore) Drop() error {
  141. keys, err := kv.metaKeys()
  142. if err != nil {
  143. return err
  144. }
  145. keysToRemove := make([]interface{}, len(keys))
  146. for i, v := range keys {
  147. keysToRemove[i] = v
  148. }
  149. err = kv.database.Apply(func(conn redis.Conn) error {
  150. _, err := conn.Do("DEL", keysToRemove...)
  151. return err
  152. })
  153. return err
  154. }
  155. func (kv redisKvStore) tableKey(key string) string {
  156. return fmt.Sprintf("%s:%s:%s", KvPrefix, kv.table, key)
  157. }
  158. func (kv redisKvStore) trimPrefix(fullKey string) string {
  159. prefixToTrim := fmt.Sprintf("%s:%s:", KvPrefix, kv.table)
  160. return strings.TrimPrefix(fullKey, prefixToTrim)
  161. }