redisKv.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161
  1. // Copyright 2021-2022 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. //go:build redisdb || !core
  15. package redis
  16. import (
  17. "bytes"
  18. "context"
  19. "encoding/gob"
  20. "fmt"
  21. "strings"
  22. "github.com/redis/go-redis/v9"
  23. "github.com/lf-edge/ekuiper/internal/conf"
  24. kvEncoding "github.com/lf-edge/ekuiper/internal/pkg/store/encoding"
  25. )
  26. const KvPrefix = "KV:STORE"
  27. type redisKvStore struct {
  28. database *redis.Client
  29. table string
  30. keyPrefix string
  31. }
  32. func createRedisKvStore(redis *redis.Client, table string) (*redisKvStore, error) {
  33. store := &redisKvStore{
  34. database: redis,
  35. table: table,
  36. keyPrefix: fmt.Sprintf("%s:%s", KvPrefix, table),
  37. }
  38. return store, nil
  39. }
  40. func (kv redisKvStore) Setnx(key string, value interface{}) error {
  41. b, err := kvEncoding.Encode(value)
  42. if nil != err {
  43. return err
  44. }
  45. done, err := kv.database.SetNX(context.Background(), kv.tableKey(key), b, 0).Result()
  46. if err != nil {
  47. return err
  48. }
  49. if !done {
  50. return fmt.Errorf("key %s already exists", key)
  51. }
  52. return nil
  53. }
  54. func (kv redisKvStore) Set(key string, value interface{}) error {
  55. b, err := kvEncoding.Encode(value)
  56. if nil != err {
  57. return err
  58. }
  59. return kv.database.Set(context.Background(), kv.tableKey(key), b, 0).Err()
  60. }
  61. func (kv redisKvStore) Get(key string, value interface{}) (bool, error) {
  62. val, err := kv.database.Get(context.Background(), kv.tableKey(key)).Result()
  63. if err != nil {
  64. return false, err
  65. }
  66. dec := gob.NewDecoder(bytes.NewBuffer([]byte(val)))
  67. if err := dec.Decode(value); err != nil {
  68. return false, err
  69. }
  70. return true, nil
  71. }
  72. func (kv redisKvStore) GetKeyedState(key string) (interface{}, error) {
  73. val, err := kv.database.Get(context.Background(), key).Result()
  74. if err != nil {
  75. return false, err
  76. }
  77. return val, nil
  78. }
  79. func (kv redisKvStore) SetKeyedState(key string, value interface{}) error {
  80. return kv.database.Set(context.Background(), key, value, 0).Err()
  81. }
  82. func (kv redisKvStore) Delete(key string) error {
  83. return kv.database.Del(context.Background(), kv.tableKey(key)).Err()
  84. }
  85. func (kv redisKvStore) Keys() ([]string, error) {
  86. keys, err := kv.metaKeys()
  87. if err != nil {
  88. return nil, err
  89. }
  90. result := make([]string, 0)
  91. for _, k := range keys {
  92. result = append(result, kv.trimPrefix(k))
  93. }
  94. return result, nil
  95. }
  96. func (kv redisKvStore) All() (map[string]string, error) {
  97. keys, err := kv.metaKeys()
  98. if err != nil {
  99. return nil, err
  100. }
  101. var (
  102. value string
  103. result = make(map[string]string)
  104. )
  105. for _, k := range keys {
  106. key := kv.trimPrefix(k)
  107. ok, err := kv.Get(key, &value)
  108. if err != nil {
  109. conf.Log.Errorf("get %s fail during get all in redi: %v", key, err)
  110. }
  111. if ok {
  112. result[key] = value
  113. }
  114. }
  115. return result, nil
  116. }
  117. func (kv redisKvStore) metaKeys() ([]string, error) {
  118. return kv.database.Keys(context.Background(), fmt.Sprintf("%s:*", kv.keyPrefix)).Result()
  119. }
  120. func (kv redisKvStore) Clean() error {
  121. keys, err := kv.metaKeys()
  122. if err != nil {
  123. return err
  124. }
  125. keysToRemove := make([]string, len(keys))
  126. for i, v := range keys {
  127. keysToRemove[i] = v
  128. }
  129. return kv.database.Del(context.Background(), keysToRemove...).Err()
  130. }
  131. func (kv redisKvStore) Drop() error {
  132. return kv.Clean()
  133. }
  134. func (kv redisKvStore) tableKey(key string) string {
  135. return fmt.Sprintf("%s:%s:%s", KvPrefix, kv.table, key)
  136. }
  137. func (kv redisKvStore) trimPrefix(fullKey string) string {
  138. prefixToTrim := fmt.Sprintf("%s:%s:", KvPrefix, kv.table)
  139. return strings.TrimPrefix(fullKey, prefixToTrim)
  140. }