sqlKv.go 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221
  1. // Copyright 2021-2023 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package sql
  15. import (
  16. "bytes"
  17. "database/sql"
  18. "encoding/gob"
  19. "fmt"
  20. "strings"
  21. kvEncoding "github.com/lf-edge/ekuiper/internal/pkg/store/encoding"
  22. "github.com/lf-edge/ekuiper/pkg/errorx"
  23. )
  24. type sqlKvStore struct {
  25. database Database
  26. table string
  27. }
  28. func createSqlKvStore(database Database, table string) (*sqlKvStore, error) {
  29. store := &sqlKvStore{
  30. database: database,
  31. table: table,
  32. }
  33. err := store.database.Apply(func(db *sql.DB) error {
  34. query := fmt.Sprintf("CREATE TABLE IF NOT EXISTS '%s'('key' VARCHAR(255) PRIMARY KEY, 'val' BLOB);", table)
  35. _, err := db.Exec(query)
  36. return err
  37. })
  38. if err != nil {
  39. return nil, err
  40. }
  41. return store, nil
  42. }
  43. func (kv *sqlKvStore) Setnx(key string, value interface{}) error {
  44. return kv.database.Apply(func(db *sql.DB) error {
  45. b, err := kvEncoding.Encode(value)
  46. if err != nil {
  47. return err
  48. }
  49. query := fmt.Sprintf("INSERT INTO '%s'(key,val) values(?,?);", kv.table)
  50. stmt, err := db.Prepare(query)
  51. if err != nil {
  52. return err
  53. }
  54. _, err = stmt.Exec(key, b)
  55. stmt.Close()
  56. if err != nil {
  57. if strings.Contains(err.Error(), "UNIQUE constraint failed") {
  58. return fmt.Errorf(`Item %s already exists`, key)
  59. }
  60. }
  61. return err
  62. })
  63. }
  64. func (kv *sqlKvStore) Set(key string, value interface{}) error {
  65. b, err := kvEncoding.Encode(value)
  66. if nil != err {
  67. return err
  68. }
  69. err = kv.database.Apply(func(db *sql.DB) error {
  70. query := fmt.Sprintf("REPLACE INTO '%s'(key,val) values(?,?);", kv.table)
  71. stmt, err := db.Prepare(query)
  72. if err != nil {
  73. return err
  74. }
  75. _, err = stmt.Exec(key, b)
  76. stmt.Close()
  77. return err
  78. })
  79. return err
  80. }
  81. func (kv *sqlKvStore) Get(key string, value interface{}) (bool, error) {
  82. result := false
  83. err := kv.database.Apply(func(db *sql.DB) error {
  84. query := fmt.Sprintf("SELECT val FROM '%s' WHERE key='%s';", kv.table, key)
  85. row := db.QueryRow(query)
  86. var tmp []byte
  87. err := row.Scan(&tmp)
  88. if err != nil {
  89. result = false
  90. return nil
  91. }
  92. dec := gob.NewDecoder(bytes.NewBuffer(tmp))
  93. if err := dec.Decode(value); err != nil {
  94. return err
  95. }
  96. result = true
  97. return nil
  98. })
  99. return result, err
  100. }
  101. func (kv *sqlKvStore) GetKeyedState(key string) (interface{}, error) {
  102. var value interface{}
  103. err := kv.database.Apply(func(db *sql.DB) error {
  104. query := fmt.Sprintf("SELECT val FROM '%s' WHERE key='%s';", kv.table, key)
  105. row := db.QueryRow(query)
  106. err := row.Scan(&value)
  107. if err != nil {
  108. return err
  109. }
  110. return nil
  111. })
  112. return value, err
  113. }
  114. func (kv *sqlKvStore) SetKeyedState(key string, value interface{}) error {
  115. err := kv.database.Apply(func(db *sql.DB) error {
  116. query := fmt.Sprintf("REPLACE INTO '%s'(key,val) values(?,?);", kv.table)
  117. stmt, err := db.Prepare(query)
  118. if err != nil {
  119. return err
  120. }
  121. _, err = stmt.Exec(key, value)
  122. stmt.Close()
  123. return err
  124. })
  125. return err
  126. }
  127. func (kv *sqlKvStore) Delete(key string) error {
  128. return kv.database.Apply(func(db *sql.DB) error {
  129. query := fmt.Sprintf("SELECT key FROM '%s' WHERE key='%s';", kv.table, key)
  130. row := db.QueryRow(query)
  131. var tmp []byte
  132. err := row.Scan(&tmp)
  133. if nil != err || 0 == len(tmp) {
  134. return errorx.NewWithCode(errorx.NOT_FOUND, fmt.Sprintf("%s is not found", key))
  135. }
  136. query = fmt.Sprintf("DELETE FROM '%s' WHERE key='%s';", kv.table, key)
  137. _, err = db.Exec(query)
  138. return err
  139. })
  140. }
  141. func (kv *sqlKvStore) Keys() ([]string, error) {
  142. keys := make([]string, 0)
  143. err := kv.database.Apply(func(db *sql.DB) error {
  144. query := fmt.Sprintf("SELECT key FROM '%s'", kv.table)
  145. row, err := db.Query(query)
  146. if nil != err {
  147. return err
  148. }
  149. defer row.Close()
  150. for row.Next() {
  151. var val string
  152. err = row.Scan(&val)
  153. if nil != err {
  154. return err
  155. } else {
  156. keys = append(keys, val)
  157. }
  158. }
  159. return nil
  160. })
  161. return keys, err
  162. }
  163. func (kv *sqlKvStore) All() (all map[string]string, err error) {
  164. err = kv.database.Apply(func(db *sql.DB) error {
  165. query := fmt.Sprintf("SELECT * FROM '%s'", kv.table)
  166. row, e := db.Query(query)
  167. if nil != e {
  168. return e
  169. }
  170. defer row.Close()
  171. var (
  172. key string
  173. valBytes []byte
  174. value string
  175. )
  176. all = make(map[string]string)
  177. for row.Next() {
  178. e = row.Scan(&key, &valBytes)
  179. if nil != e {
  180. return e
  181. } else {
  182. dec := gob.NewDecoder(bytes.NewBuffer(valBytes))
  183. if err := dec.Decode(&value); err != nil {
  184. return err
  185. }
  186. all[key] = value
  187. }
  188. }
  189. return nil
  190. })
  191. return
  192. }
  193. func (kv *sqlKvStore) Clean() error {
  194. return kv.database.Apply(func(db *sql.DB) error {
  195. query := fmt.Sprintf("DELETE FROM '%s'", kv.table)
  196. _, err := db.Exec(query)
  197. return err
  198. })
  199. }
  200. func (kv *sqlKvStore) Drop() error {
  201. return kv.database.Apply(func(db *sql.DB) error {
  202. query := fmt.Sprintf("Drop table '%s';", kv.table)
  203. _, err := db.Exec(query)
  204. return err
  205. })
  206. }