sqlKv.go 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. // Copyright 2021-2022 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package sql
  15. import (
  16. "bytes"
  17. "database/sql"
  18. "encoding/gob"
  19. "fmt"
  20. kvEncoding "github.com/lf-edge/ekuiper/internal/pkg/store/encoding"
  21. "github.com/lf-edge/ekuiper/pkg/errorx"
  22. "strings"
  23. )
  24. type sqlKvStore struct {
  25. database Database
  26. table string
  27. }
  28. func createSqlKvStore(database Database, table string) (*sqlKvStore, error) {
  29. store := &sqlKvStore{
  30. database: database,
  31. table: table,
  32. }
  33. err := store.database.Apply(func(db *sql.DB) error {
  34. query := fmt.Sprintf("CREATE TABLE IF NOT EXISTS '%s'('key' VARCHAR(255) PRIMARY KEY, 'val' BLOB);", table)
  35. _, err := db.Exec(query)
  36. return err
  37. })
  38. if err != nil {
  39. return nil, err
  40. }
  41. return store, nil
  42. }
  43. func (kv *sqlKvStore) Setnx(key string, value interface{}) error {
  44. return kv.database.Apply(func(db *sql.DB) error {
  45. b, err := kvEncoding.Encode(value)
  46. if nil != err {
  47. return err
  48. }
  49. query := fmt.Sprintf("INSERT INTO '%s'(key,val) values(?,?);", kv.table)
  50. stmt, err := db.Prepare(query)
  51. _, err = stmt.Exec(key, b)
  52. stmt.Close()
  53. if err != nil {
  54. if strings.Contains(err.Error(), "UNIQUE constraint failed") {
  55. return fmt.Errorf(`Item %s already exists`, key)
  56. }
  57. }
  58. return err
  59. })
  60. }
  61. func (kv *sqlKvStore) Set(key string, value interface{}) error {
  62. b, err := kvEncoding.Encode(value)
  63. if nil != err {
  64. return err
  65. }
  66. err = kv.database.Apply(func(db *sql.DB) error {
  67. query := fmt.Sprintf("REPLACE INTO '%s'(key,val) values(?,?);", kv.table)
  68. stmt, err := db.Prepare(query)
  69. if err != nil {
  70. return err
  71. }
  72. _, err = stmt.Exec(key, b)
  73. stmt.Close()
  74. return err
  75. })
  76. return err
  77. }
  78. func (kv *sqlKvStore) Get(key string, value interface{}) (bool, error) {
  79. result := false
  80. err := kv.database.Apply(func(db *sql.DB) error {
  81. query := fmt.Sprintf("SELECT val FROM '%s' WHERE key='%s';", kv.table, key)
  82. row := db.QueryRow(query)
  83. var tmp []byte
  84. err := row.Scan(&tmp)
  85. if err != nil {
  86. result = false
  87. return nil
  88. }
  89. dec := gob.NewDecoder(bytes.NewBuffer(tmp))
  90. if err := dec.Decode(value); err != nil {
  91. return err
  92. }
  93. result = true
  94. return nil
  95. })
  96. return result, err
  97. }
  98. func (kv *sqlKvStore) GetKeyedState(key string) (interface{}, error) {
  99. var value interface{}
  100. err := kv.database.Apply(func(db *sql.DB) error {
  101. query := fmt.Sprintf("SELECT val FROM '%s' WHERE key='%s';", kv.table, key)
  102. row := db.QueryRow(query)
  103. err := row.Scan(&value)
  104. if err != nil {
  105. return err
  106. }
  107. return nil
  108. })
  109. return value, err
  110. }
  111. func (kv *sqlKvStore) SetKeyedState(key string, value interface{}) error {
  112. err := kv.database.Apply(func(db *sql.DB) error {
  113. query := fmt.Sprintf("REPLACE INTO '%s'(key,val) values(?,?);", kv.table)
  114. stmt, err := db.Prepare(query)
  115. if err != nil {
  116. return err
  117. }
  118. _, err = stmt.Exec(key, value)
  119. stmt.Close()
  120. return err
  121. })
  122. return err
  123. }
  124. func (kv *sqlKvStore) Delete(key string) error {
  125. return kv.database.Apply(func(db *sql.DB) error {
  126. query := fmt.Sprintf("SELECT key FROM '%s' WHERE key='%s';", kv.table, key)
  127. row := db.QueryRow(query)
  128. var tmp []byte
  129. err := row.Scan(&tmp)
  130. if nil != err || 0 == len(tmp) {
  131. return errorx.NewWithCode(errorx.NOT_FOUND, fmt.Sprintf("%s is not found", key))
  132. }
  133. query = fmt.Sprintf("DELETE FROM '%s' WHERE key='%s';", kv.table, key)
  134. _, err = db.Exec(query)
  135. return err
  136. })
  137. }
  138. func (kv *sqlKvStore) Keys() ([]string, error) {
  139. keys := make([]string, 0)
  140. err := kv.database.Apply(func(db *sql.DB) error {
  141. query := fmt.Sprintf("SELECT key FROM '%s'", kv.table)
  142. row, err := db.Query(query)
  143. if nil != err {
  144. return err
  145. }
  146. defer row.Close()
  147. for row.Next() {
  148. var val string
  149. err = row.Scan(&val)
  150. if nil != err {
  151. return err
  152. } else {
  153. keys = append(keys, val)
  154. }
  155. }
  156. return nil
  157. })
  158. return keys, err
  159. }
  160. func (kv *sqlKvStore) All() (all map[string]string, err error) {
  161. err = kv.database.Apply(func(db *sql.DB) error {
  162. query := fmt.Sprintf("SELECT * FROM '%s'", kv.table)
  163. row, e := db.Query(query)
  164. if nil != e {
  165. return e
  166. }
  167. defer row.Close()
  168. var (
  169. key string
  170. valBytes []byte
  171. value string
  172. )
  173. all = make(map[string]string)
  174. for row.Next() {
  175. e = row.Scan(&key, &valBytes)
  176. if nil != e {
  177. return e
  178. } else {
  179. dec := gob.NewDecoder(bytes.NewBuffer(valBytes))
  180. if err := dec.Decode(&value); err != nil {
  181. return err
  182. }
  183. all[key] = value
  184. }
  185. }
  186. return nil
  187. })
  188. return
  189. }
  190. func (kv *sqlKvStore) Clean() error {
  191. return kv.database.Apply(func(db *sql.DB) error {
  192. query := fmt.Sprintf("DELETE FROM '%s'", kv.table)
  193. _, err := db.Exec(query)
  194. return err
  195. })
  196. }
  197. func (kv *sqlKvStore) Drop() error {
  198. return kv.database.Apply(func(db *sql.DB) error {
  199. query := fmt.Sprintf("Drop table '%s';", kv.table)
  200. _, err := db.Exec(query)
  201. return err
  202. })
  203. }