sqliteKV.go 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145
  1. package kv
  2. import (
  3. "bytes"
  4. "database/sql"
  5. "encoding/gob"
  6. "fmt"
  7. "github.com/emqx/kuiper/common"
  8. _ "github.com/mattn/go-sqlite3"
  9. "os"
  10. "path"
  11. "path/filepath"
  12. "strings"
  13. )
  14. type SqliteKVStore struct {
  15. db *sql.DB
  16. table string
  17. path string
  18. }
  19. func init() {
  20. gob.Register(make(map[string]interface{}))
  21. }
  22. func GetSqliteKVStore(fpath string) (ret *SqliteKVStore) {
  23. dir, file := filepath.Split(fpath)
  24. if _, err := os.Stat(dir); os.IsNotExist(err) {
  25. os.MkdirAll(dir, os.ModePerm)
  26. }
  27. ret = new(SqliteKVStore)
  28. ret.path = path.Join(dir, "sqliteKV.db")
  29. ret.table = file
  30. return ret
  31. }
  32. func (m *SqliteKVStore) Open() error {
  33. db, err := sql.Open("sqlite3", m.path)
  34. if nil != err {
  35. return err
  36. }
  37. m.db = db
  38. sql := fmt.Sprintf("CREATE TABLE IF NOT EXISTS '%s'('key' VARCHAR(255) PRIMARY KEY, 'val' BLOB);", m.table)
  39. _, err = m.db.Exec(sql)
  40. return err
  41. }
  42. func (m *SqliteKVStore) Close() error {
  43. if nil != m.db {
  44. return m.db.Close()
  45. }
  46. return nil
  47. }
  48. func (m *SqliteKVStore) encode(value interface{}) ([]byte, error) {
  49. var buf bytes.Buffer
  50. gob.Register(value)
  51. enc := gob.NewEncoder(&buf)
  52. if err := enc.Encode(value); err != nil {
  53. return nil, err
  54. }
  55. return buf.Bytes(), nil
  56. }
  57. func (m *SqliteKVStore) Setnx(key string, value interface{}) error {
  58. b, err := m.encode(value)
  59. if nil != err {
  60. return err
  61. }
  62. sql := fmt.Sprintf("INSERT INTO %s(key,val) values(?,?);", m.table)
  63. stmt, err := m.db.Prepare(sql)
  64. _, err = stmt.Exec(key, b)
  65. stmt.Close()
  66. if nil != err && strings.Contains(err.Error(), "UNIQUE constraint failed") {
  67. return fmt.Errorf(`Item %s already exists`, key)
  68. }
  69. return err
  70. }
  71. func (m *SqliteKVStore) Set(key string, value interface{}) error {
  72. b, err := m.encode(value)
  73. if nil != err {
  74. return err
  75. }
  76. sql := fmt.Sprintf("REPLACE INTO %s(key,val) values(?,?);", m.table)
  77. stmt, err := m.db.Prepare(sql)
  78. _, err = stmt.Exec(key, b)
  79. stmt.Close()
  80. return err
  81. }
  82. func (m *SqliteKVStore) Get(key string, value interface{}) (bool, error) {
  83. sql := fmt.Sprintf("SELECT val FROM %s WHERE key='%s';", m.table, key)
  84. row := m.db.QueryRow(sql)
  85. var tmp []byte
  86. err := row.Scan(&tmp)
  87. if nil != err {
  88. return false, nil
  89. }
  90. dec := gob.NewDecoder(bytes.NewBuffer(tmp))
  91. if err := dec.Decode(value); err != nil {
  92. return false, err
  93. }
  94. return true, nil
  95. }
  96. func (m *SqliteKVStore) Delete(key string) error {
  97. sql := fmt.Sprintf("SELECT key FROM %s WHERE key='%s';", m.table, key)
  98. row := m.db.QueryRow(sql)
  99. var tmp []byte
  100. err := row.Scan(&tmp)
  101. if nil != err || 0 == len(tmp) {
  102. return common.NewErrorWithCode(common.NOT_FOUND, fmt.Sprintf("%s is not found", key))
  103. }
  104. sql = fmt.Sprintf("DELETE FROM %s WHERE key='%s';", m.table, key)
  105. _, err = m.db.Exec(sql)
  106. return err
  107. }
  108. func (m *SqliteKVStore) Keys() ([]string, error) {
  109. keys := make([]string, 0)
  110. sql := fmt.Sprintf("SELECT key FROM %s", m.table)
  111. row, err := m.db.Query(sql)
  112. if nil != err {
  113. return nil, err
  114. }
  115. defer row.Close()
  116. for row.Next() {
  117. var val string
  118. err = row.Scan(&val)
  119. if nil != err {
  120. return nil, err
  121. } else {
  122. keys = append(keys, val)
  123. }
  124. }
  125. return keys, nil
  126. }
  127. func (m *SqliteKVStore) Clean() error {
  128. sql := fmt.Sprintf("DELETE FROM %s", m.table)
  129. _, err := m.db.Exec(sql)
  130. return err
  131. }