sqliteKV.go 3.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. package kv
  2. import (
  3. "bytes"
  4. "database/sql"
  5. "encoding/gob"
  6. "fmt"
  7. "github.com/emqx/kuiper/common"
  8. _ "github.com/mattn/go-sqlite3"
  9. "os"
  10. "path"
  11. "path/filepath"
  12. "strings"
  13. )
  14. type SqliteKVStore struct {
  15. db *sql.DB
  16. table string
  17. path string
  18. }
  19. func GetSqliteKVStore(fpath string) (ret *SqliteKVStore) {
  20. dir, file := filepath.Split(fpath)
  21. if _, err := os.Stat(dir); os.IsNotExist(err) {
  22. os.MkdirAll(dir, os.ModePerm)
  23. }
  24. ret = new(SqliteKVStore)
  25. ret.path = path.Join(dir, "sqliteKV.db")
  26. ret.table = file
  27. return ret
  28. }
  29. func (m *SqliteKVStore) Open() error {
  30. db, err := sql.Open("sqlite3", m.path)
  31. if nil != err {
  32. return err
  33. }
  34. m.db = db
  35. sql := fmt.Sprintf("CREATE TABLE IF NOT EXISTS '%s'('key' VARCHAR(255) PRIMARY KEY, 'val' BLOB);", m.table)
  36. _, err = m.db.Exec(sql)
  37. return err
  38. }
  39. func (m *SqliteKVStore) Close() error {
  40. if nil != m.db {
  41. return m.db.Close()
  42. }
  43. return nil
  44. }
  45. func (m *SqliteKVStore) encode(value interface{}) ([]byte, error) {
  46. var buf bytes.Buffer
  47. gob.Register(value)
  48. enc := gob.NewEncoder(&buf)
  49. if err := enc.Encode(value); err != nil {
  50. return nil, err
  51. }
  52. return buf.Bytes(), nil
  53. }
  54. func (m *SqliteKVStore) Setnx(key string, value interface{}) error {
  55. b, err := m.encode(value)
  56. if nil != err {
  57. return err
  58. }
  59. sql := fmt.Sprintf("INSERT INTO %s(key,val) values(?,?);", m.table)
  60. stmt, err := m.db.Prepare(sql)
  61. _, err = stmt.Exec(key, b)
  62. stmt.Close()
  63. if nil != err && strings.Contains(err.Error(), "UNIQUE constraint failed") {
  64. return fmt.Errorf(`Item %s already exists`, key)
  65. }
  66. return err
  67. }
  68. func (m *SqliteKVStore) Set(key string, value interface{}) error {
  69. b, err := m.encode(value)
  70. if nil != err {
  71. return err
  72. }
  73. sql := fmt.Sprintf("REPLACE INTO %s(key,val) values(?,?);", m.table)
  74. stmt, err := m.db.Prepare(sql)
  75. _, err = stmt.Exec(key, b)
  76. stmt.Close()
  77. return err
  78. }
  79. func (m *SqliteKVStore) Get(key string, value interface{}) (bool, error) {
  80. sql := fmt.Sprintf("SELECT val FROM %s WHERE key='%s';", m.table, key)
  81. row := m.db.QueryRow(sql)
  82. var tmp []byte
  83. err := row.Scan(&tmp)
  84. if nil != err {
  85. return false, nil
  86. }
  87. dec := gob.NewDecoder(bytes.NewBuffer(tmp))
  88. if err := dec.Decode(value); err != nil {
  89. return false, err
  90. }
  91. return true, nil
  92. }
  93. func (m *SqliteKVStore) Delete(key string) error {
  94. sql := fmt.Sprintf("SELECT key FROM %s WHERE key='%s';", m.table, key)
  95. row := m.db.QueryRow(sql)
  96. var tmp []byte
  97. err := row.Scan(&tmp)
  98. if nil != err || 0 == len(tmp) {
  99. return common.NewErrorWithCode(common.NOT_FOUND, fmt.Sprintf("%s is not found", key))
  100. }
  101. sql = fmt.Sprintf("DELETE FROM %s WHERE key='%s';", m.table, key)
  102. _, err = m.db.Exec(sql)
  103. return err
  104. }
  105. func (m *SqliteKVStore) Keys() ([]string, error) {
  106. keys := make([]string, 0)
  107. sql := fmt.Sprintf("SELECT key FROM %s", m.table)
  108. row, err := m.db.Query(sql)
  109. if nil != err {
  110. return nil, err
  111. }
  112. defer row.Close()
  113. for row.Next() {
  114. var val string
  115. err = row.Scan(&val)
  116. if nil != err {
  117. return nil, err
  118. } else {
  119. keys = append(keys, val)
  120. }
  121. }
  122. return keys, nil
  123. }
  124. func (m *SqliteKVStore) Clean() error {
  125. sql := fmt.Sprintf("DELETE FROM %s", m.table)
  126. _, err := m.db.Exec(sql)
  127. return err
  128. }