ruleState_test.go 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322
  1. // Copyright 2022-2023 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package rule
  15. import (
  16. "errors"
  17. "fmt"
  18. "github.com/lf-edge/ekuiper/internal/processor"
  19. "github.com/lf-edge/ekuiper/internal/testx"
  20. "github.com/lf-edge/ekuiper/pkg/api"
  21. "reflect"
  22. "sync"
  23. "testing"
  24. "time"
  25. )
  26. var defaultOption = &api.RuleOption{
  27. IsEventTime: false,
  28. LateTol: 1000,
  29. Concurrency: 1,
  30. BufferLength: 1024,
  31. SendMetaToSink: false,
  32. SendError: true,
  33. Qos: api.AtMostOnce,
  34. CheckpointInterval: 300000,
  35. Restart: &api.RestartStrategy{
  36. Attempts: 0,
  37. Delay: 1000,
  38. Multiplier: 2,
  39. MaxDelay: 30000,
  40. JitterFactor: 0.1,
  41. },
  42. }
  43. func init() {
  44. testx.InitEnv()
  45. }
  46. func TestCreate(t *testing.T) {
  47. sp := processor.NewStreamProcessor()
  48. sp.ExecStmt(`CREATE STREAM demo () WITH (DATASOURCE="users", FORMAT="JSON")`)
  49. defer sp.ExecStmt(`DROP STREAM demo`)
  50. var tests = []struct {
  51. r *api.Rule
  52. e error
  53. }{
  54. {
  55. r: &api.Rule{
  56. Triggered: false,
  57. Id: "test",
  58. Sql: "SELECT ts FROM demo",
  59. Actions: []map[string]interface{}{
  60. {
  61. "log": map[string]interface{}{},
  62. },
  63. },
  64. Options: defaultOption,
  65. },
  66. e: nil,
  67. }, {
  68. r: &api.Rule{
  69. Triggered: false,
  70. Id: "test",
  71. Sql: "SELECT FROM demo",
  72. Actions: []map[string]interface{}{
  73. {
  74. "log": map[string]interface{}{},
  75. },
  76. },
  77. Options: defaultOption,
  78. },
  79. e: errors.New("Parse SQL SELECT FROM demo error: found \"FROM\", expected expression.."),
  80. },
  81. {
  82. r: &api.Rule{
  83. Triggered: false,
  84. Id: "test",
  85. Sql: "SELECT * FROM demo1",
  86. Actions: []map[string]interface{}{
  87. {
  88. "log": map[string]interface{}{},
  89. },
  90. },
  91. Options: defaultOption,
  92. },
  93. e: errors.New("fail to get stream demo1, please check if stream is created"),
  94. },
  95. }
  96. for i, tt := range tests {
  97. _, err := NewRuleState(tt.r)
  98. if !reflect.DeepEqual(err, tt.e) {
  99. t.Errorf("%d.\n\nerror mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.e, err)
  100. }
  101. }
  102. }
  103. func TestUpdate(t *testing.T) {
  104. sp := processor.NewStreamProcessor()
  105. sp.ExecStmt(`CREATE STREAM demo () WITH (DATASOURCE="users", FORMAT="JSON")`)
  106. defer sp.ExecStmt(`DROP STREAM demo`)
  107. rs, err := NewRuleState(&api.Rule{
  108. Triggered: false,
  109. Id: "test",
  110. Sql: "SELECT ts FROM demo",
  111. Actions: []map[string]interface{}{
  112. {
  113. "log": map[string]interface{}{},
  114. },
  115. },
  116. Options: defaultOption,
  117. })
  118. if err != nil {
  119. t.Error(err)
  120. return
  121. }
  122. defer rs.Close()
  123. err = rs.Start()
  124. if err != nil {
  125. t.Error(err)
  126. return
  127. }
  128. var tests = []struct {
  129. r *api.Rule
  130. e error
  131. }{
  132. {
  133. r: &api.Rule{
  134. Triggered: false,
  135. Id: "test",
  136. Sql: "SELECT FROM demo",
  137. Actions: []map[string]interface{}{
  138. {
  139. "log": map[string]interface{}{},
  140. },
  141. },
  142. Options: defaultOption,
  143. },
  144. e: errors.New("Parse SQL SELECT FROM demo error: found \"FROM\", expected expression.."),
  145. },
  146. {
  147. r: &api.Rule{
  148. Triggered: false,
  149. Id: "test",
  150. Sql: "SELECT * FROM demo1",
  151. Actions: []map[string]interface{}{
  152. {
  153. "log": map[string]interface{}{},
  154. },
  155. },
  156. Options: defaultOption,
  157. },
  158. e: errors.New("fail to get stream demo1, please check if stream is created"),
  159. },
  160. {
  161. r: &api.Rule{
  162. Triggered: false,
  163. Id: "test",
  164. Sql: "SELECT * FROM demo",
  165. Actions: []map[string]interface{}{
  166. {
  167. "log": map[string]interface{}{},
  168. },
  169. },
  170. Options: defaultOption,
  171. },
  172. e: nil,
  173. },
  174. }
  175. for i, tt := range tests {
  176. err = rs.UpdateTopo(tt.r)
  177. if !reflect.DeepEqual(err, tt.e) {
  178. t.Errorf("%d.\n\nerror mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", i, tt.e, err)
  179. }
  180. }
  181. }
  182. func TestMultipleAccess(t *testing.T) {
  183. sp := processor.NewStreamProcessor()
  184. sp.ExecStmt(`CREATE STREAM demo () WITH (DATASOURCE="users", FORMAT="JSON")`)
  185. defer sp.ExecStmt(`DROP STREAM demo`)
  186. rs, err := NewRuleState(&api.Rule{
  187. Triggered: false,
  188. Id: "test",
  189. Sql: "SELECT ts FROM demo",
  190. Actions: []map[string]interface{}{
  191. {
  192. "log": map[string]interface{}{},
  193. },
  194. },
  195. Options: defaultOption,
  196. })
  197. if err != nil {
  198. t.Error(err)
  199. return
  200. }
  201. defer rs.Close()
  202. err = rs.Start()
  203. if err != nil {
  204. t.Error(err)
  205. return
  206. }
  207. var wg sync.WaitGroup
  208. wg.Add(10)
  209. for i := 0; i < 10; i++ {
  210. if i%3 == 0 {
  211. go func(i int) {
  212. rs.Stop()
  213. fmt.Printf("%d:%d\n", i, rs.triggered)
  214. wg.Done()
  215. }(i)
  216. } else {
  217. go func(i int) {
  218. rs.Start()
  219. fmt.Printf("%d:%d\n", i, rs.triggered)
  220. wg.Done()
  221. }(i)
  222. }
  223. }
  224. wg.Wait()
  225. rs.Start()
  226. fmt.Printf("%d:%d\n", 10, rs.triggered)
  227. if rs.triggered != 1 {
  228. t.Errorf("triggered mismatch:\n\nexp=%#v\n\ngot=%#v\n\n", 1, rs.triggered)
  229. }
  230. }
  231. // Test rule state message
  232. func TestRuleState_Start(t *testing.T) {
  233. sp := processor.NewStreamProcessor()
  234. sp.ExecStmt(`CREATE STREAM demo () WITH (TYPE="neuron", FORMAT="JSON")`)
  235. defer sp.ExecStmt(`DROP STREAM demo`)
  236. // Test rule not triggered
  237. r := &api.Rule{
  238. Triggered: false,
  239. Id: "test",
  240. Sql: "SELECT ts FROM demo",
  241. Actions: []map[string]interface{}{
  242. {
  243. "log": map[string]interface{}{},
  244. },
  245. },
  246. Options: defaultOption,
  247. }
  248. const ruleStopped = "Stopped: canceled manually."
  249. const ruleStarted = "Running"
  250. t.Run("test rule loaded but not started", func(t *testing.T) {
  251. rs, err := NewRuleState(r)
  252. if err != nil {
  253. t.Error(err)
  254. return
  255. }
  256. state, err := rs.GetState()
  257. if err != nil {
  258. t.Errorf("get rule state error: %v", err)
  259. return
  260. }
  261. if state != ruleStopped {
  262. t.Errorf("rule state mismatch: exp=%v, got=%v", ruleStopped, state)
  263. return
  264. }
  265. })
  266. t.Run("test rule started", func(t *testing.T) {
  267. rs, err := NewRuleState(r)
  268. if err != nil {
  269. t.Error(err)
  270. return
  271. }
  272. err = rs.Start()
  273. if err != nil {
  274. t.Error(err)
  275. return
  276. }
  277. time.Sleep(100 * time.Millisecond)
  278. state, err := rs.GetState()
  279. if err != nil {
  280. t.Errorf("get rule state error: %v", err)
  281. return
  282. }
  283. if state != ruleStarted {
  284. t.Errorf("rule state mismatch: exp=%v, got=%v", ruleStopped, state)
  285. return
  286. }
  287. })
  288. t.Run("test rule loaded and stopped", func(t *testing.T) {
  289. rs, err := NewRuleState(r)
  290. if err != nil {
  291. t.Error(err)
  292. return
  293. }
  294. err = rs.Start()
  295. if err != nil {
  296. t.Error(err)
  297. return
  298. }
  299. err = rs.Close()
  300. if err != nil {
  301. t.Error(err)
  302. return
  303. }
  304. state, err := rs.GetState()
  305. if err != nil {
  306. t.Errorf("get rule state error: %v", err)
  307. return
  308. }
  309. if state != ruleStopped {
  310. t.Errorf("rule state mismatch: exp=%v, got=%v", ruleStopped, state)
  311. return
  312. }
  313. })
  314. }