server.go 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. // Copyright 2022 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package server
  15. import (
  16. "context"
  17. "fmt"
  18. "github.com/lf-edge/ekuiper/internal/binder/function"
  19. "github.com/lf-edge/ekuiper/internal/binder/io"
  20. "github.com/lf-edge/ekuiper/internal/binder/meta"
  21. "github.com/lf-edge/ekuiper/internal/conf"
  22. "github.com/lf-edge/ekuiper/internal/pkg/store"
  23. "github.com/lf-edge/ekuiper/internal/processor"
  24. "github.com/lf-edge/ekuiper/internal/topo/connection/factory"
  25. "net/http"
  26. "os"
  27. "os/signal"
  28. "path/filepath"
  29. "sort"
  30. "syscall"
  31. "time"
  32. )
  33. var (
  34. logger = conf.Log
  35. startTimeStamp int64
  36. version = ""
  37. ruleProcessor *processor.RuleProcessor
  38. streamProcessor *processor.StreamProcessor
  39. )
  40. func createPaths() {
  41. dataDir, err := conf.GetDataLoc()
  42. if err != nil {
  43. panic(err)
  44. }
  45. dirs := []string{"sources", "sinks", "functions", "services", "services/schemas"}
  46. for _, v := range dirs {
  47. // Create dir if not exist
  48. realDir := filepath.Join(dataDir, v)
  49. if _, err := os.Stat(realDir); os.IsNotExist(err) {
  50. if err := os.MkdirAll(realDir, os.ModePerm); err != nil {
  51. panic(err)
  52. }
  53. }
  54. }
  55. }
  56. func StartUp(Version, LoadFileType string) {
  57. version = Version
  58. conf.LoadFileType = LoadFileType
  59. startTimeStamp = time.Now().Unix()
  60. createPaths()
  61. conf.InitConf()
  62. factory.InitClientsFactory()
  63. err := store.SetupWithKuiperConfig(conf.Config)
  64. if err != nil {
  65. panic(err)
  66. }
  67. ruleProcessor = processor.NewRuleProcessor()
  68. streamProcessor = processor.NewStreamProcessor()
  69. // register all extensions
  70. for k, v := range components {
  71. logger.Infof("register component %s", k)
  72. v.register()
  73. }
  74. // Bind the source, function, sink
  75. sort.Sort(entries)
  76. err = function.Initialize(entries)
  77. if err != nil {
  78. panic(err)
  79. }
  80. err = io.Initialize(entries)
  81. if err != nil {
  82. panic(err)
  83. }
  84. meta.Bind()
  85. registry = &RuleRegistry{internal: make(map[string]*RuleState)}
  86. //Start lookup tables
  87. streamProcessor.RecoverLookupTable()
  88. //Start rules
  89. if rules, err := ruleProcessor.GetAllRules(); err != nil {
  90. logger.Infof("Start rules error: %s", err)
  91. } else {
  92. logger.Info("Starting rules")
  93. var reply string
  94. for _, rule := range rules {
  95. //err = server.StartRule(rule, &reply)
  96. reply = recoverRule(rule)
  97. if 0 != len(reply) {
  98. logger.Info(reply)
  99. }
  100. }
  101. }
  102. //Start rest service
  103. srvRest := createRestServer(conf.Config.Basic.RestIp, conf.Config.Basic.RestPort, conf.Config.Basic.Authentication)
  104. go func() {
  105. var err error
  106. if conf.Config.Basic.RestTls == nil {
  107. err = srvRest.ListenAndServe()
  108. } else {
  109. err = srvRest.ListenAndServeTLS(conf.Config.Basic.RestTls.Certfile, conf.Config.Basic.RestTls.Keyfile)
  110. }
  111. if err != nil && err != http.ErrServerClosed {
  112. logger.Errorf("Error serving rest service: %s", err)
  113. }
  114. }()
  115. // Start extend services
  116. for k, v := range servers {
  117. logger.Infof("start service %s", k)
  118. v.serve()
  119. }
  120. //Startup message
  121. restHttpType := "http"
  122. if conf.Config.Basic.RestTls != nil {
  123. restHttpType = "https"
  124. }
  125. msg := fmt.Sprintf("Serving kuiper (version - %s) on port %d, and restful api on %s://%s:%d. \n", Version, conf.Config.Basic.Port, restHttpType, conf.Config.Basic.RestIp, conf.Config.Basic.RestPort)
  126. logger.Info(msg)
  127. fmt.Printf(msg)
  128. //Stop the services
  129. sigint := make(chan os.Signal, 1)
  130. signal.Notify(sigint, os.Interrupt, syscall.SIGTERM)
  131. <-sigint
  132. if err = srvRest.Shutdown(context.TODO()); err != nil {
  133. logger.Errorf("rest server shutdown error: %v", err)
  134. }
  135. logger.Info("rest server successfully shutdown.")
  136. // close extend services
  137. for k, v := range servers {
  138. logger.Infof("close service %s", k)
  139. v.close()
  140. }
  141. os.Exit(0)
  142. }