server.go 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195
  1. // Copyright 2021 EMQ Technologies Co., Ltd.
  2. //
  3. // Licensed under the Apache License, Version 2.0 (the "License");
  4. // you may not use this file except in compliance with the License.
  5. // You may obtain a copy of the License at
  6. //
  7. // http://www.apache.org/licenses/LICENSE-2.0
  8. //
  9. // Unless required by applicable law or agreed to in writing, software
  10. // distributed under the License is distributed on an "AS IS" BASIS,
  11. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. // See the License for the specific language governing permissions and
  13. // limitations under the License.
  14. package server
  15. import (
  16. "github.com/lf-edge/ekuiper/internal/binder"
  17. "github.com/lf-edge/ekuiper/internal/binder/function"
  18. "github.com/lf-edge/ekuiper/internal/binder/io"
  19. "github.com/lf-edge/ekuiper/internal/binder/meta"
  20. "github.com/lf-edge/ekuiper/internal/conf"
  21. "github.com/lf-edge/ekuiper/internal/pkg/store"
  22. "github.com/lf-edge/ekuiper/internal/plugin/native"
  23. "github.com/lf-edge/ekuiper/internal/processor"
  24. "github.com/lf-edge/ekuiper/internal/service"
  25. "github.com/prometheus/client_golang/prometheus/promhttp"
  26. "context"
  27. "fmt"
  28. "net/http"
  29. "net/rpc"
  30. "os"
  31. "os/signal"
  32. "syscall"
  33. "time"
  34. )
  35. var (
  36. logger = conf.Log
  37. startTimeStamp int64
  38. version = ""
  39. ruleProcessor *processor.RuleProcessor
  40. streamProcessor *processor.StreamProcessor
  41. )
  42. func StartUp(Version, LoadFileType string) {
  43. version = Version
  44. conf.LoadFileType = LoadFileType
  45. startTimeStamp = time.Now().Unix()
  46. conf.InitConf()
  47. err := store.SetupWithKuiperConfig(conf.Config)
  48. if err != nil {
  49. panic(err)
  50. }
  51. ruleProcessor = processor.NewRuleProcessor()
  52. streamProcessor = processor.NewStreamProcessor()
  53. // Bind the source, function, sink
  54. nativeManager, err := native.InitManager()
  55. if err != nil {
  56. panic(err)
  57. }
  58. serviceManager, err := service.InitManager()
  59. if err != nil {
  60. panic(err)
  61. }
  62. entries := []binder.FactoryEntry{
  63. {Name: "native plugin", Factory: nativeManager},
  64. {Name: "external service", Factory: serviceManager},
  65. }
  66. err = function.Initialize(entries)
  67. if err != nil {
  68. panic(err)
  69. }
  70. err = io.Initialize(entries)
  71. if err != nil {
  72. panic(err)
  73. }
  74. meta.Bind()
  75. registry = &RuleRegistry{internal: make(map[string]*RuleState)}
  76. server := new(Server)
  77. //Start rules
  78. if rules, err := ruleProcessor.GetAllRules(); err != nil {
  79. logger.Infof("Start rules error: %s", err)
  80. } else {
  81. logger.Info("Starting rules")
  82. var reply string
  83. for _, rule := range rules {
  84. //err = server.StartRule(rule, &reply)
  85. reply = recoverRule(rule)
  86. if 0 != len(reply) {
  87. logger.Info(reply)
  88. }
  89. }
  90. }
  91. //Start prometheus service
  92. var srvPrometheus *http.Server = nil
  93. if conf.Config.Basic.Prometheus {
  94. portPrometheus := conf.Config.Basic.PrometheusPort
  95. if portPrometheus <= 0 {
  96. logger.Fatal("Miss configuration prometheusPort")
  97. }
  98. mux := http.NewServeMux()
  99. mux.Handle("/metrics", promhttp.Handler())
  100. srvPrometheus = &http.Server{
  101. Addr: fmt.Sprintf("0.0.0.0:%d", portPrometheus),
  102. WriteTimeout: time.Second * 15,
  103. ReadTimeout: time.Second * 15,
  104. IdleTimeout: time.Second * 60,
  105. Handler: mux,
  106. }
  107. go func() {
  108. if err := srvPrometheus.ListenAndServe(); err != nil && err != http.ErrServerClosed {
  109. logger.Fatal("Listen prometheus error: ", err)
  110. }
  111. }()
  112. msg := fmt.Sprintf("Serving prometheus metrics on port http://localhost:%d/metrics", portPrometheus)
  113. logger.Infof(msg)
  114. fmt.Println(msg)
  115. }
  116. //Start rest service
  117. srvRest := createRestServer(conf.Config.Basic.RestIp, conf.Config.Basic.RestPort)
  118. go func() {
  119. var err error
  120. if conf.Config.Basic.RestTls == nil {
  121. err = srvRest.ListenAndServe()
  122. } else {
  123. err = srvRest.ListenAndServeTLS(conf.Config.Basic.RestTls.Certfile, conf.Config.Basic.RestTls.Keyfile)
  124. }
  125. if err != nil && err != http.ErrServerClosed {
  126. logger.Fatal("Error serving rest service: ", err)
  127. }
  128. }()
  129. // Start rpc service
  130. portRpc := conf.Config.Basic.Port
  131. ipRpc := conf.Config.Basic.Ip
  132. rpcSrv := rpc.NewServer()
  133. err = rpcSrv.Register(server)
  134. if err != nil {
  135. logger.Fatal("Format of service Server isn'restHttpType correct. ", err)
  136. }
  137. srvRpc := &http.Server{
  138. Addr: fmt.Sprintf("%s:%d", ipRpc, portRpc),
  139. WriteTimeout: time.Second * 15,
  140. ReadTimeout: time.Second * 15,
  141. IdleTimeout: time.Second * 60,
  142. Handler: rpcSrv,
  143. }
  144. go func() {
  145. if err = srvRpc.ListenAndServe(); err != nil && err != http.ErrServerClosed {
  146. logger.Fatal("Error serving rpc service:", err)
  147. }
  148. }()
  149. //Startup message
  150. restHttpType := "http"
  151. if conf.Config.Basic.RestTls != nil {
  152. restHttpType = "https"
  153. }
  154. msg := fmt.Sprintf("Serving kuiper (version - %s) on port %d, and restful api on %s://%s:%d. \n", Version, conf.Config.Basic.Port, restHttpType, conf.Config.Basic.RestIp, conf.Config.Basic.RestPort)
  155. logger.Info(msg)
  156. fmt.Printf(msg)
  157. //Stop the services
  158. sigint := make(chan os.Signal, 1)
  159. signal.Notify(sigint, os.Interrupt, syscall.SIGTERM)
  160. <-sigint
  161. if err = srvRpc.Shutdown(context.TODO()); err != nil {
  162. logger.Errorf("rpc server shutdown error: %v", err)
  163. }
  164. logger.Info("rpc server shutdown.")
  165. if err = srvRest.Shutdown(context.TODO()); err != nil {
  166. logger.Errorf("rest server shutdown error: %v", err)
  167. }
  168. logger.Info("rest server successfully shutdown.")
  169. if srvPrometheus != nil {
  170. if err = srvPrometheus.Shutdown(context.TODO()); err != nil {
  171. logger.Errorf("prometheus server shutdown error: %v", err)
  172. }
  173. logger.Info("prometheus server successfully shutdown.")
  174. }
  175. os.Exit(0)
  176. }