You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 

203 line
5.1 KiB

  1. package main
  2. import (
  3. "context"
  4. "encoding/json"
  5. "fmt"
  6. "log"
  7. "log/slog"
  8. "os/signal"
  9. "strings"
  10. "sync"
  11. "syscall"
  12. "time"
  13. "github.com/AFASystems/presence/internal/pkg/common/appcontext"
  14. "github.com/AFASystems/presence/internal/pkg/config"
  15. "github.com/AFASystems/presence/internal/pkg/kafkaclient"
  16. "github.com/AFASystems/presence/internal/pkg/logger"
  17. "github.com/AFASystems/presence/internal/pkg/model"
  18. mqtt "github.com/eclipse/paho.mqtt.golang"
  19. "github.com/segmentio/kafka-go"
  20. )
  21. var wg sync.WaitGroup
  22. func mqtthandler(writer *kafka.Writer, topic string, message []byte, appState *appcontext.AppState) {
  23. hostname := strings.Split(topic, "/")[1]
  24. msgStr := string(message)
  25. if strings.HasPrefix(msgStr, "[") {
  26. var readings []model.RawReading
  27. err := json.Unmarshal(message, &readings)
  28. if err != nil {
  29. log.Printf("Error parsing JSON: %v", err)
  30. return
  31. }
  32. for _, reading := range readings {
  33. if reading.Type == "Gateway" {
  34. continue
  35. }
  36. val, ok := appState.BeaconExists(reading.MAC)
  37. // fmt.Printf("reading: %+v\n", reading)
  38. if !ok {
  39. continue
  40. }
  41. adv := model.BeaconAdvertisement{
  42. ID: val,
  43. Hostname: hostname,
  44. MAC: reading.MAC,
  45. RSSI: int64(reading.RSSI),
  46. Data: reading.RawData,
  47. }
  48. encodedMsg, err := json.Marshal(adv)
  49. if err != nil {
  50. fmt.Println("Error in marshaling: ", err)
  51. break
  52. }
  53. msg := kafka.Message{
  54. Value: encodedMsg,
  55. }
  56. err = writer.WriteMessages(context.Background(), msg)
  57. if err != nil {
  58. fmt.Println("Error in writing to Kafka: ", err)
  59. time.Sleep(1 * time.Second)
  60. break
  61. }
  62. }
  63. } else {
  64. s := strings.Split(string(message), ",")
  65. if len(s) < 6 {
  66. log.Printf("Messaggio CSV non valido: %s", msgStr)
  67. return
  68. }
  69. fmt.Println("this gateway is also sending data: ", s)
  70. }
  71. }
  72. var messagePubHandler = func(msg mqtt.Message, writer *kafka.Writer, appState *appcontext.AppState) {
  73. mqtthandler(writer, msg.Topic(), msg.Payload(), appState)
  74. }
  75. var connectHandler mqtt.OnConnectHandler = func(client mqtt.Client) {
  76. fmt.Println("Connected")
  77. }
  78. var connectLostHandler mqtt.ConnectionLostHandler = func(client mqtt.Client, err error) {
  79. fmt.Printf("Connect lost: %v", err)
  80. }
  81. func main() {
  82. // Load global context to init beacons and latest list
  83. appState := appcontext.NewAppState()
  84. cfg := config.Load()
  85. kafkaManager := kafkaclient.InitKafkaManager()
  86. // Set logger -> terminal and log file
  87. slog.SetDefault(logger.CreateLogger("bridge.log"))
  88. // define context
  89. ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, syscall.SIGINT)
  90. defer stop()
  91. readerTopics := []string{"apibeacons", "alert", "mqtt"}
  92. kafkaManager.PopulateKafkaManager(cfg.KafkaURL, "bridge", readerTopics)
  93. writerTopics := []string{"rawbeacons"}
  94. kafkaManager.PopulateKafkaManager(cfg.KafkaURL, "", writerTopics)
  95. slog.Info("Bridge initialized, subscribed to kafka topics")
  96. chApi := make(chan model.ApiUpdate, 200)
  97. chAlert := make(chan model.Alert, 200)
  98. chMqtt := make(chan []model.Tracker, 200)
  99. wg.Add(3)
  100. go kafkaclient.Consume(kafkaManager.GetReader("apibeacons"), chApi, ctx, &wg)
  101. go kafkaclient.Consume(kafkaManager.GetReader("alert"), chAlert, ctx, &wg)
  102. go kafkaclient.Consume(kafkaManager.GetReader("mqtt"), chMqtt, ctx, &wg)
  103. opts := mqtt.NewClientOptions()
  104. opts.AddBroker(fmt.Sprintf("tcp://%s:%d", cfg.MQTTHost, 1883))
  105. opts.SetClientID("go_mqtt_client")
  106. opts.SetAutoReconnect(true)
  107. opts.SetConnectRetry(true)
  108. opts.SetConnectRetryInterval(1 * time.Second)
  109. opts.SetMaxReconnectInterval(600 * time.Second)
  110. opts.SetCleanSession(false)
  111. opts.SetDefaultPublishHandler(func(c mqtt.Client, m mqtt.Message) {
  112. messagePubHandler(m, kafkaManager.GetWriter("rawbeacons"), appState)
  113. })
  114. opts.OnConnect = connectHandler
  115. opts.OnConnectionLost = connectLostHandler
  116. client := mqtt.NewClient(opts)
  117. if token := client.Connect(); token.Wait() && token.Error() != nil {
  118. panic(token.Error())
  119. }
  120. sub(client)
  121. eventloop:
  122. for {
  123. select {
  124. case <-ctx.Done():
  125. break eventloop
  126. case msg := <-chApi:
  127. switch msg.Method {
  128. case "POST":
  129. id := msg.ID
  130. appState.AddBeaconToLookup(msg.MAC, id)
  131. lMsg := fmt.Sprintf("Beacon added to lookup: %s", id)
  132. slog.Info(lMsg)
  133. case "DELETE":
  134. id := msg.MAC
  135. if id == "all" {
  136. appState.CleanLookup()
  137. fmt.Println("cleaned up lookup map")
  138. continue
  139. }
  140. appState.RemoveBeaconFromLookup(id)
  141. lMsg := fmt.Sprintf("Beacon removed from lookup: %s", id)
  142. slog.Info(lMsg)
  143. }
  144. case msg := <-chAlert:
  145. p, err := json.Marshal(msg)
  146. if err != nil {
  147. continue
  148. }
  149. client.Publish("/alerts", 0, true, p)
  150. case msg := <-chMqtt:
  151. p, err := json.Marshal(msg)
  152. if err != nil {
  153. continue
  154. }
  155. client.Publish("/trackers", 0, true, p)
  156. }
  157. }
  158. slog.Info("broken out of the main event loop")
  159. wg.Wait()
  160. slog.Info("All go routines have stopped, Beggining to close Kafka connections")
  161. kafkaManager.CleanKafkaReaders()
  162. kafkaManager.CleanKafkaWriters()
  163. client.Disconnect(250)
  164. slog.Info("Closing connection to MQTT broker")
  165. }
  166. func sub(client mqtt.Client) {
  167. topic := "publish_out/#"
  168. token := client.Subscribe(topic, 1, nil)
  169. token.Wait()
  170. fmt.Printf("Subscribed to topic: %s\n", topic)
  171. }