data.go 4.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181
  1. package mqtt_reporter
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "os"
  6. "path/filepath"
  7. "time"
  8. "hnyfkj.com.cn/rtu/linux/baseapp"
  9. mcu "hnyfkj.com.cn/rtu/linux/rtu/cbd/mcu_ctrl_board"
  10. "hnyfkj.com.cn/rtu/linux/rtu/cbd/utils"
  11. )
  12. const (
  13. dataMaxNums = 1000 ///// MCU控制板 历史数据最大保存条数, 超出后采用 FIFO 覆盖策略
  14. )
  15. var (
  16. DataReportOKTime utils.SafeTime //////////////////// 记录数据最近上报成功的时间
  17. )
  18. func (r *MQTTReporter) startDataWorker() {
  19. go func() {
  20. for { //////////////// 循环的处理控制板发来的数据上发请求 ////
  21. select {
  22. case data := <-mcu.Board.DataToMqttCh:
  23. r.forwardDataToMqttServers(data)
  24. case <-r.ctx.Done():
  25. return
  26. } // end select
  27. } // end for
  28. }()
  29. }
  30. func (r *MQTTReporter) forwardDataToMqttServers(data []byte) {
  31. utils.PlayAudioAsync(filepath.Join(baseapp.EXEC_DIR, "voices",
  32. "dataupload.wav")) // 播报数据上传语音
  33. logData := utils.FormatCompactJSON(data)
  34. for _, server := range r.config.GetMQTTServers() {
  35. if r.ctx.Err() != nil {
  36. break
  37. }
  38. if !server.Enable {
  39. continue
  40. }
  41. client := r.clients[server.Name]
  42. if client == nil {
  43. continue
  44. }
  45. err := client.Publish(server.Topics.Pub, server.Qos, false, data)
  46. if err != nil {
  47. baseapp.Logger.Errorf("[%s] 向MQTT服务器发送数据: %s -> %s 失败: %v!!",
  48. MODULE_NAME, logData, server.Name, err)
  49. } else {
  50. DataReportOKTime.Set(time.Now())
  51. baseapp.Logger.Infof("[%s] 向MQTT服务器发送数据: %s -> %s 成功", MODULE_NAME, logData, server.Name)
  52. continue
  53. }
  54. if server.Protocol == "yfkj-private" && server.DataBackfill {
  55. if err := r.saveYFKJBackfillData(data); err != nil {
  56. baseapp.Logger.Errorf("[%s] 保存MQTT服务器 %s 的待补录数据 %s 失败: %v!!", MODULE_NAME, server.Name, logData, err)
  57. }
  58. }
  59. } // end for
  60. }
  61. func (r *MQTTReporter) saveYFKJBackfillData(data []byte) error {
  62. r.yfkjDataBackfillMu.Lock()
  63. defer r.yfkjDataBackfillMu.Unlock()
  64. var msg struct {
  65. Cmd string `json:"cmd"`
  66. Ext json.RawMessage `json:"ext"`
  67. }
  68. if err := json.Unmarshal(data, &msg); err != nil {
  69. return err
  70. }
  71. if msg.Cmd != "data" { ////// 不是"data"指令, 不用管
  72. return nil
  73. }
  74. if len(msg.Ext) == 0 || !json.Valid(msg.Ext) { //错
  75. return errors.New("invalid MCU data")
  76. }
  77. saveDir := filepath.Join(baseapp.EXEC_DIR, "yfkj_history", "data")
  78. if err := baseapp.ExistsDir(saveDir, true); err != nil {
  79. return err
  80. }
  81. return utils.SaveJSONData(filepath.Join(saveDir, "backfill.json"),
  82. []json.RawMessage{msg.Ext}, dataMaxNums)
  83. }
  84. func (r *MQTTReporter) reportYFKJBackfillData() (int, error) {
  85. r.yfkjDataBackfillMu.Lock()
  86. defer r.yfkjDataBackfillMu.Unlock()
  87. filePath := filepath.Join(baseapp.EXEC_DIR, "yfkj_history", "data", "backfill.json")
  88. data, err := utils.LoadJSONData[json.RawMessage](filePath)
  89. if err != nil {
  90. if errors.Is(err, os.ErrNotExist) {
  91. return 0, nil
  92. }
  93. return 0, err
  94. }
  95. if len(data) == 0 {
  96. return 0, nil
  97. }
  98. var client *Client
  99. var server MQTTServer
  100. for _, s := range r.config.GetMQTTServers() {
  101. if r.ctx.Err() != nil {
  102. break
  103. }
  104. if !s.Enable || s.Protocol != "yfkj-private" || !s.DataBackfill {
  105. continue
  106. }
  107. client = r.clients[s.Name]
  108. if client != nil {
  109. server = s
  110. break
  111. }
  112. }
  113. if client == nil {
  114. return 0, nil
  115. }
  116. if err := client.WaitConnected(); err != nil {
  117. return 0, err
  118. }
  119. nums := 0
  120. for _, item := range data {
  121. if r.ctx.Err() != nil {
  122. break
  123. }
  124. payload, err := json.Marshal(struct {
  125. Cmd string `json:"cmd"`
  126. Ext json.RawMessage `json:"ext"`
  127. }{
  128. Cmd: "data-history",
  129. Ext: item,
  130. })
  131. if err != nil {
  132. return nums, err
  133. }
  134. logData := utils.FormatCompactJSON(payload)
  135. if err := client.Publish(server.Topics.Pub, server.Qos, false, payload); err != nil {
  136. baseapp.Logger.Errorf("[%s] 向MQTT服务器补报数据: %s -> %s 失败: %v!!",
  137. MODULE_NAME, logData, server.Name, err)
  138. break
  139. }
  140. DataReportOKTime.Set(time.Now())
  141. baseapp.Logger.Infof("[%s] 向MQTT服务器补报数据: %s -> %s 成功", MODULE_NAME, logData, server.Name)
  142. nums++
  143. }
  144. content, err := json.Marshal(data[nums:])
  145. if err != nil {
  146. return nums, err
  147. }
  148. if err := utils.WriteFileAtomic(filePath, content); err != nil {
  149. return nums, err
  150. }
  151. return nums, nil
  152. }