data.go 4.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174
  1. package mqtt_reporter
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "os"
  6. "path/filepath"
  7. "hnyfkj.com.cn/rtu/linux/baseapp"
  8. mcu "hnyfkj.com.cn/rtu/linux/rtu/cbd/mcu_ctrl_board"
  9. "hnyfkj.com.cn/rtu/linux/rtu/cbd/utils"
  10. )
  11. const (
  12. dataMaxNums = 1000 ///// MCU控制板 历史数据最大保存条数, 超出后采用 FIFO 覆盖策略
  13. )
  14. func (r *MQTTReporter) startDataWorker() {
  15. go func() {
  16. for { //////////////// 循环的处理控制板发来的数据上发请求 ////
  17. select {
  18. case data := <-mcu.Board.DataToMqttCh:
  19. r.forwardDataToMqttServers(data)
  20. case <-r.ctx.Done():
  21. return
  22. } // end select
  23. } // end for
  24. }()
  25. }
  26. func (r *MQTTReporter) forwardDataToMqttServers(data []byte) {
  27. utils.PlayAudioAsync(filepath.Join(baseapp.EXEC_DIR, "voices",
  28. "dataupload.wav")) // 播报数据上传语音
  29. logData := utils.FormatCompactJSON(data)
  30. for _, server := range r.config.GetMQTTServers() {
  31. if r.ctx.Err() != nil {
  32. break
  33. }
  34. if !server.Enable {
  35. continue
  36. }
  37. client := r.clients[server.Name]
  38. if client == nil {
  39. continue
  40. }
  41. err := client.Publish(server.Topics.Pub, server.Qos, false, data)
  42. if err != nil {
  43. baseapp.Logger.Errorf("[%s] 向MQTT服务器发送数据: %s -> %s 失败: %v!!",
  44. MODULE_NAME, logData, server.Name, err)
  45. } else {
  46. baseapp.Logger.Infof("[%s] 向MQTT服务器发送数据: %s -> %s 成功", MODULE_NAME, logData, server.Name)
  47. continue
  48. }
  49. if server.Protocol == "yfkj-private" && server.DataBackfill {
  50. if err := r.saveYFKJBackfillData(data); err != nil {
  51. baseapp.Logger.Errorf("[%s] 保存MQTT服务器 %s 的待补录数据 %s 失败: %v!!", MODULE_NAME, server.Name, logData, err)
  52. }
  53. }
  54. } // end for
  55. }
  56. func (r *MQTTReporter) saveYFKJBackfillData(data []byte) error {
  57. r.yfkjDataBackfillMu.Lock()
  58. defer r.yfkjDataBackfillMu.Unlock()
  59. var msg struct {
  60. Cmd string `json:"cmd"`
  61. Ext json.RawMessage `json:"ext"`
  62. }
  63. if err := json.Unmarshal(data, &msg); err != nil {
  64. return err
  65. }
  66. if msg.Cmd != "data" { ////// 不是"data"指令, 不用管
  67. return nil
  68. }
  69. if len(msg.Ext) == 0 || !json.Valid(msg.Ext) { //错
  70. return errors.New("invalid MCU data")
  71. }
  72. saveDir := filepath.Join(baseapp.EXEC_DIR, "yfkj_history", "data")
  73. if err := baseapp.ExistsDir(saveDir, true); err != nil {
  74. return err
  75. }
  76. return utils.SaveJSONData(filepath.Join(saveDir, "backfill.json"),
  77. []json.RawMessage{msg.Ext}, dataMaxNums)
  78. }
  79. func (r *MQTTReporter) reportYFKJBackfillData() (int, error) {
  80. r.yfkjDataBackfillMu.Lock()
  81. defer r.yfkjDataBackfillMu.Unlock()
  82. filePath := filepath.Join(baseapp.EXEC_DIR, "yfkj_history", "data", "backfill.json")
  83. data, err := utils.LoadJSONData[json.RawMessage](filePath)
  84. if err != nil {
  85. if errors.Is(err, os.ErrNotExist) {
  86. return 0, nil
  87. }
  88. return 0, err
  89. }
  90. if len(data) == 0 {
  91. return 0, nil
  92. }
  93. var client *Client
  94. var server MQTTServer
  95. for _, s := range r.config.GetMQTTServers() {
  96. if r.ctx.Err() != nil {
  97. break
  98. }
  99. if !s.Enable || s.Protocol != "yfkj-private" || !s.DataBackfill {
  100. continue
  101. }
  102. client = r.clients[s.Name]
  103. if client != nil {
  104. server = s
  105. break
  106. }
  107. }
  108. if client == nil {
  109. return 0, nil
  110. }
  111. if err := client.WaitConnected(); err != nil {
  112. return 0, err
  113. }
  114. nums := 0
  115. for _, item := range data {
  116. if r.ctx.Err() != nil {
  117. break
  118. }
  119. payload, err := json.Marshal(struct {
  120. Cmd string `json:"cmd"`
  121. Ext json.RawMessage `json:"ext"`
  122. }{
  123. Cmd: "data-history",
  124. Ext: item,
  125. })
  126. if err != nil {
  127. return nums, err
  128. }
  129. logData := utils.FormatCompactJSON(payload)
  130. if err := client.Publish(server.Topics.Pub, server.Qos, false, payload); err != nil {
  131. baseapp.Logger.Errorf("[%s] 向MQTT服务器补报数据: %s -> %s 失败: %v!!",
  132. MODULE_NAME, logData, server.Name, err)
  133. break
  134. }
  135. baseapp.Logger.Infof("[%s] 向MQTT服务器补报数据: %s -> %s 成功", MODULE_NAME, logData, server.Name)
  136. nums++
  137. }
  138. content, err := json.Marshal(data[nums:])
  139. if err != nil {
  140. return nums, err
  141. }
  142. if err := utils.WriteFileAtomic(filePath, content); err != nil {
  143. return nums, err
  144. }
  145. return nums, nil
  146. }