data.go 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163
  1. package mqtt_reporter
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "os"
  6. "path/filepath"
  7. "hnyfkj.com.cn/rtu/linux/baseapp"
  8. mcu "hnyfkj.com.cn/rtu/linux/rtu/cbd/mcu_ctrl_board"
  9. "hnyfkj.com.cn/rtu/linux/rtu/cbd/utils"
  10. )
  11. const (
  12. dataMaxNums = 1000 ///// MCU控制板 历史数据最大保存条数, 超出后采用 FIFO 覆盖策略
  13. )
  14. func (r *MQTTReporter) startDataWorker() {
  15. go func() {
  16. for { //////////////// 循环的处理控制板发来的数据上发请求 ////
  17. select {
  18. case data := <-mcu.Board.DataToMqttCh:
  19. go r.forwardDataToMqttServers(data) // 并发处理上发 ////
  20. case <-r.ctx.Done():
  21. return
  22. } // end select
  23. } // end for
  24. }()
  25. }
  26. func (r *MQTTReporter) forwardDataToMqttServers(data []byte) {
  27. logData := utils.FormatCompactJSON(data)
  28. for _, server := range r.config.GetMQTTServers() {
  29. select {
  30. case <-r.ctx.Done():
  31. return
  32. default:
  33. }
  34. if !server.Enable {
  35. continue
  36. }
  37. client := r.clients[server.Name]
  38. if client == nil {
  39. continue
  40. }
  41. err := client.Publish(server.Topics.Pub, server.Qos, false, data)
  42. if err != nil {
  43. baseapp.Logger.Errorf("[%s] 向MQTT服务器发送数据: %s -> %s 失败: %v!!",
  44. MODULE_NAME, logData, server.Name, err)
  45. } else {
  46. baseapp.Logger.Debugf("[%s] 向MQTT服务器发送数据: %s -> %s 成功", MODULE_NAME, logData, server.Name)
  47. continue
  48. }
  49. if server.Protocol == "yfkj-private" && server.DataBackfill {
  50. if err := r.saveYFKJBackfillData(data); err != nil {
  51. baseapp.Logger.Errorf("[%s] 保存MQTT服务器 %s 的待补录数据 %s 失败: %v!!", MODULE_NAME, server.Name, logData, err)
  52. }
  53. }
  54. } // end for
  55. }
  56. func (r *MQTTReporter) saveYFKJBackfillData(data []byte) error {
  57. r.yfkjDataBackfillMu.Lock()
  58. defer r.yfkjDataBackfillMu.Unlock()
  59. var msg struct {
  60. Cmd string `json:"cmd"`
  61. Ext json.RawMessage `json:"ext"`
  62. }
  63. if err := json.Unmarshal(data, &msg); err != nil {
  64. return err
  65. }
  66. if msg.Cmd != "data" { ////// 不是"data"指令, 不用管
  67. return nil
  68. }
  69. if len(msg.Ext) == 0 || !json.Valid(msg.Ext) { //错
  70. return errors.New("invalid MCU data")
  71. }
  72. saveDir := filepath.Join(baseapp.EXEC_DIR, "yfkj_history", "data")
  73. if err := baseapp.ExistsDir(saveDir, true); err != nil {
  74. return err
  75. }
  76. return utils.SaveJSONData(filepath.Join(saveDir, "backfill.json"),
  77. []json.RawMessage{msg.Ext}, dataMaxNums)
  78. }
  79. func (r *MQTTReporter) reportYFKJBackfillData() (int, error) {
  80. r.yfkjDataBackfillMu.Lock()
  81. defer r.yfkjDataBackfillMu.Unlock()
  82. filePath := filepath.Join(baseapp.EXEC_DIR, "yfkj_history", "data", "backfill.json")
  83. data, err := utils.LoadJSONData[json.RawMessage](filePath)
  84. if err != nil {
  85. if errors.Is(err, os.ErrNotExist) {
  86. return 0, nil
  87. }
  88. return 0, err
  89. }
  90. if len(data) == 0 {
  91. return 0, nil
  92. }
  93. var client *Client
  94. var server MQTTServer
  95. for _, s := range r.config.GetMQTTServers() {
  96. if !s.Enable || s.Protocol != "yfkj-private" || !s.DataBackfill {
  97. continue
  98. }
  99. client = r.clients[s.Name]
  100. if client != nil {
  101. server = s
  102. break
  103. }
  104. }
  105. if client == nil {
  106. return 0, nil
  107. }
  108. nums := 0
  109. for _, item := range data {
  110. if r.ctx.Err() != nil {
  111. break
  112. }
  113. payload, err := json.Marshal(struct {
  114. Cmd string `json:"cmd"`
  115. Ext json.RawMessage `json:"ext"`
  116. }{
  117. Cmd: "data-history",
  118. Ext: item,
  119. })
  120. if err != nil {
  121. return nums, err
  122. }
  123. logData := utils.FormatCompactJSON(payload)
  124. if err := client.Publish(server.Topics.Pub, server.Qos, false, payload); err != nil {
  125. baseapp.Logger.Errorf("[%s] 向MQTT服务器补报数据: %s -> %s 失败: %v!!",
  126. MODULE_NAME, logData, server.Name, err)
  127. break
  128. }
  129. baseapp.Logger.Debugf("[%s] 向MQTT服务器补报数据: %s -> %s 成功", MODULE_NAME, logData, server.Name)
  130. nums++
  131. }
  132. content, err := json.Marshal(data[nums:])
  133. if err != nil {
  134. return nums, err
  135. }
  136. if err := utils.WriteFileAtomic(filePath, content); err != nil {
  137. return nums, err
  138. }
  139. return nums, nil
  140. }