data.go 3.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. package mqtt_reporter
  2. import (
  3. "encoding/json"
  4. "errors"
  5. "os"
  6. "path/filepath"
  7. "hnyfkj.com.cn/rtu/linux/baseapp"
  8. mcu "hnyfkj.com.cn/rtu/linux/rtu/cbd/mcu_ctrl_board"
  9. "hnyfkj.com.cn/rtu/linux/rtu/cbd/utils"
  10. )
  11. const (
  12. dataMaxNums = 1000 ///// MCU控制板 历史数据最大保存条数, 超出后采用 FIFO 覆盖策略
  13. )
  14. func (r *MQTTReporter) startDataWorker() {
  15. go func() {
  16. for { //////////////// 循环的处理控制板发来的数据上发请求 ////
  17. select {
  18. case data := <-mcu.Board.DataToMqttCh:
  19. go r.forwardDataToMqttServers(data) // 并发处理上发 ////
  20. case <-r.ctx.Done():
  21. return
  22. } // end select
  23. } // end for
  24. }()
  25. }
  26. func (r *MQTTReporter) forwardDataToMqttServers(data []byte) {
  27. logData := utils.FormatCompactJSON(data)
  28. for _, server := range r.config.GetMQTTServers() {
  29. if r.ctx.Err() != nil {
  30. break
  31. }
  32. if !server.Enable {
  33. continue
  34. }
  35. client := r.clients[server.Name]
  36. if client == nil {
  37. continue
  38. }
  39. err := client.Publish(server.Topics.Pub, server.Qos, false, data)
  40. if err != nil {
  41. baseapp.Logger.Errorf("[%s] 向MQTT服务器发送数据: %s -> %s 失败: %v!!",
  42. MODULE_NAME, logData, server.Name, err)
  43. } else {
  44. baseapp.Logger.Debugf("[%s] 向MQTT服务器发送数据: %s -> %s 成功", MODULE_NAME, logData, server.Name)
  45. continue
  46. }
  47. if server.Protocol == "yfkj-private" && server.DataBackfill {
  48. if err := r.saveYFKJBackfillData(data); err != nil {
  49. baseapp.Logger.Errorf("[%s] 保存MQTT服务器 %s 的待补录数据 %s 失败: %v!!", MODULE_NAME, server.Name, logData, err)
  50. }
  51. }
  52. } // end for
  53. }
  54. func (r *MQTTReporter) saveYFKJBackfillData(data []byte) error {
  55. r.yfkjDataBackfillMu.Lock()
  56. defer r.yfkjDataBackfillMu.Unlock()
  57. var msg struct {
  58. Cmd string `json:"cmd"`
  59. Ext json.RawMessage `json:"ext"`
  60. }
  61. if err := json.Unmarshal(data, &msg); err != nil {
  62. return err
  63. }
  64. if msg.Cmd != "data" { ////// 不是"data"指令, 不用管
  65. return nil
  66. }
  67. if len(msg.Ext) == 0 || !json.Valid(msg.Ext) { //错
  68. return errors.New("invalid MCU data")
  69. }
  70. saveDir := filepath.Join(baseapp.EXEC_DIR, "yfkj_history", "data")
  71. if err := baseapp.ExistsDir(saveDir, true); err != nil {
  72. return err
  73. }
  74. return utils.SaveJSONData(filepath.Join(saveDir, "backfill.json"),
  75. []json.RawMessage{msg.Ext}, dataMaxNums)
  76. }
  77. func (r *MQTTReporter) reportYFKJBackfillData() (int, error) {
  78. r.yfkjDataBackfillMu.Lock()
  79. defer r.yfkjDataBackfillMu.Unlock()
  80. filePath := filepath.Join(baseapp.EXEC_DIR, "yfkj_history", "data", "backfill.json")
  81. data, err := utils.LoadJSONData[json.RawMessage](filePath)
  82. if err != nil {
  83. if errors.Is(err, os.ErrNotExist) {
  84. return 0, nil
  85. }
  86. return 0, err
  87. }
  88. if len(data) == 0 {
  89. return 0, nil
  90. }
  91. var client *Client
  92. var server MQTTServer
  93. for _, s := range r.config.GetMQTTServers() {
  94. if r.ctx.Err() != nil {
  95. break
  96. }
  97. if !s.Enable || s.Protocol != "yfkj-private" || !s.DataBackfill {
  98. continue
  99. }
  100. client = r.clients[s.Name]
  101. if client != nil {
  102. server = s
  103. break
  104. }
  105. }
  106. if client == nil {
  107. return 0, nil
  108. }
  109. nums := 0
  110. for _, item := range data {
  111. if r.ctx.Err() != nil {
  112. break
  113. }
  114. payload, err := json.Marshal(struct {
  115. Cmd string `json:"cmd"`
  116. Ext json.RawMessage `json:"ext"`
  117. }{
  118. Cmd: "data-history",
  119. Ext: item,
  120. })
  121. if err != nil {
  122. return nums, err
  123. }
  124. logData := utils.FormatCompactJSON(payload)
  125. if err := client.Publish(server.Topics.Pub, server.Qos, false, payload); err != nil {
  126. baseapp.Logger.Errorf("[%s] 向MQTT服务器补报数据: %s -> %s 失败: %v!!",
  127. MODULE_NAME, logData, server.Name, err)
  128. break
  129. }
  130. baseapp.Logger.Debugf("[%s] 向MQTT服务器补报数据: %s -> %s 成功", MODULE_NAME, logData, server.Name)
  131. nums++
  132. }
  133. content, err := json.Marshal(data[nums:])
  134. if err != nil {
  135. return nums, err
  136. }
  137. if err := utils.WriteFileAtomic(filePath, content); err != nil {
  138. return nums, err
  139. }
  140. return nums, nil
  141. }