reporter.go 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234
  1. package mqtt_reporter
  2. import (
  3. "context"
  4. "fmt"
  5. "os"
  6. "path/filepath"
  7. "strings"
  8. "sync"
  9. "time"
  10. "hnyfkj.com.cn/rtu/linux/baseapp"
  11. "hnyfkj.com.cn/rtu/linux/rtu/cbd/local_rpc"
  12. "hnyfkj.com.cn/rtu/linux/rtu/cbd/utils"
  13. "hnyfkj.com.cn/rtu/linux/utils/singletask"
  14. )
  15. const (
  16. MODULE_NAME = "Reporter"
  17. DefaultQoS byte = 1
  18. // 每次补录上传历史遗存照片的最大数量, 超过后等待下次补
  19. // 录任务再上传, 避免一次性上传过多导致蜂窝流量短时过载
  20. MAX_PHOTO_BACKFILL_COUNT = 10
  21. )
  22. var reporter *MQTTReporter
  23. type MQTTReporter struct {
  24. config *ServerConfig
  25. clients map[string]*Client
  26. ctx context.Context
  27. cancel context.CancelFunc
  28. deviceID string // 设备的ID
  29. // 补录上传历史遗存数据的任务
  30. dataBackfillTasks map[string]*singletask.OnceTask
  31. yfkjDataBackfillMu sync.Mutex
  32. }
  33. func ModuleInit() bool {
  34. if reporter != nil {
  35. return true
  36. }
  37. ctx, cancel := context.WithCancel(context.Background())
  38. _, _, devID, _, _, err := local_rpc.GetNetworkInfo(ctx)
  39. if err != nil {
  40. baseapp.Logger.Errorf("[%s] 获取设备身份ID失败: %v", MODULE_NAME, err)
  41. cancel()
  42. return false
  43. }
  44. config, err := LoadServerConfig(filepath.Join(baseapp.CFG_DIR, "servers.json"), devID)
  45. if err != nil {
  46. baseapp.Logger.Errorf("[%s] 加载服务器配置失败: %v", MODULE_NAME, err)
  47. cancel()
  48. return false
  49. } else {
  50. baseapp.Logger.Infof("[%s] 加载服务器配置成功: %s", MODULE_NAME, config.String())
  51. }
  52. reporter = &MQTTReporter{
  53. config: config,
  54. clients: make(map[string]*Client),
  55. ctx: ctx,
  56. cancel: cancel,
  57. //////////////////////////
  58. deviceID: devID, //设备的ID
  59. // 补录上传历史遗存数据的任务
  60. dataBackfillTasks: make(map[string]*singletask.OnceTask),
  61. }
  62. // 1, 客户端连接服务器 /////////////////////////////////////////////
  63. reporter.initMQTTClients()
  64. // 2, 启动数据上报任务 /////////////////////////////////////////////
  65. reporter.startDataWorker()
  66. // 3, 启动照片上报任务 /////////////////////////////////////////////
  67. reporter.startImagWorker()
  68. // 4, 启动数据补录任务 /////////////////////////////////////////////
  69. reporter.runDataBackfill()
  70. return true
  71. }
  72. func (r *MQTTReporter) initMQTTClients() {
  73. for _, server := range r.config.GetMQTTServers() {
  74. switch server.Protocol {
  75. case "yfkj-private":
  76. if err := r.initYFKJClient(server, r.deviceID); err != nil {
  77. baseapp.Logger.Errorf("[%s] MQTT服务器 %s 初始化失败: %v!!",
  78. MODULE_NAME, server.Name, err)
  79. continue
  80. }
  81. if server.DataBackfill { // 初始化设置云飞科技的数据补录(含照片)
  82. task := singletask.NewOnceTask(func() {
  83. r.startYFKJDataBackfill(server)
  84. })
  85. r.dataBackfillTasks[server.Name] = task
  86. }
  87. default:
  88. baseapp.Logger.Errorf("[%s] MQTT服务器 %s 的 %s 协议不合法!!",
  89. MODULE_NAME, server.Name, server.Protocol)
  90. }
  91. }
  92. }
  93. func (r *MQTTReporter) initYFKJClient(server MQTTServer, devID string) error {
  94. name := strings.TrimSpace(server.Name)
  95. if name == "" {
  96. return fmt.Errorf("服务器名称为空")
  97. }
  98. if _, exists := r.clients[name]; exists {
  99. return fmt.Errorf("服务器名称重复")
  100. }
  101. qos := DefaultQoS
  102. if server.Qos <= MqttQos2 {
  103. qos = server.Qos
  104. }
  105. config := ClientConfig{
  106. Broker: server.BrokerAddress,
  107. BrokerName: server.Name,
  108. ClientID: devID,
  109. Username: server.Username,
  110. Password: server.Password,
  111. Qos: qos,
  112. Topics: map[string]string{
  113. "Pub": server.Topics.Pub,
  114. "Sub": server.Topics.Sub,
  115. "Offline": server.Topics.Offline,
  116. },
  117. WillPayload: fmt.Sprintf(`{"cmd":"offline","ext":{"imei":"%s"}}`, devID),
  118. }
  119. client, err := NewClient(config, r.ctx)
  120. if err != nil {
  121. return fmt.Errorf("创建客户端失败: %w", err)
  122. }
  123. err = client.Start()
  124. if err != nil {
  125. client.Close()
  126. return fmt.Errorf("启动客户端失败: %w", err)
  127. }
  128. subTopic := server.Topics.Sub
  129. err = client.Subscribe(subTopic, qos, yfkj_handleMessage)
  130. if err != nil {
  131. client.Close()
  132. return fmt.Errorf("主题%s订阅失败: %w", subTopic, err)
  133. }
  134. r.clients[name] = client
  135. return nil
  136. }
  137. func (r *MQTTReporter) startYFKJDataBackfill(server MQTTServer) {
  138. go func() {
  139. baseapp.Logger.Infof("[%s] MQTT服务器 %s ++数据补录开始++", MODULE_NAME, server.Name)
  140. nums, err := r.reportYFKJBackfillData()
  141. baseapp.Logger.Infof("[%s] MQTT服务器 %s --数据补录结束--, 上传条数: %d, 错误信息: %v", MODULE_NAME, server.Name, nums, err)
  142. }()
  143. go func() {
  144. baseapp.Logger.Infof("[%s] MQTT服务器 %s ++照片补录开始++", MODULE_NAME, server.Name)
  145. files, err := utils.GetSortedFiles(r.ctx, baseapp.IMG_DIR, ".jpg", true)
  146. files = files[:min(len(files), MAX_PHOTO_BACKFILL_COUNT)]
  147. nums := 0
  148. for _, file := range files {
  149. if err = r.ctx.Err(); err != nil {
  150. break
  151. }
  152. if !strings.HasPrefix(filepath.Base(file), "history-") {
  153. newFile := filepath.Join(filepath.Dir(file), "history-"+filepath.Base(file))
  154. if err := os.Rename(file, newFile); err != nil {
  155. baseapp.Logger.Errorf("[%s] 本地照片文件重命名失败, 无法标记为补录照片: %s -> %s, 错误: %v!!",
  156. MODULE_NAME, file, newFile, err)
  157. continue
  158. }
  159. file = newFile
  160. }
  161. r.uploadPhotoToImagServers(file, true) // 补录上传照片文件
  162. nums++
  163. }
  164. baseapp.Logger.Infof("[%s] MQTT服务器 %s --照片补录结束--, 处理张数: %d, 错误信息: %v",
  165. MODULE_NAME, server.Name, nums, err)
  166. }()
  167. }
  168. func (r *MQTTReporter) runDataBackfill() {
  169. go func() {
  170. ticker := time.NewTicker(24 * time.Hour)
  171. defer ticker.Stop()
  172. for {
  173. for _, task := range r.dataBackfillTasks {
  174. if r.ctx.Err() != nil {
  175. return
  176. }
  177. task.Run(true)
  178. }
  179. select {
  180. case <-r.ctx.Done():
  181. return
  182. case <-ticker.C:
  183. }
  184. }
  185. }()
  186. }
  187. func ModuleExit() {
  188. if reporter == nil {
  189. return
  190. }
  191. r := reporter
  192. reporter = nil
  193. r.cancel()
  194. for _, client := range r.clients {
  195. client.Close()
  196. }
  197. }