| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234 |
- package mqtt_reporter
- import (
- "context"
- "fmt"
- "os"
- "path/filepath"
- "strings"
- "sync"
- "time"
- "hnyfkj.com.cn/rtu/linux/baseapp"
- "hnyfkj.com.cn/rtu/linux/rtu/cbd/local_rpc"
- "hnyfkj.com.cn/rtu/linux/rtu/cbd/utils"
- "hnyfkj.com.cn/rtu/linux/utils/singletask"
- )
- const (
- MODULE_NAME = "Reporter"
- DefaultQoS byte = 1
- // 每次补录上传历史遗存照片的最大数量, 超过后等待下次补
- // 录任务再上传, 避免一次性上传过多导致蜂窝流量短时过载
- MAX_PHOTO_BACKFILL_COUNT = 10
- )
- var reporter *MQTTReporter
- type MQTTReporter struct {
- config *ServerConfig
- clients map[string]*Client
- ctx context.Context
- cancel context.CancelFunc
- deviceID string // 设备的ID
- // 补录上传历史遗存数据的任务
- dataBackfillTasks map[string]*singletask.OnceTask
- yfkjDataBackfillMu sync.Mutex
- }
- func ModuleInit() bool {
- if reporter != nil {
- return true
- }
- ctx, cancel := context.WithCancel(context.Background())
- _, _, devID, _, _, err := local_rpc.GetNetworkInfo(ctx)
- if err != nil {
- baseapp.Logger.Errorf("[%s] 获取设备身份ID失败: %v", MODULE_NAME, err)
- cancel()
- return false
- }
- config, err := LoadServerConfig(filepath.Join(baseapp.CFG_DIR, "servers.json"), devID)
- if err != nil {
- baseapp.Logger.Errorf("[%s] 加载服务器配置失败: %v", MODULE_NAME, err)
- cancel()
- return false
- } else {
- baseapp.Logger.Infof("[%s] 加载服务器配置成功: %s", MODULE_NAME, config.String())
- }
- reporter = &MQTTReporter{
- config: config,
- clients: make(map[string]*Client),
- ctx: ctx,
- cancel: cancel,
- //////////////////////////
- deviceID: devID, //设备的ID
- // 补录上传历史遗存数据的任务
- dataBackfillTasks: make(map[string]*singletask.OnceTask),
- }
- // 1, 客户端连接服务器 /////////////////////////////////////////////
- reporter.initMQTTClients()
- // 2, 启动数据上报任务 /////////////////////////////////////////////
- reporter.startDataWorker()
- // 3, 启动照片上报任务 /////////////////////////////////////////////
- reporter.startImagWorker()
- // 4, 启动数据补录任务 /////////////////////////////////////////////
- reporter.runDataBackfill()
- return true
- }
- func (r *MQTTReporter) initMQTTClients() {
- for _, server := range r.config.GetMQTTServers() {
- switch server.Protocol {
- case "yfkj-private":
- if err := r.initYFKJClient(server, r.deviceID); err != nil {
- baseapp.Logger.Errorf("[%s] MQTT服务器 %s 初始化失败: %v!!",
- MODULE_NAME, server.Name, err)
- continue
- }
- if server.DataBackfill { // 初始化设置云飞科技的数据补录(含照片)
- task := singletask.NewOnceTask(func() {
- r.startYFKJDataBackfill(server)
- })
- r.dataBackfillTasks[server.Name] = task
- }
- default:
- baseapp.Logger.Errorf("[%s] MQTT服务器 %s 的 %s 协议不合法!!",
- MODULE_NAME, server.Name, server.Protocol)
- }
- }
- }
- func (r *MQTTReporter) initYFKJClient(server MQTTServer, devID string) error {
- name := strings.TrimSpace(server.Name)
- if name == "" {
- return fmt.Errorf("服务器名称为空")
- }
- if _, exists := r.clients[name]; exists {
- return fmt.Errorf("服务器名称重复")
- }
- qos := DefaultQoS
- if server.Qos <= MqttQos2 {
- qos = server.Qos
- }
- config := ClientConfig{
- Broker: server.BrokerAddress,
- BrokerName: server.Name,
- ClientID: devID,
- Username: server.Username,
- Password: server.Password,
- Qos: qos,
- Topics: map[string]string{
- "Pub": server.Topics.Pub,
- "Sub": server.Topics.Sub,
- "Offline": server.Topics.Offline,
- },
- WillPayload: fmt.Sprintf(`{"cmd":"offline","ext":{"imei":"%s"}}`, devID),
- }
- client, err := NewClient(config, r.ctx)
- if err != nil {
- return fmt.Errorf("创建客户端失败: %w", err)
- }
- err = client.Start()
- if err != nil {
- client.Close()
- return fmt.Errorf("启动客户端失败: %w", err)
- }
- subTopic := server.Topics.Sub
- err = client.Subscribe(subTopic, qos, yfkj_handleMessage)
- if err != nil {
- client.Close()
- return fmt.Errorf("主题%s订阅失败: %w", subTopic, err)
- }
- r.clients[name] = client
- return nil
- }
- func (r *MQTTReporter) startYFKJDataBackfill(server MQTTServer) {
- go func() {
- baseapp.Logger.Infof("[%s] MQTT服务器 %s ++数据补录开始++", MODULE_NAME, server.Name)
- nums, err := r.reportYFKJBackfillData()
- baseapp.Logger.Infof("[%s] MQTT服务器 %s --数据补录结束--, 上传条数: %d, 错误信息: %v", MODULE_NAME, server.Name, nums, err)
- }()
- go func() {
- baseapp.Logger.Infof("[%s] MQTT服务器 %s ++照片补录开始++", MODULE_NAME, server.Name)
- files, err := utils.GetSortedFiles(r.ctx, baseapp.IMG_DIR, ".jpg", true)
- files = files[:min(len(files), MAX_PHOTO_BACKFILL_COUNT)]
- nums := 0
- for _, file := range files {
- if err = r.ctx.Err(); err != nil {
- break
- }
- if !strings.HasPrefix(filepath.Base(file), "history-") {
- newFile := filepath.Join(filepath.Dir(file), "history-"+filepath.Base(file))
- if err := os.Rename(file, newFile); err != nil {
- baseapp.Logger.Errorf("[%s] 本地照片文件重命名失败, 无法标记为补录照片: %s -> %s, 错误: %v!!",
- MODULE_NAME, file, newFile, err)
- continue
- }
- file = newFile
- }
- r.uploadPhotoToImagServers(file, true) // 补录上传照片文件
- nums++
- }
- baseapp.Logger.Infof("[%s] MQTT服务器 %s --照片补录结束--, 处理张数: %d, 错误信息: %v",
- MODULE_NAME, server.Name, nums, err)
- }()
- }
- func (r *MQTTReporter) runDataBackfill() {
- go func() {
- ticker := time.NewTicker(24 * time.Hour)
- defer ticker.Stop()
- for {
- for _, task := range r.dataBackfillTasks {
- if r.ctx.Err() != nil {
- return
- }
- task.Run(true)
- }
- select {
- case <-r.ctx.Done():
- return
- case <-ticker.C:
- }
- }
- }()
- }
- func ModuleExit() {
- if reporter == nil {
- return
- }
- r := reporter
- reporter = nil
- r.cancel()
- for _, client := range r.clients {
- client.Close()
- }
- }
|