upgrade.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412
  1. package main
  2. import (
  3. "context"
  4. "errors"
  5. "fmt"
  6. "os"
  7. "os/exec"
  8. "path/filepath"
  9. "strings"
  10. "time"
  11. "rtu_linux_services/servicelib"
  12. "hnyfkj.com.cn/rtu/linux/baseapp"
  13. "hnyfkj.com.cn/rtu/linux/netmgrd"
  14. )
  15. type serviceUpgradeConfig struct {
  16. Name string // 去掉"yfkj-"前缀和".service"
  17. // 后缀的服务名, 也是升级包中可执行程序的名称
  18. Enable bool /// 是否启用自动升级//
  19. CheckVerURL string /// 版本检查的 URL //
  20. ClonePkgURL string /// 升级包克隆 URL //
  21. InstallPath string /// 服务安装的路径 //
  22. ReplaceDirs []string /// 需要安装的目录 //
  23. }
  24. var upgradeServices = []serviceUpgradeConfig{
  25. { // 1, 网络管理服务
  26. Name: "networkd",
  27. Enable: true,
  28. CheckVerURL: "",
  29. ClonePkgURL: "",
  30. InstallPath: "/opt/yfkj/networkd.service",
  31. },
  32. { // 2, 时间同步服务
  33. Name: "timesyncd",
  34. Enable: true,
  35. CheckVerURL: "",
  36. ClonePkgURL: "",
  37. InstallPath: "/opt/yfkj/timesyncd.service",
  38. },
  39. { // 3, 地理位置服务
  40. Name: "gnss",
  41. Enable: true,
  42. CheckVerURL: "",
  43. ClonePkgURL: "",
  44. InstallPath: "/opt/yfkj/gnss.service",
  45. },
  46. { // 4, 相机采集服务
  47. Name: "camera-capture",
  48. Enable: true,
  49. CheckVerURL: "",
  50. ClonePkgURL: "",
  51. InstallPath: "/opt/yfkj/camera-capture.service",
  52. ReplaceDirs: []string{"lib"},
  53. },
  54. { // 5, 应用安装服务
  55. Name: "app-install",
  56. Enable: true,
  57. CheckVerURL: "",
  58. ClonePkgURL: "",
  59. InstallPath: "/opt/yfkj/app-install.service",
  60. },
  61. { // 6, 远程运维服务
  62. Name: "sshd-mqtt-bridge",
  63. Enable: true,
  64. CheckVerURL: "",
  65. ClonePkgURL: "",
  66. InstallPath: "/opt/yfkj/sshd-mqtt-bridge.service",
  67. },
  68. { // 7, 管理后台服务
  69. Name: "web-ui",
  70. Enable: true,
  71. CheckVerURL: "",
  72. ClonePkgURL: "",
  73. InstallPath: "/opt/yfkj/web-ui.service",
  74. },
  75. { // 8, 自动升级服务
  76. Name: "upgrade",
  77. Enable: true,
  78. CheckVerURL: "",
  79. ClonePkgURL: "",
  80. InstallPath: "/opt/yfkj/upgrade.service",
  81. },
  82. }
  83. func isNetworkOK() bool {
  84. _, _, tcpOK, httpOK, _ := netmgrd.CheckNetwork()
  85. return tcpOK || httpOK
  86. }
  87. func (p *program) upgradeLoop() {
  88. for !isNetworkOK() {
  89. select {
  90. case <-time.After(30 * time.Second):
  91. case <-p.ctx.Done():
  92. return
  93. }
  94. }
  95. p.checkUpgrade()
  96. ticker := time.NewTicker(24 * time.Hour)
  97. defer ticker.Stop()
  98. for {
  99. select {
  100. case <-ticker.C:
  101. if isNetworkOK() {
  102. p.checkUpgrade()
  103. }
  104. case <-p.ctx.Done():
  105. return
  106. }
  107. }
  108. }
  109. func (p *program) checkUpgrade() {
  110. baseapp.Logger.Infof("[%s] ### 开始自动升级检查 ###", p.name)
  111. defer baseapp.Logger.Infof("[%s] ### 自动升级检查结束 ###", p.name)
  112. for _, service := range upgradeServices {
  113. if !service.Enable || service.CheckVerURL == "" || service.ClonePkgURL == "" {
  114. continue
  115. }
  116. select {
  117. case <-p.ctx.Done():
  118. return
  119. default:
  120. }
  121. oldVersion, newVersion, upgraded, err := p.upgradeService(service)
  122. if err != nil {
  123. baseapp.Logger.Errorf("[%s] yfkj-%s.service 自动升级失败: %v!!", p.name, service.Name, err)
  124. continue
  125. }
  126. if upgraded {
  127. baseapp.Logger.Infof("[%s] yfkj-%s.service 自动升级成功: %s -> %s", p.name, service.Name, oldVersion, newVersion)
  128. }
  129. }
  130. }
  131. func (p *program) upgradeService(service serviceUpgradeConfig) (string, string, bool, error) {
  132. currentVersion, err := servicelib.ReadVersionFile(service.InstallPath)
  133. if err != nil {
  134. return "", "", false, fmt.Errorf("读取当前版本信息失败: %w", err)
  135. }
  136. info, err := getUpgradeInfo(p.ctx, service.CheckVerURL, 30*time.Second)
  137. if err != nil {
  138. return "", "", false, fmt.Errorf("获取远程升级信息失败: %w", err)
  139. }
  140. var currentVersionCode, newVersionCode baseapp.VersionCode
  141. if err := currentVersionCode.FromString(currentVersion); err != nil {
  142. return "", "", false, fmt.Errorf("解析当前版本信息失败: %w", err)
  143. }
  144. if err := newVersionCode.FromString(info.Version); err != nil {
  145. return "", "", false, fmt.Errorf("解析远程版本信息失败: %w", err)
  146. }
  147. if newVersionCode <= currentVersionCode { // 只允许升级,不允许降级
  148. return currentVersion, info.Version, false, nil
  149. }
  150. currentDir, err := getCurrentVersionDir(service.InstallPath, service.Name)
  151. if err != nil {
  152. return "", "", false, fmt.Errorf("获取当前版本目录失败: %w", err)
  153. }
  154. targetVersion := nextVersionDir(currentDir)
  155. targetDir := filepath.Join(service.InstallPath, targetVersion)
  156. targetName := filepath.Join(targetVersion, service.Name)
  157. pkg := filepath.Join(os.TempDir(), service.Name+".tar.gz")
  158. defer os.Remove(pkg)
  159. if err := downloadUpgradePackage(p.ctx, service.ClonePkgURL, pkg, 10*time.Minute); err != nil {
  160. return currentVersion, "", false, fmt.Errorf("下载服务升级包失败: %w", err)
  161. }
  162. if err := servicelib.CheckFileSHA256(pkg, info.SHA256); err != nil {
  163. return currentVersion, "", false, fmt.Errorf("校验服务升级包失败: %w", err)
  164. }
  165. if err := installPackage(pkg, targetDir, service); err != nil {
  166. return currentVersion, "", false, fmt.Errorf("安装服务升级包失败: %w", err)
  167. }
  168. if err := switchServiceVersion(service.Name, service.InstallPath, targetName); err != nil {
  169. return currentVersion, "", false, fmt.Errorf("切换服务版本失败: %w", err)
  170. }
  171. return currentVersion, info.Version, true, nil
  172. }
  173. type upgradeInfo struct {
  174. Version string `json:"version"` //升级包版本号
  175. SHA256 string `json:"sha256"` //升级包校检值
  176. }
  177. // 获取远程升级信息,返回版本号和升级包SHA256校检值
  178. func getUpgradeInfo(ctx context.Context, rawURL string, timeout time.Duration) (upgradeInfo, error) {
  179. u, err := servicelib.ParseUpgradeURL(rawURL)
  180. if err != nil {
  181. return upgradeInfo{}, err
  182. }
  183. switch u.Scheme {
  184. case "ftp":
  185. return getFtpUpgradeInfo(ctx, u, timeout)
  186. default:
  187. return upgradeInfo{}, fmt.Errorf("暂不支持的升级协议: %s", u.Scheme)
  188. }
  189. }
  190. // 下载升级包.tar.gz文件,下载完成后存入 localFile
  191. func downloadUpgradePackage(ctx context.Context, rawURL string, localFile string, timeout time.Duration) error {
  192. u, err := servicelib.ParseUpgradeURL(rawURL)
  193. if err != nil {
  194. return err
  195. }
  196. switch u.Scheme {
  197. case "ftp":
  198. return downloadFtpUpgradePackage(ctx, u, localFile, timeout)
  199. default:
  200. return fmt.Errorf("暂不支持的升级协议: %s", u.Scheme)
  201. }
  202. }
  203. // 获取当前软链接指向的版本目录,返回: a、b、c 之一
  204. func getCurrentVersionDir(installPath string, serviceName string) (string, error) {
  205. currentLink := filepath.Join(installPath, serviceName)
  206. target, err := os.Readlink(currentLink)
  207. if err != nil {
  208. return "", err
  209. }
  210. if !filepath.IsAbs(target) {
  211. target = filepath.Join(installPath, target)
  212. }
  213. target = filepath.Clean(target)
  214. name := filepath.Base(filepath.Dir(target))
  215. switch name {
  216. case "a", "b", "c":
  217. return filepath.Join(installPath, name), nil
  218. default:
  219. return "", fmt.Errorf("当前软链接指向无效的版本目录: %s", target)
  220. }
  221. }
  222. // a 为出厂版本,固定不变;升级版本在 b、c 之间轮转
  223. func nextVersionDir(currentDir string) string {
  224. switch filepath.Base(currentDir) {
  225. case "a":
  226. return "b"
  227. case "b":
  228. return "c"
  229. case "c":
  230. return "b"
  231. default:
  232. return "b"
  233. }
  234. }
  235. // 升级包默认包含与服务同名的可执行程序,之后再解压
  236. func installPackage(pkg string, targetDir string, service serviceUpgradeConfig) error {
  237. tempDir, err := os.MkdirTemp(service.InstallPath, ".upgrade-")
  238. if err != nil {
  239. return fmt.Errorf("创建临时目录未成功: %w", err)
  240. }
  241. defer os.RemoveAll(tempDir)
  242. cmd := exec.Command("tar", "-xzf", pkg, "-C", tempDir)
  243. output, err := cmd.CombinedOutput()
  244. if err != nil {
  245. return fmt.Errorf("解压%s升级包未成功: %w: %s", service.Name, err, strings.TrimSpace(string(output)))
  246. }
  247. program := filepath.Join(tempDir, service.Name)
  248. info, err := os.Stat(program)
  249. if err != nil {
  250. return fmt.Errorf("检查%s服务程序失败: %w", service.Name, err)
  251. }
  252. if info.IsDir() || info.Size() == 0 || info.Mode().Perm()&0111 == 0 {
  253. return fmt.Errorf("检查%s服务程序失败: 文件异常", service.Name)
  254. }
  255. if err := os.RemoveAll(targetDir); err != nil {
  256. return fmt.Errorf("清理%s版本目录失败: %w", service.Name, err)
  257. }
  258. if err := os.MkdirAll(targetDir, 0755); err != nil {
  259. return fmt.Errorf("创建%s版本目录失败: %w", service.Name, err)
  260. }
  261. if err := os.Rename(program, filepath.Join(targetDir, service.Name)); err != nil {
  262. return fmt.Errorf("安装%s服务程序失败: %w", service.Name, err)
  263. }
  264. if err := replacePackageDirs(tempDir, service.InstallPath, service.ReplaceDirs); err != nil {
  265. return fmt.Errorf("安装%s服务目录失败: %w", service.Name, err)
  266. }
  267. return nil
  268. }
  269. // 替换升级包中的附加目录,可用于升级服务的依赖库等
  270. func replacePackageDirs(tempDir string, targetBaseDir string, dirs []string) error {
  271. for _, name := range dirs {
  272. srcDir := filepath.Join(tempDir, name)
  273. if _, err := os.Stat(srcDir); err != nil {
  274. if os.IsNotExist(err) { //// 如果升级包中没有该目录
  275. continue
  276. }
  277. return fmt.Errorf("检查%s目录失败: %w", name, err)
  278. }
  279. targetDir := filepath.Join(targetBaseDir, name)
  280. newDir := filepath.Join(targetBaseDir, "."+name+"-new")
  281. oldDir := filepath.Join(targetBaseDir, "."+name+"-old")
  282. if err := os.RemoveAll(newDir); err != nil {
  283. return fmt.Errorf("清理%s目录失败: %w", name, err)
  284. }
  285. if err := os.RemoveAll(oldDir); err != nil {
  286. return fmt.Errorf("清理%s目录失败: %w", name, err)
  287. }
  288. if err := os.Rename(srcDir, newDir); err != nil {
  289. return fmt.Errorf("移动%s目录失败: %w", name, err)
  290. }
  291. if err := os.Rename(targetDir, oldDir); err != nil && !os.IsNotExist(err) {
  292. return fmt.Errorf("备份%s目录失败: %w", name, err)
  293. }
  294. if err := os.Rename(newDir, targetDir); err != nil {
  295. if _, statErr := os.Stat(oldDir); statErr == nil {
  296. _ = os.Rename(oldDir, targetDir) ///// 还原旧目录
  297. }
  298. return fmt.Errorf("替换%s目录失败: %w", name, err)
  299. }
  300. if err := os.RemoveAll(oldDir); err != nil {
  301. return fmt.Errorf("删除%s目录失败: %w", name, err)
  302. }
  303. }
  304. return nil
  305. }
  306. // 切换服务版本,新版本启动失败时自动回滚并重启服务
  307. func switchServiceVersion(serviceName string, installPath string, targetName string) error {
  308. service := "yfkj-" + serviceName + ".service"
  309. currentLink := filepath.Join(installPath, serviceName)
  310. tempLink := filepath.Join(installPath, serviceName+".tmp")
  311. currentTarget, err := os.Readlink(currentLink)
  312. if err != nil {
  313. return err
  314. }
  315. if err := exec.Command("systemctl", "stop", service).Run(); err != nil {
  316. return err
  317. }
  318. _ = os.Remove(tempLink)
  319. if err := os.Symlink(targetName, tempLink); err != nil {
  320. exec.Command("systemctl", "start", service).Run()
  321. return err
  322. }
  323. if err := os.Rename(tempLink, currentLink); err != nil {
  324. _ = os.Remove(tempLink)
  325. exec.Command("systemctl", "start", service).Run()
  326. return err
  327. }
  328. if err := exec.Command("systemctl", "start", service).Run(); err != nil {
  329. startErr := fmt.Errorf("新版本启动未成功: %w", err)
  330. if err := os.Symlink(currentTarget, tempLink); err != nil {
  331. return errors.Join(startErr, fmt.Errorf("创建回滚链接失败: %w", err))
  332. }
  333. if err := os.Rename(tempLink, currentLink); err != nil {
  334. _ = os.Remove(tempLink)
  335. return errors.Join(startErr, fmt.Errorf("切换回滚链接失败: %w", err))
  336. }
  337. if err := exec.Command("systemctl", "start", service).Run(); err != nil {
  338. return errors.Join(startErr, fmt.Errorf("启动回滚版本失败: %w", err))
  339. }
  340. return startErr
  341. }
  342. return nil
  343. }