spider_file_monitor.py 2.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869
  1. # -*- coding:utf-8 -*-
  2. import os
  3. import time
  4. data = {}
  5. while True:
  6. path = "/data/yfwlw/pyftp/ftp_file/bzy_test"
  7. dirs1 = os.walk(path)
  8. for root,dirs,files in dirs1:
  9. for d in dirs:
  10. print("d---------->>",d)
  11. if '_' in d:
  12. continue
  13. sums = 0
  14. file_name = os.path.join(path,d)
  15. for root2, dir2, files2 in os.walk(file_name):
  16. print("dir2---------->>",dir2)
  17. print("files2---------->>",files2)
  18. n = len(dir2)+len(files2)
  19. sums = sums+n
  20. try:
  21. if sums:
  22. print(sums,"综合")
  23. if data[file_name] == sums:
  24. # os.rename(file_name, file_name + '_' + str(int(time.time())))
  25. print("---------------->>",file_name)
  26. print("该次图片上传完毕,请进行筛选操作")
  27. except:
  28. pass
  29. data[file_name] = sums
  30. break
  31. print("等待20s,再次巡查")
  32. time.sleep(20)
  33. # data = {}
  34. # while True:
  35. # # path = "/Users/bobo/images"
  36. # # path = "/home/web/yfwlw/pyftp/ftp_file/bzy_test"
  37. # path = "/data/yfwlw/pyftp/ftp_file/bzy_test"
  38. # dirs = os.walk(path)
  39. # for root,dirs,files in dirs:
  40. # # print("---root",root)
  41. # # print("---dirs",dirs)
  42. # # print("---files",files)
  43. # print("路径",os.path.join(path))
  44. # if root == path:
  45. # continue
  46. # # if '_' in root:
  47. # pattern = re.findall("[0-9]{14}", root)
  48. # print("pattern----------------",pattern)
  49. # if len(root) == 66:
  50. # continue
  51. # # bzy_test
  52. # lens = len(files)
  53. # try:
  54. # if lens:
  55. # if data[root] == lens:
  56. # # os.rename(root, root + '_' + str(int(time.time())))
  57. # # print(root,"==")
  58. # # print(files)
  59. # print("该次图片上传完毕,请进行筛选操作")
  60. # except Exception as e:
  61. # print("错误信息为",e)
  62. # data[root] = lens
  63. # print("========lens",lens)
  64. # print("----------------------data",data)
  65. # print("等待30s,再次巡查")
  66. # time.sleep(30)