CronTaskController.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277
  1. #!/usr/bin/python3.6
  2. # -*- coding: utf-8 -*-
  3. #
  4. # Copyright (C) 2022 #
  5. # @Time : 2022/4/1 11:27
  6. # @Author : ming
  7. # @Email : zhangdongming@asj6.wecom.work
  8. # @File : CronTaskController.py
  9. # @Software: PyCharm
  10. import datetime
  11. import time
  12. from django.db import connection, connections, transaction
  13. from django.db.models import Q
  14. from django.views import View
  15. from Model.models import Device_User, Device_Info, UidSetModel, UID_Bucket, Unused_Uid_Meal, Order_Model, StsCrdModel, \
  16. VodHlsModel, ExperienceContextModel, AiService
  17. from Object.ResponseObject import ResponseObject
  18. from Object.utils import LocalDateTimeUtil
  19. from Service.CommonService import CommonService
  20. class CronDelDataView(View):
  21. def get(self, request, *args, **kwargs):
  22. request.encoding = 'utf-8'
  23. operation = kwargs.get('operation')
  24. return self.validation(request.GET, request, operation)
  25. def post(self, request, *args, **kwargs):
  26. request.encoding = 'utf-8'
  27. operation = kwargs.get('operation')
  28. return self.validation(request.POST, request, operation)
  29. def validation(self, request_dict, request, operation):
  30. response = ResponseObject()
  31. if operation == 'delAccessLog': # 定时删除访问接口数据
  32. return self.delAccessLog(response)
  33. elif operation == 'delPushInfo': # 定时删除推送数据
  34. return self.delPushInfo(response)
  35. elif operation == 'delVodHls': # 定时删除云存播放列表
  36. return self.delVodHls(response)
  37. elif operation == 'delCloudLog': # 定时删除云存接口数据
  38. return self.delCloudLog(response)
  39. elif operation == 'delTesterDevice': # 定时删除测试账号下的设备数据
  40. return self.delTesterDevice(response)
  41. else:
  42. return response.json(404)
  43. @staticmethod
  44. def delAccessLog(response):
  45. try:
  46. cursor = connection.cursor()
  47. # 删除一个月前的数据
  48. last_month = LocalDateTimeUtil.get_last_month()
  49. sql = 'DELETE FROM access_log WHERE time < %s limit %s'
  50. cursor.execute(sql, [last_month, 10000])
  51. # 关闭游标
  52. cursor.close()
  53. connection.close()
  54. return response.json(0)
  55. except Exception as e:
  56. return response.json(500, repr(e))
  57. @staticmethod
  58. def delPushInfo(response):
  59. now_time = int(time.time())
  60. cursor = connections['mysql02'].cursor()
  61. try:
  62. # 当前时间转日期
  63. local_date_now = str(datetime.datetime.fromtimestamp(int(now_time)).date())
  64. # 根据日期获取周几
  65. week_val = LocalDateTimeUtil.date_to_week(local_date_now)
  66. # 根据当前时间获取7天前时间戳
  67. expiration_time = LocalDateTimeUtil.get_before_days_timestamp(now_time, 7)
  68. # 每次删除条数
  69. size = 10000
  70. # 删除7天前的数据
  71. sql = "DELETE FROM equipment_info WHERE addTime<= %s LIMIT %s "
  72. for i in range(6):
  73. cursor.execute(sql, [expiration_time, size])
  74. if week_val == 1:
  75. sql = "DELETE FROM equipment_info_sunday WHERE add_time<= %s LIMIT %s "
  76. if week_val == 2:
  77. sql = "DELETE FROM equipment_info_monday WHERE add_time<= %s LIMIT %s "
  78. if week_val == 3:
  79. sql = "DELETE FROM equipment_info_tuesday WHERE add_time<= %s LIMIT %s "
  80. if week_val == 4:
  81. sql = "DELETE FROM equipment_info_wednesday WHERE add_time<= %s LIMIT %s "
  82. if week_val == 5:
  83. sql = "DELETE FROM equipment_info_thursday WHERE add_time<= %s LIMIT %s "
  84. if week_val == 6:
  85. sql = "DELETE FROM equipment_info_friday WHERE add_time<= %s LIMIT %s "
  86. if week_val == 7:
  87. sql = "DELETE FROM equipment_info_saturday WHERE add_time<= %s LIMIT %s "
  88. for i in range(5):
  89. cursor.execute(sql, [expiration_time, size])
  90. # 关闭游标
  91. cursor.close()
  92. return response.json(0)
  93. except Exception as e:
  94. return response.json(500, repr(e))
  95. @staticmethod
  96. def delVodHls(response):
  97. nowTime = int(time.time())
  98. cursor = connection.cursor()
  99. try:
  100. # 删除3个月前的数据
  101. sql = "DELETE FROM `vod_hls` WHERE endTime<={} LIMIT 50000".format(
  102. nowTime - 3 * 30 * 24 * 60 * 60)
  103. cursor.execute(sql)
  104. # 关闭游标
  105. cursor.close()
  106. return response.json(0)
  107. except Exception as e:
  108. return response.json(500, repr(e))
  109. @staticmethod
  110. def delCloudLog(response):
  111. nowTime = int(time.time())
  112. cursor = connection.cursor()
  113. try:
  114. # 删除3个月前的数据
  115. sql = "DELETE FROM `cloud_log` WHERE time<={} LIMIT 50000".format(
  116. nowTime - 3 * 30 * 24 * 60 * 60)
  117. cursor.execute(sql)
  118. # 关闭游标
  119. cursor.close()
  120. return response.json(0)
  121. except Exception as e:
  122. return response.json(500, repr(e))
  123. @staticmethod
  124. def delTesterDevice(response):
  125. try:
  126. userID_list = [
  127. 'tech01@ansjer.com',
  128. 'tech02@ansjer.com',
  129. 'tech03@ansjer.com',
  130. 'tech04@ansjer.com',
  131. 'tech05@ansjer.com',
  132. 'tech06@ansjer.com',
  133. 'tech07@ansjer.com',
  134. 'tech08@ansjer.com',
  135. 'tech09@ansjer.com',
  136. 'tech10@ansjer.com',
  137. 'fix01@ansjer.com',
  138. 'fix02@ansjer.com',
  139. 'fix03@ansjer.com',
  140. 'fix04@ansjer.com',
  141. 'fix05@ansjer.com']
  142. device_user = Device_User.objects.filter(username__in=userID_list)
  143. device_info_qs = Device_Info.objects.filter(
  144. userID__in=device_user).values('UID')
  145. uid_list = []
  146. for device_info in device_info_qs:
  147. uid_list.append(device_info['UID'])
  148. with transaction.atomic():
  149. # 删除设备云存相关数据
  150. UidSetModel.objects.filter(uid__in=uid_list).delete()
  151. UID_Bucket.objects.filter(uid__in=uid_list).delete()
  152. Unused_Uid_Meal.objects.filter(uid__in=uid_list).delete()
  153. Order_Model.objects.filter(UID__in=uid_list).delete()
  154. StsCrdModel.objects.filter(uid__in=uid_list).delete()
  155. VodHlsModel.objects.filter(uid__in=uid_list).delete()
  156. ExperienceContextModel.objects.filter(
  157. uid__in=uid_list).delete()
  158. Device_Info.objects.filter(userID__in=device_user).delete()
  159. return response.json(0)
  160. except Exception as e:
  161. return response.json(500, repr(e))
  162. class CronUpdateDataView(View):
  163. def get(self, request, *args, **kwargs):
  164. request.encoding = 'utf-8'
  165. operation = kwargs.get('operation')
  166. return self.validation(request.GET, request, operation)
  167. def post(self, request, *args, **kwargs):
  168. request.encoding = 'utf-8'
  169. operation = kwargs.get('operation')
  170. return self.validation(request.POST, request, operation)
  171. def validation(self, request_dict, request, operation):
  172. response = ResponseObject()
  173. if operation == 'updateUnusedUidBucket': # 定时更新过期云存关联的未使用套餐状态
  174. return self.updateUnusedUidBucket(response)
  175. elif operation == 'updateUnusedAiService': # 定时更新过期ai关联的未使用套餐状态
  176. return self.updateUnusedAiService(response)
  177. else:
  178. return response.json(404)
  179. @staticmethod
  180. def updateUnusedUidBucket(response):
  181. """
  182. 监控云存套餐过期修改状态
  183. @param response:
  184. @return:
  185. """
  186. # 定时更新已过期套餐修改状态为2
  187. now_time = int(time.time())
  188. expired_uid_bucket = UID_Bucket.objects.filter(endTime__lte=now_time)
  189. expired_uid_bucket = expired_uid_bucket.filter(~Q(use_status=2)).values('id')
  190. if expired_uid_bucket.exists():
  191. expired_uid_bucket.update(use_status=2)
  192. # 监控有未使用套餐则自动生效
  193. expired_uid_buckets = \
  194. UID_Bucket.objects.filter(endTime__lte=now_time, has_unused=1).values("id", "uid")[0:1000]
  195. for expired_uid_bucket in expired_uid_buckets:
  196. unuseds = Unused_Uid_Meal.objects.filter(
  197. uid=expired_uid_bucket['uid']).values(
  198. "id",
  199. "uid",
  200. "channel",
  201. "addTime",
  202. "expire",
  203. "num",
  204. "bucket_id").order_by('addTime')[0:1]
  205. if not unuseds.exists():
  206. continue
  207. unused = unuseds[0]
  208. try:
  209. with transaction.atomic():
  210. count_unused = Unused_Uid_Meal.objects.filter(
  211. uid=expired_uid_bucket['uid']).count()
  212. has_unused = 1 if count_unused > 1 else 0
  213. endTime = CommonService.calcMonthLater(
  214. unused['expire'] * unused['num'])
  215. UID_Bucket.objects.filter(
  216. uid=expired_uid_bucket['uid']).update(
  217. channel=unused['channel'],
  218. endTime=endTime,
  219. bucket_id=unused['bucket_id'],
  220. updateTime=now_time,
  221. use_status=1,
  222. has_unused=has_unused)
  223. Unused_Uid_Meal.objects.filter(id=unused['id']).delete()
  224. StsCrdModel.objects.filter(
  225. uid=expired_uid_bucket['uid']).delete() # 删除sts记录
  226. except Exception:
  227. continue
  228. return response.json(0)
  229. @staticmethod
  230. def updateUnusedAiService(response):
  231. now_time = int(time.time())
  232. ai_service_qs = AiService.objects.filter(
  233. endTime__lte=now_time,
  234. use_status=1).values(
  235. 'id',
  236. 'uid')[
  237. 0:200]
  238. for ai_service in ai_service_qs:
  239. try:
  240. with transaction.atomic():
  241. AiService.objects.filter(
  242. id=ai_service['id']).update(
  243. use_status=2) # 更新过期ai订单状态
  244. # 如果存在未使用套餐,更新为使用
  245. unused_ai_service = AiService.objects.filter(
  246. uid=ai_service['uid'],
  247. use_status=0).order_by('addTime')[
  248. :1].values(
  249. 'id',
  250. 'endTime')
  251. if unused_ai_service.exists():
  252. # 未使用套餐的endTime在购买的时候保存为有效时间
  253. effective_day = unused_ai_service[0]['endTime']
  254. endTime = now_time + effective_day
  255. AiService.objects.filter(
  256. id=unused_ai_service[0]['id']).update(
  257. use_status=1, endTime=endTime, updTime=now_time)
  258. except Exception:
  259. continue
  260. return response.json(0)