CronTaskController.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276
  1. #!/usr/bin/python3.6
  2. # -*- coding: utf-8 -*-
  3. #
  4. # Copyright (C) 2022 #
  5. # @Time : 2022/4/1 11:27
  6. # @Author : ming
  7. # @Email : zhangdongming@asj6.wecom.work
  8. # @File : CronTaskController.py
  9. # @Software: PyCharm
  10. import datetime
  11. import time
  12. from django.db import connection, connections, transaction
  13. from django.views import View
  14. from Model.models import Device_User, Device_Info, UidSetModel, UID_Bucket, Unused_Uid_Meal, Order_Model, StsCrdModel, \
  15. VodHlsModel, ExperienceContextModel, AiService
  16. from Object.ResponseObject import ResponseObject
  17. from Object.utils import LocalDateTimeUtil
  18. from Service.CommonService import CommonService
  19. class CronDelDataView(View):
  20. def get(self, request, *args, **kwargs):
  21. request.encoding = 'utf-8'
  22. operation = kwargs.get('operation')
  23. return self.validation(request.GET, request, operation)
  24. def post(self, request, *args, **kwargs):
  25. request.encoding = 'utf-8'
  26. operation = kwargs.get('operation')
  27. return self.validation(request.POST, request, operation)
  28. def validation(self, request_dict, request, operation):
  29. response = ResponseObject()
  30. if operation == 'delAccessLog': # 定时删除访问接口数据
  31. return self.delAccessLog(response)
  32. elif operation == 'delPushInfo': # 定时删除推送数据
  33. return self.delPushInfo(response)
  34. elif operation == 'delVodHls': # 定时删除云存播放列表
  35. return self.delVodHls(response)
  36. elif operation == 'delCloudLog': # 定时删除云存接口数据
  37. return self.delCloudLog(response)
  38. elif operation == 'delTesterDevice': # 定时删除测试账号下的设备数据
  39. return self.delTesterDevice(response)
  40. else:
  41. return response.json(404)
  42. @staticmethod
  43. def delAccessLog(response):
  44. try:
  45. cursor = connection.cursor()
  46. # 删除一个月前的数据
  47. last_month = LocalDateTimeUtil.get_last_month()
  48. sql = 'DELETE FROM access_log WHERE time < %s limit %s'
  49. cursor.execute(sql, [last_month, 10000])
  50. # 关闭游标
  51. cursor.close()
  52. connection.close()
  53. return response.json(0)
  54. except Exception as e:
  55. return response.json(500, repr(e))
  56. @staticmethod
  57. def delPushInfo(response):
  58. now_time = int(time.time())
  59. cursor = connections['mysql02'].cursor()
  60. try:
  61. # 当前时间转日期
  62. local_date_now = str(datetime.datetime.fromtimestamp(int(now_time)).date())
  63. # 根据日期获取周几
  64. week_val = LocalDateTimeUtil.date_to_week(local_date_now)
  65. # 根据当前时间获取7天前时间戳
  66. expiration_time = LocalDateTimeUtil.get_before_days_timestamp(now_time, 7)
  67. # 每次删除条数
  68. size = 10000
  69. # 删除7天前的数据
  70. sql = "DELETE FROM equipment_info WHERE addTime<= %s LIMIT %s "
  71. for i in range(6):
  72. cursor.execute(sql, [expiration_time, size])
  73. if week_val == 1:
  74. sql = "DELETE FROM equipment_info_sunday WHERE add_time<= %s LIMIT %s "
  75. if week_val == 2:
  76. sql = "DELETE FROM equipment_info_monday WHERE add_time<= %s LIMIT %s "
  77. if week_val == 3:
  78. sql = "DELETE FROM equipment_info_tuesday WHERE add_time<= %s LIMIT %s "
  79. if week_val == 4:
  80. sql = "DELETE FROM equipment_info_wednesday WHERE add_time<= %s LIMIT %s "
  81. if week_val == 5:
  82. sql = "DELETE FROM equipment_info_thursday WHERE add_time<= %s LIMIT %s "
  83. if week_val == 6:
  84. sql = "DELETE FROM equipment_info_friday WHERE add_time<= %s LIMIT %s "
  85. if week_val == 7:
  86. sql = "DELETE FROM equipment_info_saturday WHERE add_time<= %s LIMIT %s "
  87. for i in range(5):
  88. cursor.execute(sql, [expiration_time, size])
  89. # 关闭游标
  90. cursor.close()
  91. return response.json(0)
  92. except Exception as e:
  93. return response.json(500, repr(e))
  94. @staticmethod
  95. def delVodHls(response):
  96. nowTime = int(time.time())
  97. cursor = connection.cursor()
  98. try:
  99. # 删除3个月前的数据
  100. sql = "DELETE FROM `vod_hls` WHERE endTime<={} LIMIT 50000".format(
  101. nowTime - 3 * 30 * 24 * 60 * 60)
  102. cursor.execute(sql)
  103. # 关闭游标
  104. cursor.close()
  105. return response.json(0)
  106. except Exception as e:
  107. return response.json(500, repr(e))
  108. @staticmethod
  109. def delCloudLog(response):
  110. nowTime = int(time.time())
  111. cursor = connection.cursor()
  112. try:
  113. # 删除3个月前的数据
  114. sql = "DELETE FROM `cloud_log` WHERE time<={} LIMIT 50000".format(
  115. nowTime - 3 * 30 * 24 * 60 * 60)
  116. cursor.execute(sql)
  117. # 关闭游标
  118. cursor.close()
  119. return response.json(0)
  120. except Exception as e:
  121. return response.json(500, repr(e))
  122. @staticmethod
  123. def delTesterDevice(response):
  124. try:
  125. userID_list = [
  126. 'tech01@ansjer.com',
  127. 'tech02@ansjer.com',
  128. 'tech03@ansjer.com',
  129. 'tech04@ansjer.com',
  130. 'tech05@ansjer.com',
  131. 'tech06@ansjer.com',
  132. 'tech07@ansjer.com',
  133. 'tech08@ansjer.com',
  134. 'tech09@ansjer.com',
  135. 'tech10@ansjer.com',
  136. 'fix01@ansjer.com',
  137. 'fix02@ansjer.com',
  138. 'fix03@ansjer.com',
  139. 'fix04@ansjer.com',
  140. 'fix05@ansjer.com']
  141. device_user = Device_User.objects.filter(username__in=userID_list)
  142. device_info_qs = Device_Info.objects.filter(
  143. userID__in=device_user).values('UID')
  144. uid_list = []
  145. for device_info in device_info_qs:
  146. uid_list.append(device_info['UID'])
  147. with transaction.atomic():
  148. # 删除设备云存相关数据
  149. UidSetModel.objects.filter(uid__in=uid_list).delete()
  150. UID_Bucket.objects.filter(uid__in=uid_list).delete()
  151. Unused_Uid_Meal.objects.filter(uid__in=uid_list).delete()
  152. Order_Model.objects.filter(UID__in=uid_list).delete()
  153. StsCrdModel.objects.filter(uid__in=uid_list).delete()
  154. VodHlsModel.objects.filter(uid__in=uid_list).delete()
  155. ExperienceContextModel.objects.filter(
  156. uid__in=uid_list).delete()
  157. Device_Info.objects.filter(userID__in=device_user).delete()
  158. return response.json(0)
  159. except Exception as e:
  160. return response.json(500, repr(e))
  161. class CronUpdateDataView(View):
  162. def get(self, request, *args, **kwargs):
  163. request.encoding = 'utf-8'
  164. operation = kwargs.get('operation')
  165. return self.validation(request.GET, request, operation)
  166. def post(self, request, *args, **kwargs):
  167. request.encoding = 'utf-8'
  168. operation = kwargs.get('operation')
  169. return self.validation(request.POST, request, operation)
  170. def validation(self, request_dict, request, operation):
  171. response = ResponseObject()
  172. if operation == 'updateUnusedUidBucket': # 定时更新过期云存关联的未使用套餐状态
  173. return self.updateUnusedUidBucket(response)
  174. elif operation == 'updateUnusedAiService': # 定时更新过期ai关联的未使用套餐状态
  175. return self.updateUnusedAiService(response)
  176. else:
  177. return response.json(404)
  178. @staticmethod
  179. def updateUnusedUidBucket(response):
  180. """
  181. 监控云存套餐过期修改状态
  182. @param response:
  183. @return:
  184. """
  185. # 定时更新已过期套餐修改状态为2
  186. now_time = int(time.time())
  187. expired_uid_bucket = UID_Bucket.objects.filter(endTime__lte=now_time)
  188. id_list = expired_uid_bucket.values_list('id', flat=True)
  189. UID_Bucket.objects.filter(id__in=list(id_list)).update(use_status=2)
  190. # 监控有未使用套餐则自动生效
  191. expired_uid_buckets = \
  192. UID_Bucket.objects.filter(endTime__lte=now_time, has_unused=1).values("id", "uid")[0:1000]
  193. for expired_uid_bucket in expired_uid_buckets:
  194. unuseds = Unused_Uid_Meal.objects.filter(
  195. uid=expired_uid_bucket['uid']).values(
  196. "id",
  197. "uid",
  198. "channel",
  199. "addTime",
  200. "expire",
  201. "num",
  202. "bucket_id").order_by('addTime')[0:1]
  203. if not unuseds.exists():
  204. continue
  205. unused = unuseds[0]
  206. try:
  207. with transaction.atomic():
  208. count_unused = Unused_Uid_Meal.objects.filter(
  209. uid=expired_uid_bucket['uid']).count()
  210. has_unused = 1 if count_unused > 1 else 0
  211. endTime = CommonService.calcMonthLater(
  212. unused['expire'] * unused['num'])
  213. UID_Bucket.objects.filter(
  214. uid=expired_uid_bucket['uid']).update(
  215. channel=unused['channel'],
  216. endTime=endTime,
  217. bucket_id=unused['bucket_id'],
  218. updateTime=now_time,
  219. use_status=1,
  220. has_unused=has_unused)
  221. Unused_Uid_Meal.objects.filter(id=unused['id']).delete()
  222. StsCrdModel.objects.filter(
  223. uid=expired_uid_bucket['uid']).delete() # 删除sts记录
  224. except Exception as e:
  225. print(repr(e))
  226. continue
  227. return response.json(0)
  228. @staticmethod
  229. def updateUnusedAiService(response):
  230. now_time = int(time.time())
  231. ai_service_qs = AiService.objects.filter(
  232. endTime__lte=now_time,
  233. use_status=1).values(
  234. 'id',
  235. 'uid')[
  236. 0:200]
  237. for ai_service in ai_service_qs:
  238. try:
  239. with transaction.atomic():
  240. AiService.objects.filter(
  241. id=ai_service['id']).update(
  242. use_status=2) # 更新过期ai订单状态
  243. # 如果存在未使用套餐,更新为使用
  244. unused_ai_service = AiService.objects.filter(
  245. uid=ai_service['uid'],
  246. use_status=0).order_by('addTime')[
  247. :1].values(
  248. 'id',
  249. 'endTime')
  250. if unused_ai_service.exists():
  251. # 未使用套餐的endTime在购买的时候保存为有效时间
  252. effective_day = unused_ai_service[0]['endTime']
  253. endTime = now_time + effective_day
  254. AiService.objects.filter(
  255. id=unused_ai_service[0]['id']).update(
  256. use_status=1, endTime=endTime, updTime=now_time)
  257. except Exception:
  258. continue
  259. return response.json(0)