CronTaskController.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279
  1. #!/usr/bin/python3.6
  2. # -*- coding: utf-8 -*-
  3. #
  4. # Copyright (C) 2022 #
  5. # @Time : 2022/4/1 11:27
  6. # @Author : ming
  7. # @Email : zhangdongming@asj6.wecom.work
  8. # @File : CronTaskController.py
  9. # @Software: PyCharm
  10. import datetime
  11. import time
  12. from django.db import connection, connections, transaction
  13. from django.db.models import Q
  14. from django.views import View
  15. from Model.models import Device_User, Device_Info, UidSetModel, UID_Bucket, Unused_Uid_Meal, Order_Model, StsCrdModel, \
  16. VodHlsModel, ExperienceContextModel, AiService
  17. from Object.ResponseObject import ResponseObject
  18. from Object.utils import LocalDateTimeUtil
  19. from Service.CommonService import CommonService
  20. class CronDelDataView(View):
  21. def get(self, request, *args, **kwargs):
  22. request.encoding = 'utf-8'
  23. operation = kwargs.get('operation')
  24. return self.validation(request.GET, request, operation)
  25. def post(self, request, *args, **kwargs):
  26. request.encoding = 'utf-8'
  27. operation = kwargs.get('operation')
  28. return self.validation(request.POST, request, operation)
  29. def validation(self, request_dict, request, operation):
  30. response = ResponseObject()
  31. if operation == 'delAccessLog': # 定时删除访问接口数据
  32. return self.delAccessLog(response)
  33. elif operation == 'delPushInfo': # 定时删除推送数据
  34. return self.delPushInfo(response)
  35. elif operation == 'delVodHls': # 定时删除云存播放列表
  36. return self.delVodHls(response)
  37. elif operation == 'delCloudLog': # 定时删除云存接口数据
  38. return self.delCloudLog(response)
  39. elif operation == 'delTesterDevice': # 定时删除测试账号下的设备数据
  40. return self.delTesterDevice(response)
  41. else:
  42. return response.json(404)
  43. @staticmethod
  44. def delAccessLog(response):
  45. try:
  46. cursor = connection.cursor()
  47. # 删除7天前的数据
  48. now_time = int(time.time())
  49. last_month = LocalDateTimeUtil.get_before_days_timestamp(now_time, 7)
  50. sql = 'DELETE FROM access_log WHERE time < %s limit %s'
  51. cursor.execute(sql, [last_month, 10000])
  52. # 关闭游标
  53. cursor.close()
  54. connection.close()
  55. return response.json(0)
  56. except Exception as e:
  57. return response.json(500, repr(e))
  58. @staticmethod
  59. def delPushInfo(response):
  60. now_time = int(time.time())
  61. cursor = connections['mysql02'].cursor()
  62. try:
  63. # 当前时间转日期
  64. local_date_now = str(datetime.datetime.fromtimestamp(int(now_time)).date())
  65. # 根据日期获取周几
  66. week_val = LocalDateTimeUtil.date_to_week(local_date_now)
  67. # 根据当前时间获取7天前时间戳
  68. expiration_time = LocalDateTimeUtil.get_before_days_timestamp(now_time, 7)
  69. # 每次删除条数
  70. size = 10000
  71. # 删除7天前的数据
  72. sql = "DELETE FROM equipment_info WHERE addTime<= %s LIMIT %s "
  73. for i in range(6):
  74. cursor.execute(sql, [expiration_time, size])
  75. if week_val == 1:
  76. sql = "DELETE FROM equipment_info_sunday WHERE add_time<= %s LIMIT %s "
  77. if week_val == 2:
  78. sql = "DELETE FROM equipment_info_monday WHERE add_time<= %s LIMIT %s "
  79. if week_val == 3:
  80. sql = "DELETE FROM equipment_info_tuesday WHERE add_time<= %s LIMIT %s "
  81. if week_val == 4:
  82. sql = "DELETE FROM equipment_info_wednesday WHERE add_time<= %s LIMIT %s "
  83. if week_val == 5:
  84. sql = "DELETE FROM equipment_info_thursday WHERE add_time<= %s LIMIT %s "
  85. if week_val == 6:
  86. sql = "DELETE FROM equipment_info_friday WHERE add_time<= %s LIMIT %s "
  87. if week_val == 7:
  88. sql = "DELETE FROM equipment_info_saturday WHERE add_time<= %s LIMIT %s "
  89. for i in range(5):
  90. cursor.execute(sql, [expiration_time, size])
  91. # 关闭游标
  92. cursor.close()
  93. return response.json(0)
  94. except Exception as e:
  95. return response.json(500, repr(e))
  96. @staticmethod
  97. def delVodHls(response):
  98. nowTime = int(time.time())
  99. cursor = connection.cursor()
  100. try:
  101. # 删除3个月前的数据
  102. sql = "DELETE FROM `vod_hls` WHERE endTime<={} LIMIT 50000".format(
  103. nowTime - 3 * 30 * 24 * 60 * 60)
  104. cursor.execute(sql)
  105. # 关闭游标
  106. cursor.close()
  107. return response.json(0)
  108. except Exception as e:
  109. return response.json(500, repr(e))
  110. @staticmethod
  111. def delCloudLog(response):
  112. nowTime = int(time.time())
  113. cursor = connection.cursor()
  114. try:
  115. # 删除3个月前的数据
  116. sql = "DELETE FROM `cloud_log` WHERE time<={} LIMIT 50000".format(
  117. nowTime - 3 * 30 * 24 * 60 * 60)
  118. cursor.execute(sql)
  119. # 关闭游标
  120. cursor.close()
  121. return response.json(0)
  122. except Exception as e:
  123. return response.json(500, repr(e))
  124. @staticmethod
  125. def delTesterDevice(response):
  126. try:
  127. userID_list = [
  128. 'tech01@ansjer.com',
  129. 'tech02@ansjer.com',
  130. 'tech03@ansjer.com',
  131. 'tech04@ansjer.com',
  132. 'tech05@ansjer.com',
  133. 'tech06@ansjer.com',
  134. 'tech07@ansjer.com',
  135. 'tech08@ansjer.com',
  136. 'tech09@ansjer.com',
  137. 'tech10@ansjer.com',
  138. 'fix01@ansjer.com',
  139. 'fix02@ansjer.com',
  140. 'fix03@ansjer.com',
  141. 'fix04@ansjer.com',
  142. 'fix05@ansjer.com']
  143. device_user = Device_User.objects.filter(username__in=userID_list)
  144. device_info_qs = Device_Info.objects.filter(
  145. userID__in=device_user).values('UID')
  146. uid_list = []
  147. for device_info in device_info_qs:
  148. uid_list.append(device_info['UID'])
  149. with transaction.atomic():
  150. # 删除设备云存相关数据
  151. UidSetModel.objects.filter(uid__in=uid_list).delete()
  152. UID_Bucket.objects.filter(uid__in=uid_list).delete()
  153. Unused_Uid_Meal.objects.filter(uid__in=uid_list).delete()
  154. Order_Model.objects.filter(UID__in=uid_list).delete()
  155. StsCrdModel.objects.filter(uid__in=uid_list).delete()
  156. VodHlsModel.objects.filter(uid__in=uid_list).delete()
  157. ExperienceContextModel.objects.filter(
  158. uid__in=uid_list).delete()
  159. Device_Info.objects.filter(userID__in=device_user).delete()
  160. return response.json(0)
  161. except Exception as e:
  162. return response.json(500, repr(e))
  163. class CronUpdateDataView(View):
  164. def get(self, request, *args, **kwargs):
  165. request.encoding = 'utf-8'
  166. operation = kwargs.get('operation')
  167. return self.validation(request.GET, request, operation)
  168. def post(self, request, *args, **kwargs):
  169. request.encoding = 'utf-8'
  170. operation = kwargs.get('operation')
  171. return self.validation(request.POST, request, operation)
  172. def validation(self, request_dict, request, operation):
  173. response = ResponseObject()
  174. if operation == 'updateUnusedUidBucket': # 定时更新过期云存关联的未使用套餐状态
  175. return self.updateUnusedUidBucket(response)
  176. elif operation == 'updateUnusedAiService': # 定时更新过期ai关联的未使用套餐状态
  177. return self.updateUnusedAiService(response)
  178. else:
  179. return response.json(404)
  180. @staticmethod
  181. def updateUnusedUidBucket(response):
  182. """
  183. 监控云存套餐过期修改状态
  184. @param response:
  185. @return:
  186. """
  187. # 定时更新已过期套餐修改状态为2
  188. now_time = int(time.time())
  189. expired_uid_bucket = UID_Bucket.objects.filter(endTime__lte=now_time)
  190. expired_uid_bucket = expired_uid_bucket.filter(~Q(use_status=2)).values('id')
  191. if expired_uid_bucket.exists():
  192. expired_uid_bucket.update(use_status=2)
  193. # 监控有未使用套餐则自动生效
  194. expired_uid_buckets = \
  195. UID_Bucket.objects.filter(endTime__lte=now_time, has_unused=1).values("id", "uid")[0:1000]
  196. for expired_uid_bucket in expired_uid_buckets:
  197. unuseds = Unused_Uid_Meal.objects.filter(
  198. uid=expired_uid_bucket['uid']).values(
  199. "id",
  200. "uid",
  201. "channel",
  202. "addTime",
  203. "expire",
  204. "num",
  205. "bucket_id").order_by('addTime')[0:1]
  206. if not unuseds.exists():
  207. continue
  208. unused = unuseds[0]
  209. try:
  210. with transaction.atomic():
  211. count_unused = Unused_Uid_Meal.objects.filter(
  212. uid=expired_uid_bucket['uid']).count()
  213. has_unused = 1 if count_unused > 1 else 0
  214. endTime = CommonService.calcMonthLater(
  215. unused['expire'] * unused['num'])
  216. UID_Bucket.objects.filter(
  217. uid=expired_uid_bucket['uid']).update(
  218. channel=unused['channel'],
  219. endTime=endTime,
  220. bucket_id=unused['bucket_id'],
  221. updateTime=now_time,
  222. use_status=1,
  223. has_unused=has_unused)
  224. Unused_Uid_Meal.objects.filter(id=unused['id']).delete()
  225. StsCrdModel.objects.filter(
  226. uid=expired_uid_bucket['uid']).delete() # 删除sts记录
  227. except Exception as e:
  228. print(repr(e))
  229. continue
  230. return response.json(0)
  231. @staticmethod
  232. def updateUnusedAiService(response):
  233. now_time = int(time.time())
  234. ai_service_qs = AiService.objects.filter(
  235. endTime__lte=now_time,
  236. use_status=1).values(
  237. 'id',
  238. 'uid')[
  239. 0:200]
  240. for ai_service in ai_service_qs:
  241. try:
  242. with transaction.atomic():
  243. AiService.objects.filter(
  244. id=ai_service['id']).update(
  245. use_status=2) # 更新过期ai订单状态
  246. # 如果存在未使用套餐,更新为使用
  247. unused_ai_service = AiService.objects.filter(
  248. uid=ai_service['uid'],
  249. use_status=0).order_by('addTime')[
  250. :1].values(
  251. 'id',
  252. 'endTime')
  253. if unused_ai_service.exists():
  254. # 未使用套餐的endTime在购买的时候保存为有效时间
  255. effective_day = unused_ai_service[0]['endTime']
  256. endTime = now_time + effective_day
  257. AiService.objects.filter(
  258. id=unused_ai_service[0]['id']).update(
  259. use_status=1, endTime=endTime, updTime=now_time)
  260. except Exception:
  261. continue
  262. return response.json(0)