CronTaskController.py 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278
  1. #!/usr/bin/python3.6
  2. # -*- coding: utf-8 -*-
  3. #
  4. # Copyright (C) 2022 #
  5. # @Time : 2022/4/1 11:27
  6. # @Author : ming
  7. # @Email : zhangdongming@asj6.wecom.work
  8. # @File : CronTaskController.py
  9. # @Software: PyCharm
  10. import datetime
  11. import time
  12. from django.db import connection, connections, transaction
  13. from django.views import View
  14. from Model.models import Device_User, Device_Info, UidSetModel, UID_Bucket, Unused_Uid_Meal, Order_Model, StsCrdModel, \
  15. VodHlsModel, ExperienceContextModel, AiService
  16. from Object.ResponseObject import ResponseObject
  17. from Object.utils import LocalDateTimeUtil
  18. from Service.CommonService import CommonService
  19. class CronDelDataView(View):
  20. def get(self, request, *args, **kwargs):
  21. request.encoding = 'utf-8'
  22. operation = kwargs.get('operation')
  23. return self.validation(request.GET, request, operation)
  24. def post(self, request, *args, **kwargs):
  25. request.encoding = 'utf-8'
  26. operation = kwargs.get('operation')
  27. return self.validation(request.POST, request, operation)
  28. def validation(self, request_dict, request, operation):
  29. response = ResponseObject()
  30. if operation == 'delAccessLog': # 定时删除访问接口数据
  31. return self.delAccessLog(response)
  32. elif operation == 'delPushInfo': # 定时删除推送数据
  33. return self.delPushInfo(response)
  34. elif operation == 'delVodHls': # 定时删除云存播放列表
  35. return self.delVodHls(response)
  36. elif operation == 'delCloudLog': # 定时删除云存接口数据
  37. return self.delCloudLog(response)
  38. elif operation == 'delTesterDevice': # 定时删除测试账号下的设备数据
  39. return self.delTesterDevice(response)
  40. else:
  41. return response.json(404)
  42. @staticmethod
  43. def delAccessLog(response):
  44. try:
  45. cursor = connection.cursor()
  46. # 删除一个月前的数据
  47. last_month = LocalDateTimeUtil.get_last_month()
  48. sql = 'DELETE FROM access_log WHERE time < %s limit %s'
  49. cursor.execute(sql, [last_month, 10000])
  50. # 关闭游标
  51. cursor.close()
  52. connection.close()
  53. return response.json(0)
  54. except Exception as e:
  55. return response.json(500, repr(e))
  56. @staticmethod
  57. def delPushInfo(response):
  58. now_time = int(time.time())
  59. cursor = connections['mysql02'].cursor()
  60. try:
  61. # 当前时间转日期
  62. local_date_now = str(datetime.datetime.fromtimestamp(int(now_time)).date())
  63. # 根据日期获取周几
  64. week_val = LocalDateTimeUtil.date_to_week(local_date_now)
  65. # 根据当前时间获取7天前时间戳
  66. expiration_time = LocalDateTimeUtil.get_before_days_timestamp(now_time, 7)
  67. # 每次删除条数
  68. size = 10000
  69. # 删除7天前的数据
  70. sql = "DELETE FROM equipment_info WHERE eventTime<= %s LIMIT %s "
  71. if week_val == 1:
  72. sql = "DELETE FROM equipment_info_sunday WHERE event_time<= %s LIMIT %s "
  73. if week_val == 2:
  74. sql = "DELETE FROM equipment_info_monday WHERE event_time<= %s LIMIT %s "
  75. if week_val == 3:
  76. sql = "DELETE FROM equipment_info_tuesday WHERE event_time<= %s LIMIT %s "
  77. if week_val == 4:
  78. sql = "DELETE FROM equipment_info_wednesday WHERE event_time<= %s LIMIT %s "
  79. if week_val == 5:
  80. sql = "DELETE FROM equipment_info_thursday WHERE event_time<= %s LIMIT %s "
  81. if week_val == 6:
  82. sql = "DELETE FROM equipment_info_friday WHERE event_time<= %s LIMIT %s "
  83. if week_val == 7:
  84. sql = "DELETE FROM equipment_info_saturday WHERE event_time<= %s LIMIT %s "
  85. for i in range(5):
  86. cursor.execute(sql, [expiration_time, size])
  87. # 关闭游标
  88. cursor.close()
  89. return response.json(0)
  90. except Exception as e:
  91. return response.json(500, repr(e))
  92. @staticmethod
  93. def delVodHls(response):
  94. nowTime = int(time.time())
  95. cursor = connection.cursor()
  96. try:
  97. # 删除3个月前的数据
  98. sql = "DELETE FROM `vod_hls` WHERE endTime<={} LIMIT 50000".format(
  99. nowTime - 3 * 30 * 24 * 60 * 60)
  100. cursor.execute(sql)
  101. # 关闭游标
  102. cursor.close()
  103. return response.json(0)
  104. except Exception as e:
  105. return response.json(500, repr(e))
  106. @staticmethod
  107. def delCloudLog(response):
  108. nowTime = int(time.time())
  109. cursor = connection.cursor()
  110. try:
  111. # 删除3个月前的数据
  112. sql = "DELETE FROM `cloud_log` WHERE time<={} LIMIT 50000".format(
  113. nowTime - 3 * 30 * 24 * 60 * 60)
  114. cursor.execute(sql)
  115. # 关闭游标
  116. cursor.close()
  117. return response.json(0)
  118. except Exception as e:
  119. return response.json(500, repr(e))
  120. @staticmethod
  121. def delTesterDevice(response):
  122. try:
  123. userID_list = [
  124. 'tech01@ansjer.com',
  125. 'tech02@ansjer.com',
  126. 'tech03@ansjer.com',
  127. 'tech04@ansjer.com',
  128. 'tech05@ansjer.com',
  129. 'tech06@ansjer.com',
  130. 'tech07@ansjer.com',
  131. 'tech08@ansjer.com',
  132. 'tech09@ansjer.com',
  133. 'tech10@ansjer.com',
  134. 'fix01@ansjer.com',
  135. 'fix02@ansjer.com',
  136. 'fix03@ansjer.com',
  137. 'fix04@ansjer.com',
  138. 'fix05@ansjer.com']
  139. device_user = Device_User.objects.filter(username__in=userID_list)
  140. device_info_qs = Device_Info.objects.filter(
  141. userID__in=device_user).values('UID')
  142. uid_list = []
  143. for device_info in device_info_qs:
  144. uid_list.append(device_info['UID'])
  145. with transaction.atomic():
  146. # 删除设备云存相关数据
  147. UidSetModel.objects.filter(uid__in=uid_list).delete()
  148. UID_Bucket.objects.filter(uid__in=uid_list).delete()
  149. Unused_Uid_Meal.objects.filter(uid__in=uid_list).delete()
  150. Order_Model.objects.filter(UID__in=uid_list).delete()
  151. StsCrdModel.objects.filter(uid__in=uid_list).delete()
  152. VodHlsModel.objects.filter(uid__in=uid_list).delete()
  153. ExperienceContextModel.objects.filter(
  154. uid__in=uid_list).delete()
  155. Device_Info.objects.filter(userID__in=device_user).delete()
  156. return response.json(0)
  157. except Exception as e:
  158. return response.json(500, repr(e))
  159. class CronUpdateDataView(View):
  160. def get(self, request, *args, **kwargs):
  161. request.encoding = 'utf-8'
  162. operation = kwargs.get('operation')
  163. return self.validation(request.GET, request, operation)
  164. def post(self, request, *args, **kwargs):
  165. request.encoding = 'utf-8'
  166. operation = kwargs.get('operation')
  167. return self.validation(request.POST, request, operation)
  168. def validation(self, request_dict, request, operation):
  169. response = ResponseObject()
  170. if operation == 'expiredUidBucket': # 定时更新过期云存套餐状态
  171. return self.expiredUidBucket(response)
  172. elif operation == 'updateUnusedUidBucket': # 定时更新过期云存关联的未使用套餐状态
  173. return self.updateUnusedUidBucket(response)
  174. elif operation == 'updateUnusedAiService': # 定时更新过期ai关联的未使用套餐状态
  175. return self.updateUnusedAiService(response)
  176. else:
  177. return response.json(404)
  178. @staticmethod
  179. def expiredUidBucket(response):
  180. now_time = int(time.time())
  181. expired_uid_bucket = UID_Bucket.objects.filter(endTime__lte=now_time)
  182. id_list = expired_uid_bucket.values_list('id', flat=True)
  183. UID_Bucket.objects.filter(id__in=list(id_list)).update(use_status=2)
  184. return response.json(0)
  185. @staticmethod
  186. def updateUnusedUidBucket(response):
  187. now_time = int(time.time())
  188. expired_uid_buckets = UID_Bucket.objects.filter(
  189. endTime__lte=now_time,
  190. has_unused=1).values(
  191. "id",
  192. "uid")[
  193. 0:1000]
  194. for expired_uid_bucket in expired_uid_buckets:
  195. unuseds = Unused_Uid_Meal.objects.filter(
  196. uid=expired_uid_bucket['uid']).values(
  197. "id",
  198. "uid",
  199. "channel",
  200. "addTime",
  201. "expire",
  202. "num",
  203. "bucket_id").order_by('addTime')[
  204. 0:1]
  205. if not unuseds.exists():
  206. continue
  207. unused = unuseds[0]
  208. try:
  209. with transaction.atomic():
  210. count_unused = Unused_Uid_Meal.objects.filter(
  211. uid=expired_uid_bucket['uid']).count()
  212. has_unused = 1 if count_unused > 1 else 0
  213. endTime = CommonService.calcMonthLater(
  214. unused['expire'] * unused['num'])
  215. UID_Bucket.objects.filter(
  216. uid=expired_uid_bucket['uid']).update(
  217. channel=unused['channel'],
  218. endTime=endTime,
  219. bucket_id=unused['bucket_id'],
  220. updateTime=now_time,
  221. use_status=1,
  222. has_unused=has_unused)
  223. Unused_Uid_Meal.objects.filter(id=unused['id']).delete()
  224. StsCrdModel.objects.filter(
  225. uid=expired_uid_bucket['uid']).delete() # 删除sts记录
  226. except Exception:
  227. continue
  228. return response.json(0)
  229. @staticmethod
  230. def updateUnusedAiService(response):
  231. now_time = int(time.time())
  232. ai_service_qs = AiService.objects.filter(
  233. endTime__lte=now_time,
  234. use_status=1).values(
  235. 'id',
  236. 'uid')[
  237. 0:200]
  238. for ai_service in ai_service_qs:
  239. try:
  240. with transaction.atomic():
  241. AiService.objects.filter(
  242. id=ai_service['id']).update(
  243. use_status=2) # 更新过期ai订单状态
  244. # 如果存在未使用套餐,更新为使用
  245. unused_ai_service = AiService.objects.filter(
  246. uid=ai_service['uid'],
  247. use_status=0).order_by('addTime')[
  248. :1].values(
  249. 'id',
  250. 'endTime')
  251. if unused_ai_service.exists():
  252. # 未使用套餐的endTime在购买的时候保存为有效时间
  253. effective_day = unused_ai_service[0]['endTime']
  254. endTime = now_time + effective_day
  255. AiService.objects.filter(
  256. id=unused_ai_service[0]['id']).update(
  257. use_status=1, endTime=endTime, updTime=now_time)
  258. except Exception:
  259. continue
  260. return response.json(0)