CronTaskController.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256
  1. #!/usr/bin/python3.6
  2. # -*- coding: utf-8 -*-
  3. #
  4. # Copyright (C) 2022 #
  5. # @Time : 2022/4/1 11:27
  6. # @Author : ming
  7. # @Email : zhangdongming@asj6.wecom.work
  8. # @File : CronTaskController.py
  9. # @Software: PyCharm
  10. import time
  11. from django.db import connection, connections, transaction
  12. from django.views import View
  13. from Model.models import Device_User, Device_Info, UidSetModel, UID_Bucket, Unused_Uid_Meal, Order_Model, StsCrdModel, \
  14. VodHlsModel, ExperienceContextModel, AiService
  15. from Object.ResponseObject import ResponseObject
  16. from Object.utils import LocalDateTimeUtil
  17. from Service.CommonService import CommonService
  18. class CronDelDataView(View):
  19. def get(self, request, *args, **kwargs):
  20. request.encoding = 'utf-8'
  21. operation = kwargs.get('operation')
  22. return self.validation(request.GET, request, operation)
  23. def post(self, request, *args, **kwargs):
  24. request.encoding = 'utf-8'
  25. operation = kwargs.get('operation')
  26. return self.validation(request.POST, request, operation)
  27. def validation(self, request_dict, request, operation):
  28. response = ResponseObject()
  29. if operation == 'delAccessLog': # 定时删除访问接口数据
  30. return self.delAccessLog(response)
  31. elif operation == 'delPushInfo': # 定时删除推送数据
  32. return self.delPushInfo(response)
  33. elif operation == 'delVodHls': # 定时删除云存播放列表
  34. return self.delVodHls(response)
  35. elif operation == 'delCloudLog': # 定时删除云存接口数据
  36. return self.delCloudLog(response)
  37. elif operation == 'delTesterDevice': # 定时删除测试账号下的设备数据
  38. return self.delTesterDevice(response)
  39. else:
  40. return response.json(404)
  41. @staticmethod
  42. def delAccessLog(response):
  43. try:
  44. cursor = connection.cursor()
  45. # 删除一个月前的数据
  46. last_month = LocalDateTimeUtil.get_last_month()
  47. sql = 'DELETE FROM access_log WHERE time < %s limit %s'
  48. cursor.execute(sql, [last_month, 10000])
  49. # 关闭游标
  50. cursor.close()
  51. connection.close()
  52. return response.json(0)
  53. except Exception as e:
  54. return response.json(500, repr(e))
  55. @staticmethod
  56. def delPushInfo(response):
  57. nowTime = int(time.time())
  58. cursor = connections['mysql02'].cursor()
  59. try:
  60. for i in range(5):
  61. # 删除7天前的数据
  62. sql = "DELETE FROM `equipment_info` WHERE addTime<={} LIMIT 10000".format(
  63. nowTime - 3600 * 24 * 7)
  64. cursor.execute(sql)
  65. # 关闭游标
  66. cursor.close()
  67. return response.json(0)
  68. except Exception as e:
  69. return response.json(500, repr(e))
  70. @staticmethod
  71. def delVodHls(response):
  72. nowTime = int(time.time())
  73. cursor = connection.cursor()
  74. try:
  75. # 删除3个月前的数据
  76. sql = "DELETE FROM `vod_hls` WHERE endTime<={} LIMIT 50000".format(
  77. nowTime - 3 * 30 * 24 * 60 * 60)
  78. cursor.execute(sql)
  79. # 关闭游标
  80. cursor.close()
  81. return response.json(0)
  82. except Exception as e:
  83. return response.json(500, repr(e))
  84. @staticmethod
  85. def delCloudLog(response):
  86. nowTime = int(time.time())
  87. cursor = connection.cursor()
  88. try:
  89. # 删除3个月前的数据
  90. sql = "DELETE FROM `cloud_log` WHERE time<={} LIMIT 50000".format(
  91. nowTime - 3 * 30 * 24 * 60 * 60)
  92. cursor.execute(sql)
  93. # 关闭游标
  94. cursor.close()
  95. return response.json(0)
  96. except Exception as e:
  97. return response.json(500, repr(e))
  98. @staticmethod
  99. def delTesterDevice(response):
  100. try:
  101. userID_list = [
  102. 'tech01@ansjer.com',
  103. 'tech02@ansjer.com',
  104. 'tech03@ansjer.com',
  105. 'tech04@ansjer.com',
  106. 'tech05@ansjer.com',
  107. 'tech06@ansjer.com',
  108. 'tech07@ansjer.com',
  109. 'tech08@ansjer.com',
  110. 'tech09@ansjer.com',
  111. 'tech10@ansjer.com',
  112. 'fix01@ansjer.com',
  113. 'fix02@ansjer.com',
  114. 'fix03@ansjer.com',
  115. 'fix04@ansjer.com',
  116. 'fix05@ansjer.com']
  117. device_user = Device_User.objects.filter(username__in=userID_list)
  118. device_info_qs = Device_Info.objects.filter(
  119. userID__in=device_user).values('UID')
  120. uid_list = []
  121. for device_info in device_info_qs:
  122. uid_list.append(device_info['UID'])
  123. with transaction.atomic():
  124. # 删除设备云存相关数据
  125. UidSetModel.objects.filter(uid__in=uid_list).delete()
  126. UID_Bucket.objects.filter(uid__in=uid_list).delete()
  127. Unused_Uid_Meal.objects.filter(uid__in=uid_list).delete()
  128. Order_Model.objects.filter(UID__in=uid_list).delete()
  129. StsCrdModel.objects.filter(uid__in=uid_list).delete()
  130. VodHlsModel.objects.filter(uid__in=uid_list).delete()
  131. ExperienceContextModel.objects.filter(
  132. uid__in=uid_list).delete()
  133. Device_Info.objects.filter(userID__in=device_user).delete()
  134. return response.json(0)
  135. except Exception as e:
  136. return response.json(500, repr(e))
  137. class CronUpdateDataView(View):
  138. def get(self, request, *args, **kwargs):
  139. request.encoding = 'utf-8'
  140. operation = kwargs.get('operation')
  141. return self.validation(request.GET, request, operation)
  142. def post(self, request, *args, **kwargs):
  143. request.encoding = 'utf-8'
  144. operation = kwargs.get('operation')
  145. return self.validation(request.POST, request, operation)
  146. def validation(self, request_dict, request, operation):
  147. response = ResponseObject()
  148. if operation == 'expiredUidBucket': # 定时更新过期云存套餐状态
  149. return self.expiredUidBucket(response)
  150. elif operation == 'updateUnusedUidBucket': # 定时更新过期云存关联的未使用套餐状态
  151. return self.updateUnusedUidBucket(response)
  152. elif operation == 'updateUnusedAiService': # 定时更新过期ai关联的未使用套餐状态
  153. return self.updateUnusedAiService(response)
  154. else:
  155. return response.json(404)
  156. @staticmethod
  157. def expiredUidBucket(response):
  158. now_time = int(time.time())
  159. expired_uid_bucket = UID_Bucket.objects.filter(endTime__lte=now_time)
  160. id_list = expired_uid_bucket.values_list('id', flat=True)
  161. UID_Bucket.objects.filter(id__in=list(id_list)).update(use_status=2)
  162. return response.json(0)
  163. @staticmethod
  164. def updateUnusedUidBucket(response):
  165. now_time = int(time.time())
  166. expired_uid_buckets = UID_Bucket.objects.filter(
  167. endTime__lte=now_time,
  168. has_unused=1).values(
  169. "id",
  170. "uid")[
  171. 0:1000]
  172. for expired_uid_bucket in expired_uid_buckets:
  173. unuseds = Unused_Uid_Meal.objects.filter(
  174. uid=expired_uid_bucket['uid']).values(
  175. "id",
  176. "uid",
  177. "channel",
  178. "addTime",
  179. "expire",
  180. "num",
  181. "bucket_id").order_by('addTime')[
  182. 0:1]
  183. if not unuseds.exists():
  184. continue
  185. unused = unuseds[0]
  186. try:
  187. with transaction.atomic():
  188. count_unused = Unused_Uid_Meal.objects.filter(
  189. uid=expired_uid_bucket['uid']).count()
  190. has_unused = 1 if count_unused > 1 else 0
  191. endTime = CommonService.calcMonthLater(
  192. unused['expire'] * unused['num'])
  193. UID_Bucket.objects.filter(
  194. uid=expired_uid_bucket['uid']).update(
  195. channel=unused['channel'],
  196. endTime=endTime,
  197. bucket_id=unused['bucket_id'],
  198. updateTime=now_time,
  199. use_status=1,
  200. has_unused=has_unused)
  201. Unused_Uid_Meal.objects.filter(id=unused['id']).delete()
  202. StsCrdModel.objects.filter(
  203. uid=expired_uid_bucket['uid']).delete() # 删除sts记录
  204. except Exception:
  205. continue
  206. return response.json(0)
  207. @staticmethod
  208. def updateUnusedAiService(response):
  209. now_time = int(time.time())
  210. ai_service_qs = AiService.objects.filter(
  211. endTime__lte=now_time,
  212. use_status=1).values(
  213. 'id',
  214. 'uid')[
  215. 0:200]
  216. for ai_service in ai_service_qs:
  217. try:
  218. with transaction.atomic():
  219. AiService.objects.filter(
  220. id=ai_service['id']).update(
  221. use_status=2) # 更新过期ai订单状态
  222. # 如果存在未使用套餐,更新为使用
  223. unused_ai_service = AiService.objects.filter(
  224. uid=ai_service['uid'],
  225. use_status=0).order_by('addTime')[
  226. :1].values(
  227. 'id',
  228. 'endTime')
  229. if unused_ai_service.exists():
  230. # 未使用套餐的endTime在购买的时候保存为有效时间
  231. effective_day = unused_ai_service[0]['endTime']
  232. endTime = now_time + effective_day
  233. AiService.objects.filter(
  234. id=unused_ai_service[0]['id']).update(
  235. use_status=1, endTime=endTime, updTime=now_time)
  236. except Exception:
  237. continue
  238. return response.json(0)