CronTaskController.py 65 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206
  1. #!/usr/bin/python3.6
  2. # -*- coding: utf-8 -*-
  3. #
  4. # Copyright (C) 2022 #
  5. # @Time : 2022/4/1 11:27
  6. # @Author : ming
  7. # @Email : zhangdongming@asj6.wecom.work
  8. # @File : CronTaskController.py
  9. # @Software: PyCharm
  10. import datetime
  11. import time
  12. import requests
  13. from django.db import connection, connections, transaction
  14. from django.db.models import Q, Sum, Count
  15. from django.views import View
  16. from Ansjer.config import USED_SERIAL_REDIS_LIST, UNUSED_SERIAL_REDIS_LIST, CONFIG_INFO, CONFIG_US, \
  17. RESET_REGION_ID_SERIAL_REDIS_LIST, LOGGER
  18. from Model.models import Device_User, Device_Info, UidSetModel, UID_Bucket, Unused_Uid_Meal, Order_Model, StsCrdModel, \
  19. VodHlsModel, ExperienceContextModel, AiService, VodHlsSummary, VideoPlaybackTimeModel, DeviceUserSummary, \
  20. CountryModel, DeviceTypeModel, OrdersSummary, DeviceInfoSummary, CompanySerialModel, \
  21. CloudLogModel, UidCloudStorageCount, UserExModel, DeviceDomainRegionModel, VodHlsTag, VodHlsTagType, IcloudService
  22. from Object.RedisObject import RedisObject
  23. from Object.ResponseObject import ResponseObject
  24. from Object.utils import LocalDateTimeUtil
  25. from Service.CommonService import CommonService
  26. from Service.VodHlsService import SplitVodHlsObject
  27. class CronDelDataView(View):
  28. def get(self, request, *args, **kwargs):
  29. request.encoding = 'utf-8'
  30. operation = kwargs.get('operation')
  31. return self.validation(request.GET, request, operation)
  32. def post(self, request, *args, **kwargs):
  33. request.encoding = 'utf-8'
  34. operation = kwargs.get('operation')
  35. return self.validation(request.POST, request, operation)
  36. def validation(self, request_dict, request, operation):
  37. response = ResponseObject()
  38. if operation == 'delAccessLog': # 定时删除访问接口数据
  39. return self.delAccessLog(response)
  40. elif operation == 'delPushInfo': # 定时删除推送数据
  41. return self.delPushInfo(response)
  42. elif operation == 'delVodHls': # 定时删除云存播放列表
  43. return self.delVodHls(response)
  44. elif operation == 'delCloudLog': # 定时删除云存接口数据
  45. return self.delCloudLog(response)
  46. elif operation == 'delTesterDevice': # 定时删除测试账号下的设备数据
  47. return self.delTesterDevice(response)
  48. elif operation == 'delAppLog': # 定时删除app日志
  49. return self.delAppLog(response)
  50. elif operation == 'UpdateConfiguration': # 定时更新配置
  51. return self.UpdateConfiguration(response)
  52. elif operation == 'cloud-log':
  53. return self.uid_cloud_storage_upload_count(response)
  54. else:
  55. return response.json(404)
  56. @staticmethod
  57. def UpdateConfiguration(response):
  58. """
  59. 定时更新配置
  60. @param response: 响应对象
  61. @return:
  62. """
  63. try:
  64. cursor = connection.cursor()
  65. ucode_data = ('823C01552AA',
  66. '823C01550AA',
  67. '823C01850XA',
  68. '730201350AA',
  69. '730201350AA',
  70. '730201450AA',
  71. '730201450MA',
  72. '72V201252AA',
  73. '72V201253AA',
  74. '72V201353AA',
  75. '72V201354AA',
  76. '72V201355AA',
  77. '72V201254AA')
  78. sql1 = 'UPDATE `uid_set` SET is_human=1 WHERE ucode in {} AND is_human=0;'.format(ucode_data)
  79. cursor.execute(sql1)
  80. connection.commit()
  81. sql2 = "UPDATE `uid_set` SET mobile_4g=1 WHERE ucode='72V201254AA' AND mobile_4g=0;"
  82. cursor.execute(sql2)
  83. connection.commit()
  84. cursor.close() # 执行完,关闭
  85. connection.close()
  86. return response.json(0)
  87. except Exception as e:
  88. return response.json(500, repr(e))
  89. @staticmethod
  90. def delAppLog(response):
  91. """
  92. 定时删除app日志
  93. @param response: 响应对象
  94. @return:
  95. """
  96. nowTime = int(time.time())
  97. try:
  98. cursor = connection.cursor()
  99. month_ago_time = nowTime - 30 * 24 * 60 * 60 # 保留近30天的数据
  100. sql = 'DELETE FROM `app_log` WHERE add_time<{}'.format(month_ago_time)
  101. cursor.execute(sql)
  102. cursor.close()
  103. return response.json(0)
  104. except Exception as e:
  105. return response.json(500, repr(e))
  106. @staticmethod
  107. def uid_cloud_storage_upload_count(response):
  108. try:
  109. now_time = int(time.time())
  110. local_time = LocalDateTimeUtil.get_before_days_timestamp(now_time)
  111. format_str = '%Y-%m-%d'
  112. date_str = LocalDateTimeUtil.time_stamp_to_time(local_time, format_str)
  113. start_time, end_time = LocalDateTimeUtil.get_start_and_end_time(date_str, format_str)
  114. cs_uid_qs = UID_Bucket.objects.filter(addTime__gte=int(1669824000)).values('uid')
  115. if not cs_uid_qs.exists():
  116. return response.json(0)
  117. for item in cs_uid_qs:
  118. uid = item['uid']
  119. cloud_log_qs = CloudLogModel.objects.filter(uid=uid, operation=r'cloudstorage/storeplaylist',
  120. time__gte=start_time, time__lte=end_time)
  121. cloud_log_qs = cloud_log_qs.values('uid')[0:1]
  122. if not cloud_log_qs.exists():
  123. continue
  124. count_data = {'uid': uid, 'count': cloud_log_qs.count(), 'created_time': end_time,
  125. 'updated_time': end_time}
  126. UidCloudStorageCount.objects.create(**count_data)
  127. return response.json(0)
  128. except Exception as e:
  129. LOGGER.info('异常详情,errLine:{}, errMsg:{}'.format(e.__traceback__.tb_lineno, repr(e)))
  130. return response.json(500)
  131. @staticmethod
  132. def delAccessLog(response):
  133. try:
  134. cursor = connection.cursor()
  135. # 删除7天前的数据
  136. last_week = LocalDateTimeUtil.get_last_week()
  137. sql = 'DELETE FROM access_log WHERE time < %s limit %s'
  138. cursor.execute(sql, [last_week, 10000])
  139. # 关闭游标
  140. cursor.close()
  141. connection.close()
  142. return response.json(0)
  143. except Exception as e:
  144. return response.json(500, repr(e))
  145. @staticmethod
  146. def delPushInfo(response):
  147. now_time = int(time.time())
  148. cursor = connections['mysql02'].cursor()
  149. try:
  150. # 当前时间转日期
  151. local_date_now = str(datetime.datetime.fromtimestamp(int(now_time)).date())
  152. # 根据日期获取周几
  153. week_val = LocalDateTimeUtil.date_to_week(local_date_now)
  154. # 根据当前时间获取7天前时间戳
  155. expiration_time = LocalDateTimeUtil.get_before_days_timestamp(now_time, 7)
  156. # 每次删除条数
  157. size = 10000
  158. # 删除7天前的数据
  159. sql = "DELETE FROM equipment_info WHERE addTime<= %s LIMIT %s "
  160. for i in range(6):
  161. cursor.execute(sql, [expiration_time, size])
  162. if week_val == 1:
  163. sql = "DELETE FROM equipment_info_sunday WHERE add_time<= %s LIMIT %s "
  164. if week_val == 2:
  165. sql = "DELETE FROM equipment_info_monday WHERE add_time<= %s LIMIT %s "
  166. if week_val == 3:
  167. sql = "DELETE FROM equipment_info_tuesday WHERE add_time<= %s LIMIT %s "
  168. if week_val == 4:
  169. sql = "DELETE FROM equipment_info_wednesday WHERE add_time<= %s LIMIT %s "
  170. if week_val == 5:
  171. sql = "DELETE FROM equipment_info_thursday WHERE add_time<= %s LIMIT %s "
  172. if week_val == 6:
  173. sql = "DELETE FROM equipment_info_friday WHERE add_time<= %s LIMIT %s "
  174. if week_val == 7:
  175. sql = "DELETE FROM equipment_info_saturday WHERE add_time<= %s LIMIT %s "
  176. for i in range(5):
  177. cursor.execute(sql, [expiration_time, size])
  178. # 关闭游标
  179. cursor.close()
  180. return response.json(0)
  181. except Exception as e:
  182. return response.json(500, repr(e))
  183. @staticmethod
  184. def delVodHls(response):
  185. nowTime = int(time.time())
  186. try:
  187. CronDelDataView.del_vod_hls_tag()
  188. cursor = connection.cursor()
  189. month_ago_time = nowTime - 3 * 30 * 24 * 60 * 60 # 删除3个月前的数据
  190. sql = 'DELETE FROM `vod_hls` WHERE endTime<{} LIMIT 50000'.format(month_ago_time)
  191. cursor.execute(sql)
  192. cursor.close()
  193. # 删除vod_hls分表数据
  194. split_vod_hls_obj = SplitVodHlsObject()
  195. split_vod_hls_obj.del_vod_hls_data(end_time__lt=month_ago_time)
  196. return response.json(0)
  197. except Exception as e:
  198. return response.json(500, repr(e))
  199. @staticmethod
  200. def del_vod_hls_tag():
  201. """
  202. 删除AI标签记录
  203. """
  204. e_time = LocalDateTimeUtil.get_before_days_timestamp(int(time.time()), 30)
  205. VodHlsTagType.objects.filter(created_time__lt=e_time).delete()
  206. VodHlsTag.objects.filter(created_time__lt=e_time).delete()
  207. @staticmethod
  208. def delCloudLog(response):
  209. nowTime = int(time.time())
  210. cursor = connection.cursor()
  211. try:
  212. # 删除3个月前的数据
  213. sql = "DELETE FROM `cloud_log` WHERE time<={} LIMIT 50000".format(
  214. nowTime - 3 * 30 * 24 * 60 * 60)
  215. cursor.execute(sql)
  216. # 关闭游标
  217. cursor.close()
  218. return response.json(0)
  219. except Exception as e:
  220. return response.json(500, repr(e))
  221. @staticmethod
  222. def delTesterDevice(response):
  223. try:
  224. userID_list = [
  225. 'tech01@ansjer.com',
  226. 'tech02@ansjer.com',
  227. 'tech03@ansjer.com',
  228. 'tech04@ansjer.com',
  229. 'tech05@ansjer.com',
  230. 'tech06@ansjer.com',
  231. 'tech07@ansjer.com',
  232. 'tech08@ansjer.com',
  233. 'tech09@ansjer.com',
  234. 'tech10@ansjer.com',
  235. 'fix01@ansjer.com',
  236. 'fix02@ansjer.com',
  237. 'fix03@ansjer.com',
  238. 'fix04@ansjer.com',
  239. 'fix05@ansjer.com']
  240. device_user = Device_User.objects.filter(username__in=userID_list)
  241. device_info_qs = Device_Info.objects.filter(
  242. userID__in=device_user).values('UID')
  243. uid_list = []
  244. for device_info in device_info_qs:
  245. uid_list.append(device_info['UID'])
  246. with transaction.atomic():
  247. # 删除设备云存相关数据
  248. UidSetModel.objects.filter(uid__in=uid_list).delete()
  249. UID_Bucket.objects.filter(uid__in=uid_list).delete()
  250. Unused_Uid_Meal.objects.filter(uid__in=uid_list).delete()
  251. Order_Model.objects.filter(UID__in=uid_list).delete()
  252. StsCrdModel.objects.filter(uid__in=uid_list).delete()
  253. VodHlsModel.objects.filter(uid__in=uid_list).delete()
  254. # 删除vod_hls分表数据
  255. split_vod_hls_obj = SplitVodHlsObject()
  256. split_vod_hls_obj.del_vod_hls_data(uid__in=uid_list)
  257. ExperienceContextModel.objects.filter(uid__in=uid_list).delete()
  258. Device_Info.objects.filter(userID__in=device_user).delete()
  259. return response.json(0)
  260. except Exception as e:
  261. return response.json(500, repr(e))
  262. class CronUpdateDataView(View):
  263. def get(self, request, *args, **kwargs):
  264. request.encoding = 'utf-8'
  265. operation = kwargs.get('operation')
  266. return self.validation(request.GET, request, operation)
  267. def post(self, request, *args, **kwargs):
  268. request.encoding = 'utf-8'
  269. operation = kwargs.get('operation')
  270. return self.validation(request.POST, request, operation)
  271. def validation(self, request_dict, request, operation):
  272. response = ResponseObject()
  273. if operation == 'updateUnusedUidBucket': # 定时更新过期云存关联的未使用套餐状态
  274. return self.updateUnusedUidBucket(response)
  275. elif operation == 'updateUnusedAiService': # 定时更新过期ai关联的未使用套餐状态
  276. return self.updateUnusedAiService(response)
  277. elif operation == 'updateIcloudService': # 定时更新过期云盘套餐使用状态
  278. return self.updateIcloudService(response)
  279. elif operation == 'reqUpdateSerialStatus': # 定时请求更新序列号状态
  280. return self.reqUpdateSerialStatus(response)
  281. elif operation == 'updateSerialStatus': # 更新序列号状态
  282. return self.updateSerialStatus(request_dict, response)
  283. elif operation == 'reset-region-id': # 重置地区id
  284. return self.reset_region_id(request_dict, response)
  285. else:
  286. return response.json(404)
  287. @staticmethod
  288. def updateUnusedUidBucket(response):
  289. """
  290. 监控云存套餐过期修改状态
  291. @param response:
  292. @return:
  293. """
  294. # 定时更新已过期套餐修改状态为2
  295. now_time = int(time.time())
  296. expired_uid_bucket = UID_Bucket.objects.filter(endTime__lte=now_time)
  297. expired_uid_bucket = expired_uid_bucket.filter(~Q(use_status=2)).values('id')
  298. if expired_uid_bucket.exists():
  299. expired_uid_bucket.update(use_status=2)
  300. AiService.objects.filter(Q(endTime__lte=now_time), ~Q(use_status=2)).update(use_status=2)
  301. # 监控有未使用套餐则自动生效
  302. expired_uid_buckets = \
  303. UID_Bucket.objects.filter(endTime__lte=now_time, has_unused=1).values("id", "uid")[0:1000]
  304. for expired_uid_bucket in expired_uid_buckets:
  305. unuseds = Unused_Uid_Meal.objects.filter(
  306. uid=expired_uid_bucket['uid']).values(
  307. "id",
  308. "uid",
  309. "channel",
  310. "addTime",
  311. "expire",
  312. "num",
  313. "bucket_id").order_by('addTime')[0:1]
  314. if not unuseds.exists():
  315. continue
  316. unused = unuseds[0]
  317. try:
  318. with transaction.atomic():
  319. count_unused = Unused_Uid_Meal.objects.filter(
  320. uid=expired_uid_bucket['uid']).count()
  321. has_unused = 1 if count_unused > 1 else 0
  322. endTime = CommonService.calcMonthLater(
  323. unused['expire'] * unused['num'])
  324. UID_Bucket.objects.filter(
  325. uid=expired_uid_bucket['uid']).update(
  326. channel=unused['channel'],
  327. endTime=endTime,
  328. bucket_id=unused['bucket_id'],
  329. updateTime=now_time,
  330. use_status=1,
  331. has_unused=has_unused)
  332. Unused_Uid_Meal.objects.filter(id=unused['id']).delete()
  333. StsCrdModel.objects.filter(
  334. uid=expired_uid_bucket['uid']).delete() # 删除sts记录
  335. AiService.objects.filter(uid=expired_uid_bucket['uid'], channel=unused['channel']).update(
  336. use_status=1, endTime=endTime, updTime=now_time)
  337. except Exception as e:
  338. print(repr(e))
  339. continue
  340. return response.json(0)
  341. @staticmethod
  342. def updateUnusedAiService(response):
  343. now_time = int(time.time())
  344. ai_service_qs = AiService.objects.filter(
  345. endTime__lte=now_time,
  346. use_status=1).values(
  347. 'id',
  348. 'uid')[
  349. 0:200]
  350. for ai_service in ai_service_qs:
  351. try:
  352. with transaction.atomic():
  353. AiService.objects.filter(
  354. id=ai_service['id']).update(
  355. use_status=2) # 更新过期ai订单状态
  356. # 如果存在未使用套餐,更新为使用
  357. unused_ai_service = AiService.objects.filter(
  358. uid=ai_service['uid'],
  359. use_status=0).order_by('addTime')[
  360. :1].values(
  361. 'id',
  362. 'endTime')
  363. if unused_ai_service.exists():
  364. # 未使用套餐的endTime在购买的时候保存为有效时间
  365. effective_day = unused_ai_service[0]['endTime']
  366. endTime = now_time + effective_day
  367. AiService.objects.filter(
  368. id=unused_ai_service[0]['id']).update(
  369. use_status=1, endTime=endTime, updTime=now_time)
  370. except Exception:
  371. continue
  372. return response.json(0)
  373. @staticmethod
  374. def updateIcloudService(response):
  375. """
  376. 监控云盘套餐过期修改状态
  377. @param response:
  378. @return:
  379. """
  380. # 定时更新已过期套餐修改状态为2
  381. now_time = int(time.time())
  382. try:
  383. IcloudService.objects.filter(Q(end_time__lte=now_time), ~Q(end_time=0),
  384. ~Q(use_status=1)).update(use_status=1)
  385. return response.json(0)
  386. except Exception as e:
  387. return response.json(500)
  388. @classmethod
  389. def reqUpdateSerialStatus(cls, response):
  390. redis_obj = RedisObject()
  391. # 更新已使用序列号其他服务器的状态
  392. used_serial_redis_list = redis_obj.lrange(USED_SERIAL_REDIS_LIST, 0, -1) # 读取redis已使用序列号
  393. if used_serial_redis_list:
  394. LOGGER.info('---请求更新已使用序列号列表---used_serial_redis_list:{}'.format(used_serial_redis_list))
  395. used_serial_redis_list = [str(i, 'utf-8') for i in used_serial_redis_list]
  396. cls.do_request_function(used_serial_redis_list, 3)
  397. # 更新未使用序列号其他服务器的状态
  398. unused_serial_redis_list = redis_obj.lrange(UNUSED_SERIAL_REDIS_LIST, 0, -1) # 读取redis未使用序列号
  399. if unused_serial_redis_list:
  400. LOGGER.info('---请求更新未使用序列号列表---unused_serial_redis_list:{}'.format(unused_serial_redis_list))
  401. unused_serial_redis_list = [str(i, 'utf-8') for i in unused_serial_redis_list]
  402. cls.do_request_function(unused_serial_redis_list, 1)
  403. # 重置地区id
  404. reset_region_id_serial_redis_list = redis_obj.lrange(RESET_REGION_ID_SERIAL_REDIS_LIST, 0, -1) # 读取redis未使用序列号
  405. if reset_region_id_serial_redis_list:
  406. LOGGER.info('---请求重置地区id的序列号列表---:{}'.format(reset_region_id_serial_redis_list))
  407. reset_region_id_serial_redis_list = [str(i, 'utf-8') for i in reset_region_id_serial_redis_list]
  408. cls.do_request_reset_region_id(reset_region_id_serial_redis_list)
  409. return response.json(0)
  410. @staticmethod
  411. def do_request_function(serial_redis_list, status):
  412. """
  413. 请求更新序列号状态
  414. @param serial_redis_list: 序列号redis列表
  415. @param status: 状态, 1: 未使用, 3: 已占用
  416. """
  417. data = {
  418. 'serial_redis_list': str(serial_redis_list),
  419. 'status': status
  420. }
  421. # 确认域名列表
  422. orders_domain_name_list = CommonService.get_orders_domain_name_list()
  423. redis_obj = RedisObject()
  424. LOGGER.info('---请求更新序列号线程---data:{},orders_domain_name_list:{}'.format(data, orders_domain_name_list))
  425. try:
  426. requests_failed_flag = False # 请求失败标志位
  427. for domain_name in orders_domain_name_list:
  428. url = '{}cron/update/updateSerialStatus'.format(domain_name)
  429. response = requests.post(url=url, data=data, timeout=5)
  430. LOGGER.info('---请求更新序列号响应时间---:{}'.format(response.elapsed.total_seconds()))
  431. result = response.json()
  432. if result['result_code'] != 0: # 请求失败标志位置位
  433. requests_failed_flag = True
  434. break
  435. # 状态为未使用,重置美洲服的地区id
  436. if status == 1: # 美洲服直接更新
  437. if CONFIG_INFO == CONFIG_US:
  438. DeviceDomainRegionModel.objects.filter(~Q(region_id=0), serial_number__in=serial_redis_list). \
  439. update(region_id=0)
  440. else: # 其他服请求到美洲服更新
  441. req_url = 'https://www.dvema.com/cron/update/reset-region-id'
  442. req_data = {
  443. 'serial_redis_list': str(serial_redis_list)
  444. }
  445. response = requests.post(url=req_url, data=req_data, timeout=5)
  446. LOGGER.info('---请求重置地区id响应时间---:{}'.format(response.elapsed.total_seconds()))
  447. result = response.json()
  448. if result['result_code'] != 0: # 请求失败标志位置位
  449. requests_failed_flag = True
  450. break
  451. if not requests_failed_flag: # 请求成功删除redis序列号
  452. if status == 1:
  453. for i in serial_redis_list:
  454. redis_obj.lrem(UNUSED_SERIAL_REDIS_LIST, 0, i)
  455. elif status == 3:
  456. for i in serial_redis_list:
  457. redis_obj.lrem(USED_SERIAL_REDIS_LIST, 0, i)
  458. except Exception as e:
  459. LOGGER.info('---更新序列号状态异常---:{}'.format(repr(e)))
  460. @staticmethod
  461. def do_request_reset_region_id(reset_region_id_serial_redis_list):
  462. """
  463. 请求重置地区id
  464. @param reset_region_id_serial_redis_list: 序列号redis列表
  465. """
  466. redis_obj = RedisObject()
  467. requests_failed_flag = False # 请求失败标志位
  468. data = {
  469. 'serial_redis_list': str(reset_region_id_serial_redis_list),
  470. }
  471. url = 'https://www.dvema.com/cron/update/reset-region-id'
  472. try:
  473. response = requests.post(url=url, data=data, timeout=5)
  474. result = response.json()
  475. if result['result_code'] != 0: # 请求失败标志位置位
  476. requests_failed_flag = True
  477. if not requests_failed_flag: # 请求成功删除redis序列号
  478. for serial in reset_region_id_serial_redis_list:
  479. redis_obj.lrem(RESET_REGION_ID_SERIAL_REDIS_LIST, 0, serial)
  480. except Exception as e:
  481. LOGGER.info('---请求重置地区id异常---:{}'.format(repr(e)))
  482. @staticmethod
  483. def updateSerialStatus(request_dict, response):
  484. """
  485. 更新序列号状态
  486. @param request_dict: 请求参数
  487. @request_dict serial_redis_list: 序列号redis列表
  488. @request_dict status: 状态, 1: 未使用, 3: 已占用
  489. @param response: 响应对象
  490. """
  491. serial_redis_list = request_dict.get('serial_redis_list', None)
  492. status = request_dict.get('status', None)
  493. LOGGER.info('---更新序列号状态参数---serial_redis_list:{},status:{}'.format(serial_redis_list, status))
  494. if not all([serial_redis_list, status]):
  495. return response.json(444)
  496. now_time = int(time.time())
  497. try:
  498. serial_redis_list = eval(serial_redis_list)
  499. CompanySerialModel.objects.filter(serial_number__in=serial_redis_list).update(status=int(status),
  500. update_time=now_time)
  501. return response.json(0)
  502. except Exception as e:
  503. LOGGER.info('---更新序列号状态异常---:{}'.format(repr(e)))
  504. return response.json(500)
  505. @staticmethod
  506. def reset_region_id(request_dict, response):
  507. """
  508. 重置地区id
  509. @param request_dict: 请求参数
  510. @request_dict serial_redis_list: 序列号redis列表
  511. @param response: 响应对象
  512. """
  513. serial_redis_list = request_dict.get('serial_redis_list', None)
  514. LOGGER.info('---重置地区id参数---serial_redis_list:{}'.format(serial_redis_list))
  515. if not serial_redis_list:
  516. return response.json(444)
  517. try:
  518. serial_redis_list = eval(serial_redis_list)
  519. DeviceDomainRegionModel.objects.filter(serial_number__in=serial_redis_list).update(region_id=0)
  520. return response.json(0)
  521. except Exception as e:
  522. LOGGER.info('---重置地区id异常---:{}'.format(repr(e)))
  523. return response.json(500)
  524. class CronCollectDataView(View):
  525. def get(self, request, *args, **kwargs):
  526. request.encoding = 'utf-8'
  527. operation = kwargs.get('operation')
  528. return self.validation(request.GET, request, operation)
  529. def post(self, request, *args, **kwargs):
  530. request.encoding = 'utf-8'
  531. operation = kwargs.get('operation')
  532. return self.validation(request.POST, request, operation)
  533. def validation(self, request_dict, request, operation):
  534. response = ResponseObject()
  535. if operation == 'collectPlayBack': # 定时保存云存视频回放
  536. return self.collect_play_back(response)
  537. elif operation == 'collectDeviceUser': # 定时保存用户数据
  538. return self.collect_device_user(response)
  539. elif operation == 'collectOrder': # 定时保存订单数据
  540. return self.collect_order(response)
  541. elif operation == 'collectIcloudOrder': # 定时保存云盘订单数据
  542. return self.collect_icloud_order(response)
  543. elif operation == 'collectDeviceInfo': # 定时保存设备数据
  544. return self.collect_device_info(response)
  545. else:
  546. return response.json(404)
  547. @staticmethod
  548. def collect_play_back(response):
  549. try:
  550. now_time = int(time.time())
  551. today = datetime.datetime.today()
  552. start_time = datetime.datetime(today.year, today.month, today.day)
  553. end_time = start_time + datetime.timedelta(days=1)
  554. start_time = CommonService.str_to_timestamp(start_time.strftime('%Y-%m-%d %H:%M:%S'))
  555. end_time = CommonService.str_to_timestamp(end_time.strftime('%Y-%m-%d %H:%M:%S'))
  556. this_month_str = datetime.datetime(today.year, today.month, 1)
  557. this_month_stamp = CommonService.str_to_timestamp(this_month_str.strftime('%Y-%m-%d %H:%M:%S'))
  558. video_play_back_time_qs = VideoPlaybackTimeModel.objects.filter(startTime__gte=start_time,
  559. startTime__lt=end_time,
  560. playMode='cloud').values('uid').annotate(
  561. play_duration=Sum('duration'), play_frequency=Count('uid'))
  562. with transaction.atomic():
  563. for item in video_play_back_time_qs:
  564. vod_hls_summary_qs = VodHlsSummary.objects.filter(uid=item['uid'], time=this_month_stamp)
  565. if vod_hls_summary_qs.exists():
  566. vod_hls_summary = vod_hls_summary_qs.first()
  567. vod_hls_summary.play_duration += item['play_duration']
  568. vod_hls_summary.play_frequency += 1
  569. vod_hls_summary.updated_time = now_time
  570. vod_hls_summary.save()
  571. else:
  572. VodHlsSummary.objects.create(uid=item['uid'], time=this_month_stamp, created_time=now_time,
  573. play_duration=item['play_duration'], play_frequency=1,
  574. updated_time=now_time)
  575. return response.json(0)
  576. except Exception as e:
  577. return response.json(500, repr(e))
  578. @staticmethod
  579. def collect_device_user(response):
  580. try:
  581. created_time = int(time.time())
  582. today = datetime.datetime.today()
  583. start_time = datetime.datetime(today.year, today.month, today.day)
  584. end_time = start_time + datetime.timedelta(days=1)
  585. increase_user_qs = Device_User.objects.filter(data_joined__year=today.year, data_joined__month=today.month,
  586. data_joined__day=today.day).values('region_country')
  587. start_time = CommonService.str_to_timestamp(start_time.strftime('%Y-%m-%d %H:%M:%S'))
  588. end_time = CommonService.str_to_timestamp(end_time.strftime('%Y-%m-%d %H:%M:%S'))
  589. active_user_qs = UserExModel.objects.filter(updTime__gte=start_time, updTime__lt=end_time).values(
  590. 'userID__region_country')
  591. country_qs = CountryModel.objects.all().values('id', 'region__name', 'country_name')
  592. country_dict = {}
  593. continent_dict = {}
  594. for item in country_qs:
  595. country_dict[item['id']] = item['country_name']
  596. continent_dict[item['country_name']] = item['region__name']
  597. with transaction.atomic():
  598. if increase_user_qs.exists():
  599. increase_user_count = increase_user_qs.count()
  600. increase_user_country_list = increase_user_qs.values('region_country').annotate(
  601. count=Count('region_country')).order_by('count')
  602. increase_user_country_dict = {}
  603. increase_user_continent_dict = {}
  604. for item in increase_user_country_list:
  605. country_name = country_dict.get(item['region_country'], '未知国家')
  606. continent_name = continent_dict.get(country_name, '未知大洲')
  607. increase_user_country_dict[country_name] = item['count']
  608. if continent_name not in increase_user_continent_dict:
  609. increase_user_continent_dict[continent_name] = 0
  610. increase_user_continent_dict[continent_name] += item['count']
  611. DeviceUserSummary.objects.create(time=start_time, count=increase_user_count,
  612. country=increase_user_country_dict, created_time=created_time,
  613. continent=increase_user_continent_dict)
  614. if active_user_qs.exists():
  615. active_user_count = active_user_qs.count()
  616. active_user_country_list = active_user_qs.values('userID__region_country').annotate(
  617. count=Count('userID__region_country')).order_by('count')
  618. active_user_country_dict = {}
  619. active_user_continent_dict = {}
  620. for item in active_user_country_list:
  621. country_name = country_dict.get(item['userID__region_country'], '未知国家')
  622. continent_name = continent_dict.get(country_name, '未知大洲')
  623. active_user_country_dict[country_name] = item['count']
  624. if continent_name not in active_user_continent_dict:
  625. active_user_continent_dict[continent_name] = 0
  626. active_user_continent_dict[continent_name] += item['count']
  627. DeviceUserSummary.objects.create(time=start_time, query_type=1, count=active_user_count,
  628. country=active_user_country_dict, created_time=created_time,
  629. continent=active_user_continent_dict)
  630. return response.json(0)
  631. except Exception as e:
  632. return response.json(500, repr(e))
  633. @staticmethod
  634. def collect_order(response):
  635. try:
  636. created_time = int(time.time())
  637. today = datetime.datetime.today()
  638. start_time = datetime.datetime(today.year, today.month, today.day)
  639. end_time = start_time + datetime.timedelta(days=1)
  640. start_time = CommonService.str_to_timestamp(start_time.strftime('%Y-%m-%d %H:%M:%S'))
  641. end_time = CommonService.str_to_timestamp(end_time.strftime('%Y-%m-%d %H:%M:%S'))
  642. order_qs = Order_Model.objects.filter(addTime__gte=start_time, addTime__lt=end_time,
  643. status=1).values('UID', 'order_type',
  644. 'store_meal_name', 'price',
  645. 'addTime', 'currency').order_by(
  646. 'addTime')
  647. uid_list = []
  648. all_order_qs = Order_Model.objects.filter(addTime__lt=start_time, status=1).values('UID')
  649. for item in all_order_qs:
  650. if item['UID'] not in uid_list:
  651. uid_list.append(item['UID'])
  652. # 国家表数据
  653. country_qs = CountryModel.objects.values('id', 'country_name')
  654. country_dict = {}
  655. for item in country_qs:
  656. country_dict[item['id']] = item['country_name']
  657. # 设备类型数据
  658. device_type_qs = DeviceTypeModel.objects.values('name', 'type')
  659. device_type_dict = {}
  660. for item in device_type_qs:
  661. device_type_dict[item['type']] = item['name']
  662. with transaction.atomic():
  663. for item in order_qs:
  664. is_pay = 0
  665. price = float(item['price'])
  666. currency = item['currency']
  667. uid_set_qs = UidSetModel.objects.filter(uid=item['UID']).values('tb_country')
  668. country_id = uid_set_qs[0]['tb_country'] if uid_set_qs.exists() else 0
  669. country_name = country_dict.get(country_id, '未知国家')
  670. order_type = item['order_type']
  671. if order_type == 1:
  672. order_type = 0
  673. device_info_qs = Device_Info.objects.filter(UID=item['UID']).values('Type')
  674. device_type_id = device_info_qs[0]['Type'] if device_info_qs.exists() else 0
  675. device_type_name = device_type_dict.get(device_type_id, '未知设备')
  676. store_meal_name = item['store_meal_name']
  677. add_time_stamp = item['addTime']
  678. add_time_str = datetime.datetime.fromtimestamp(int(add_time_stamp))
  679. add_time_str = datetime.datetime(add_time_str.year, add_time_str.month, add_time_str.day)
  680. add_time_stamp = CommonService.str_to_timestamp(add_time_str.strftime('%Y-%m-%d %H:%M:%S'))
  681. if price == 0:
  682. is_pay = 1
  683. order_summary_qs = OrdersSummary.objects.filter(time=add_time_stamp, query_type=1,
  684. service_type=order_type)
  685. else:
  686. order_summary_qs = OrdersSummary.objects.filter(time=add_time_stamp, query_type=0,
  687. service_type=order_type)
  688. if item['UID'] not in uid_list:
  689. pay_order_summary_qs = OrdersSummary.objects.filter(time=add_time_stamp, query_type=2,
  690. service_type=order_type)
  691. query_type = 2
  692. else:
  693. pay_order_summary_qs = OrdersSummary.objects.filter(time=add_time_stamp, query_type=3,
  694. service_type=order_type)
  695. query_type = 3
  696. if pay_order_summary_qs.exists():
  697. pay_order_summary = pay_order_summary_qs.first()
  698. pay_order_summary.count += 1
  699. temp_total = eval(pay_order_summary.total)
  700. if currency not in temp_total:
  701. temp_total[currency] = price
  702. else:
  703. temp_total[currency] = round(temp_total[currency] + price, 2)
  704. pay_order_summary.total = temp_total
  705. country_temp_dict = eval(pay_order_summary.country)
  706. if country_name in country_temp_dict:
  707. country_temp_dict[country_name]['数量'] += 1
  708. if currency not in country_temp_dict[country_name]:
  709. country_temp_dict[country_name][currency] = price
  710. else:
  711. country_temp_dict[country_name][currency] = round(
  712. country_temp_dict[country_name][currency] + price, 2)
  713. else:
  714. country_temp_dict[country_name] = {'数量': 1, currency: price}
  715. pay_order_summary.country = country_temp_dict
  716. device_type_temp_dict = eval(pay_order_summary.device_type)
  717. if device_type_name in device_type_temp_dict:
  718. device_type_temp_dict[device_type_name]['数量'] += 1
  719. if currency not in device_type_temp_dict[device_type_name]:
  720. device_type_temp_dict[device_type_name][currency] = price
  721. else:
  722. device_type_temp_dict[device_type_name][currency] = round(
  723. device_type_temp_dict[device_type_name][currency] + price, 2)
  724. else:
  725. device_type_temp_dict[device_type_name] = {'数量': 1, currency: price}
  726. pay_order_summary.device_type = device_type_temp_dict
  727. store_meal_temp_dict = eval(pay_order_summary.store_meal)
  728. if store_meal_name in store_meal_temp_dict:
  729. store_meal_temp_dict[store_meal_name]['数量'] += 1
  730. if currency not in store_meal_temp_dict[store_meal_name]:
  731. store_meal_temp_dict[store_meal_name][currency] = price
  732. else:
  733. store_meal_temp_dict[store_meal_name][currency] = round(
  734. store_meal_temp_dict[store_meal_name][currency] + price, 2)
  735. else:
  736. store_meal_temp_dict[store_meal_name] = {'数量': 1, currency: price}
  737. pay_order_summary.store_meal = store_meal_temp_dict
  738. pay_order_summary.save()
  739. else:
  740. final_total = {currency: price}
  741. country_temp_dict = {
  742. country_name: {
  743. '数量': 1,
  744. currency: price
  745. }
  746. }
  747. device_type_temp_dict = {
  748. device_type_name: {
  749. '数量': 1,
  750. currency: price
  751. }
  752. }
  753. store_meal_temp_dict = {
  754. store_meal_name: {
  755. '数量': 1,
  756. currency: price
  757. }
  758. }
  759. OrdersSummary.objects.create(time=add_time_stamp, count=1, query_type=query_type,
  760. service_type=order_type, total=final_total,
  761. country=country_temp_dict, created_time=created_time,
  762. device_type=device_type_temp_dict,
  763. store_meal=store_meal_temp_dict)
  764. if order_summary_qs.exists():
  765. order_summary = order_summary_qs.first()
  766. order_summary.count += 1
  767. temp_total = eval(order_summary.total)
  768. if currency not in temp_total:
  769. temp_total[currency] = price
  770. else:
  771. temp_total[currency] = round(temp_total[currency] + price, 2)
  772. order_summary.total = temp_total
  773. country_temp_dict = eval(order_summary.country)
  774. if country_name in country_temp_dict:
  775. if is_pay == 0:
  776. country_temp_dict[country_name]['数量'] += 1
  777. if currency not in country_temp_dict[country_name]:
  778. country_temp_dict[country_name][currency] = price
  779. else:
  780. country_temp_dict[country_name][currency] = round(
  781. country_temp_dict[country_name][currency] + price, 2)
  782. else:
  783. country_temp_dict[country_name] += 1
  784. else:
  785. if is_pay == 0:
  786. country_temp_dict[country_name] = {'数量': 1, currency: price}
  787. else:
  788. country_temp_dict[country_name] = 1
  789. order_summary.country = country_temp_dict
  790. device_type_temp_dict = eval(order_summary.device_type)
  791. if device_type_name in device_type_temp_dict:
  792. if is_pay == 0:
  793. device_type_temp_dict[device_type_name]['数量'] += 1
  794. if currency not in device_type_temp_dict[device_type_name]:
  795. device_type_temp_dict[device_type_name][currency] = price
  796. else:
  797. device_type_temp_dict[device_type_name][currency] = round(
  798. device_type_temp_dict[device_type_name][currency] + price, 2)
  799. else:
  800. device_type_temp_dict[device_type_name] += 1
  801. else:
  802. if is_pay == 0:
  803. device_type_temp_dict[device_type_name] = {'数量': 1, currency: price}
  804. else:
  805. device_type_temp_dict[device_type_name] = 1
  806. order_summary.device_type = device_type_temp_dict
  807. store_meal_temp_dict = eval(order_summary.store_meal)
  808. if store_meal_name in store_meal_temp_dict:
  809. if is_pay == 0:
  810. store_meal_temp_dict[store_meal_name]['数量'] += 1
  811. if currency not in store_meal_temp_dict[store_meal_name]:
  812. store_meal_temp_dict[store_meal_name][currency] = price
  813. else:
  814. store_meal_temp_dict[store_meal_name][currency] = round(
  815. store_meal_temp_dict[store_meal_name][currency] + price, 2)
  816. else:
  817. store_meal_temp_dict[store_meal_name] += 1
  818. else:
  819. if is_pay == 0:
  820. store_meal_temp_dict[store_meal_name] = {'数量': 1, currency: price}
  821. else:
  822. store_meal_temp_dict[store_meal_name] = 1
  823. order_summary.store_meal = store_meal_temp_dict
  824. order_summary.save()
  825. else:
  826. final_total = {currency: price}
  827. if is_pay == 0:
  828. country_temp_dict = {
  829. country_name: {
  830. '数量': 1,
  831. currency: price
  832. }
  833. }
  834. device_type_temp_dict = {
  835. device_type_name: {
  836. '数量': 1,
  837. currency: price
  838. }
  839. }
  840. store_meal_temp_dict = {
  841. store_meal_name: {
  842. '数量': 1,
  843. currency: price
  844. }
  845. }
  846. else:
  847. device_type_temp_dict = {
  848. device_type_name: 1
  849. }
  850. store_meal_temp_dict = {
  851. store_meal_name: 1
  852. }
  853. country_temp_dict = {
  854. country_name: 1
  855. }
  856. OrdersSummary.objects.create(time=add_time_stamp, count=1, query_type=is_pay,
  857. service_type=order_type, total=final_total,
  858. country=country_temp_dict, created_time=created_time,
  859. device_type=device_type_temp_dict, store_meal=store_meal_temp_dict)
  860. return response.json(0)
  861. except Exception as e:
  862. return response.json(500, repr(e))
  863. @staticmethod
  864. def collect_icloud_order(response):
  865. try:
  866. order_type = 4
  867. created_time = int(time.time())
  868. today = datetime.datetime.today()
  869. start_time = datetime.datetime(today.year, today.month, today.day)
  870. end_time = start_time + datetime.timedelta(days=1)
  871. start_time = CommonService.str_to_timestamp(start_time.strftime('%Y-%m-%d %H:%M:%S'))
  872. end_time = CommonService.str_to_timestamp(end_time.strftime('%Y-%m-%d %H:%M:%S'))
  873. order_qs = Order_Model.objects.filter(addTime__gte=start_time, addTime__lt=end_time, order_type=order_type,
  874. status=1).values('userID',
  875. 'store_meal_name', 'price',
  876. 'addTime', 'currency').order_by(
  877. 'addTime')
  878. user_list = []
  879. all_order_qs = Order_Model.objects.filter(addTime__lt=start_time, status=1, order_type=order_type).values(
  880. 'userID')
  881. for item in all_order_qs:
  882. if item['userID'] not in user_list:
  883. user_list.append(item['userID'])
  884. # 国家表数据
  885. country_qs = CountryModel.objects.values('id', 'country_name')
  886. country_dict = {}
  887. for item in country_qs:
  888. country_dict[item['id']] = item['country_name']
  889. with transaction.atomic():
  890. for item in order_qs:
  891. price = float(item['price'])
  892. currency = item['currency']
  893. user_qs = Device_User.objects.filter(userID=item['userID']).values('region_country')
  894. country_id = user_qs[0]['region_country'] if user_qs.exists() else 0
  895. country_name = country_dict.get(country_id, '未知国家')
  896. store_meal_name = item['store_meal_name']
  897. add_time_stamp = item['addTime']
  898. add_time_str = datetime.datetime.fromtimestamp(int(add_time_stamp))
  899. add_time_str = datetime.datetime(add_time_str.year, add_time_str.month, add_time_str.day)
  900. add_time_stamp = CommonService.str_to_timestamp(add_time_str.strftime('%Y-%m-%d %H:%M:%S'))
  901. order_summary_qs = OrdersSummary.objects.filter(time=add_time_stamp, query_type=0,
  902. service_type=order_type)
  903. if item['userID'] not in user_list:
  904. pay_order_summary_qs = OrdersSummary.objects.filter(time=add_time_stamp, query_type=2,
  905. service_type=order_type)
  906. query_type = 2
  907. else:
  908. pay_order_summary_qs = OrdersSummary.objects.filter(time=add_time_stamp, query_type=3,
  909. service_type=order_type)
  910. query_type = 3
  911. if pay_order_summary_qs.exists():
  912. pay_order_summary = pay_order_summary_qs.first()
  913. pay_order_summary.count += 1
  914. temp_total = eval(pay_order_summary.total)
  915. if currency not in temp_total:
  916. temp_total[currency] = price
  917. else:
  918. temp_total[currency] = round(temp_total[currency] + price, 2)
  919. pay_order_summary.total = temp_total
  920. country_temp_dict = eval(pay_order_summary.country)
  921. if country_name in country_temp_dict:
  922. country_temp_dict[country_name]['数量'] += 1
  923. if currency not in country_temp_dict[country_name]:
  924. country_temp_dict[country_name][currency] = price
  925. else:
  926. country_temp_dict[country_name][currency] = round(
  927. country_temp_dict[country_name][currency] + price, 2)
  928. else:
  929. country_temp_dict[country_name] = {'数量': 1, currency: price}
  930. pay_order_summary.country = country_temp_dict
  931. store_meal_temp_dict = eval(pay_order_summary.store_meal)
  932. if store_meal_name in store_meal_temp_dict:
  933. store_meal_temp_dict[store_meal_name]['数量'] += 1
  934. if currency not in store_meal_temp_dict[store_meal_name]:
  935. store_meal_temp_dict[store_meal_name][currency] = price
  936. else:
  937. store_meal_temp_dict[store_meal_name][currency] = round(
  938. store_meal_temp_dict[store_meal_name][currency] + price, 2)
  939. else:
  940. store_meal_temp_dict[store_meal_name] = {'数量': 1, currency: price}
  941. pay_order_summary.store_meal = store_meal_temp_dict
  942. pay_order_summary.save()
  943. else:
  944. final_total = {currency: price}
  945. country_temp_dict = {
  946. country_name: {
  947. '数量': 1,
  948. currency: price
  949. }
  950. }
  951. store_meal_temp_dict = {
  952. store_meal_name: {
  953. '数量': 1,
  954. currency: price
  955. }
  956. }
  957. OrdersSummary.objects.create(time=add_time_stamp, count=1, query_type=query_type,
  958. service_type=order_type, total=final_total,
  959. country=country_temp_dict, created_time=created_time,
  960. device_type={},
  961. store_meal=store_meal_temp_dict)
  962. if order_summary_qs.exists():
  963. order_summary = order_summary_qs.first()
  964. order_summary.count += 1
  965. temp_total = eval(order_summary.total)
  966. if currency not in temp_total:
  967. temp_total[currency] = price
  968. else:
  969. temp_total[currency] = round(temp_total[currency] + price, 2)
  970. order_summary.total = temp_total
  971. country_temp_dict = eval(order_summary.country)
  972. if country_name in country_temp_dict:
  973. country_temp_dict[country_name]['数量'] += 1
  974. if currency not in country_temp_dict[country_name]:
  975. country_temp_dict[country_name][currency] = price
  976. else:
  977. country_temp_dict[country_name][currency] = round(
  978. country_temp_dict[country_name][currency] + price, 2)
  979. else:
  980. country_temp_dict[country_name] = {'数量': 1, currency: price}
  981. order_summary.country = country_temp_dict
  982. store_meal_temp_dict = eval(order_summary.store_meal)
  983. if store_meal_name in store_meal_temp_dict:
  984. store_meal_temp_dict[store_meal_name]['数量'] += 1
  985. if currency not in store_meal_temp_dict[store_meal_name]:
  986. store_meal_temp_dict[store_meal_name][currency] = price
  987. else:
  988. store_meal_temp_dict[store_meal_name][currency] = round(
  989. store_meal_temp_dict[store_meal_name][currency] + price, 2)
  990. else:
  991. store_meal_temp_dict[store_meal_name] = {'数量': 1, currency: price}
  992. order_summary.store_meal = store_meal_temp_dict
  993. order_summary.save()
  994. else:
  995. final_total = {currency: price}
  996. country_temp_dict = {
  997. country_name: {
  998. '数量': 1,
  999. currency: price
  1000. }
  1001. }
  1002. store_meal_temp_dict = {
  1003. store_meal_name: {
  1004. '数量': 1,
  1005. currency: price
  1006. }
  1007. }
  1008. OrdersSummary.objects.create(time=add_time_stamp, count=1, query_type=0,
  1009. service_type=order_type, total=final_total,
  1010. country=country_temp_dict, created_time=created_time,
  1011. device_type={}, store_meal=store_meal_temp_dict)
  1012. return response.json(0)
  1013. except Exception as e:
  1014. return response.json(500, repr(e))
  1015. @staticmethod
  1016. def collect_device_info(response):
  1017. try:
  1018. created_time = int(time.time())
  1019. today = datetime.datetime.today()
  1020. start_time = datetime.datetime(today.year, today.month, today.day)
  1021. end_time = start_time + datetime.timedelta(days=1)
  1022. start_time = CommonService.str_to_timestamp(start_time.strftime('%Y-%m-%d %H:%M:%S'))
  1023. end_time = CommonService.str_to_timestamp(end_time.strftime('%Y-%m-%d %H:%M:%S'))
  1024. increase_device_qs = UidSetModel.objects.filter(addTime__gte=start_time, addTime__lt=end_time).values(
  1025. 'tb_country',
  1026. 'uid',
  1027. 'device_type',
  1028. 'cloud_vod',
  1029. 'is_ai',
  1030. 'mobile_4g',
  1031. 'addTime')
  1032. video_play_back_time_qs = VideoPlaybackTimeModel.objects.filter(startTime__gte=start_time,
  1033. startTime__lt=end_time).values('uid')
  1034. active_device_qs = UidSetModel.objects.filter(uid__in=video_play_back_time_qs).values('tb_country',
  1035. 'addTime',
  1036. 'device_type',
  1037. 'cloud_vod',
  1038. 'is_ai',
  1039. 'mobile_4g',
  1040. 'uid')
  1041. increase_device_count = increase_device_qs.count()
  1042. active_device_count = active_device_qs.count()
  1043. # 国家表数据
  1044. country_qs = CountryModel.objects.values('id', 'country_name', 'region__name')
  1045. country_dict = {}
  1046. continent_dict = {}
  1047. for item in country_qs:
  1048. country_dict[item['id']] = item['country_name']
  1049. continent_dict[item['country_name']] = item['region__name']
  1050. # 设备类型数据
  1051. device_type_qs = DeviceTypeModel.objects.values('name', 'type')
  1052. device_type_dict = {}
  1053. for item in device_type_qs:
  1054. device_type_dict[item['type']] = item['name']
  1055. with transaction.atomic():
  1056. if increase_device_qs.exists():
  1057. # 国家大洲设备数据
  1058. increase_device_country_list = increase_device_qs.values('tb_country').annotate(
  1059. count=Count('tb_country')).order_by('count')
  1060. increase_device_country_dict = {}
  1061. increase_device_continent_dict = {}
  1062. for item in increase_device_country_list:
  1063. country_name = country_dict.get(item['tb_country'], '未知国家')
  1064. continent_name = continent_dict.get(country_name, '未知大洲')
  1065. increase_device_country_dict[country_name] = item['count']
  1066. if continent_name not in increase_device_continent_dict:
  1067. increase_device_continent_dict[continent_name] = 0
  1068. increase_device_continent_dict[continent_name] += item['count']
  1069. # 设备类型数据
  1070. increase_device_type_list = increase_device_qs.values('device_type').annotate(
  1071. count=Count('device_type')).order_by('count')
  1072. increase_device_type_dict = {}
  1073. for item in increase_device_type_list:
  1074. type_name = device_type_dict.get(item['device_type'], '未知设备类型')
  1075. increase_device_type_dict[type_name] = item['count']
  1076. # 云存设备类型数据
  1077. increase_device_vod_list = increase_device_qs.filter(~Q(cloud_vod=2)).values(
  1078. 'device_type').annotate(
  1079. count=Count('device_type')).order_by('count')
  1080. increase_device_vod_dict = {}
  1081. for item in increase_device_vod_list:
  1082. type_name = device_type_dict.get(item['device_type'], '未知设备类型')
  1083. increase_device_vod_dict[type_name] = item['count']
  1084. # AI设备类型数据
  1085. increase_device_ai_list = increase_device_qs.filter(~Q(is_ai=2)).values('device_type').annotate(
  1086. count=Count('device_type')).order_by('count')
  1087. increase_device_ai_dict = {}
  1088. for item in increase_device_ai_list:
  1089. type_name = device_type_dict.get(item['device_type'], '未知设备类型')
  1090. increase_device_ai_dict[type_name] = item['count']
  1091. # 联通设备类型数据
  1092. increase_device_unicom_list = increase_device_qs.filter(~Q(mobile_4g=2)).values(
  1093. 'device_type').annotate(
  1094. count=Count('device_type')).order_by('count')
  1095. increase_device_unicom_dict = {}
  1096. for item in increase_device_unicom_list:
  1097. type_name = device_type_dict.get(item['device_type'], '未知设备类型')
  1098. increase_device_unicom_dict[type_name] = item['count']
  1099. DeviceInfoSummary.objects.create(time=start_time, count=increase_device_count,
  1100. query_type=0, created_time=created_time,
  1101. country=increase_device_country_dict,
  1102. continent=increase_device_continent_dict,
  1103. vod_service=increase_device_vod_dict,
  1104. ai_service=increase_device_ai_dict,
  1105. unicom_service=increase_device_unicom_dict,
  1106. device_type=increase_device_type_dict)
  1107. if active_device_qs.exists():
  1108. # 国家大洲设备数据
  1109. active_device_country_list = active_device_qs.values('tb_country').annotate(
  1110. count=Count('tb_country')).order_by('count')
  1111. active_device_country_dict = {}
  1112. active_device_continent_dict = {}
  1113. for item in active_device_country_list:
  1114. country_name = country_dict.get(item['tb_country'], '未知国家')
  1115. continent_name = continent_dict.get(country_name, '未知大洲')
  1116. active_device_country_dict[country_name] = item['count']
  1117. if continent_name not in active_device_continent_dict:
  1118. active_device_continent_dict[continent_name] = 0
  1119. active_device_continent_dict[continent_name] += item['count']
  1120. # 设备类型数据
  1121. active_device_type_list = active_device_qs.values('device_type').annotate(
  1122. count=Count('device_type')).order_by('count')
  1123. active_device_type_dict = {}
  1124. for item in active_device_type_list:
  1125. type_name = device_type_dict.get(item['device_type'], '未知设备类型')
  1126. active_device_type_dict[type_name] = item['count']
  1127. # 云存设备类型数据
  1128. active_device_vod_list = active_device_qs.filter(~Q(cloud_vod=2)).values('device_type').annotate(
  1129. count=Count('device_type')).order_by('count')
  1130. active_device_vod_dict = {}
  1131. for item in active_device_vod_list:
  1132. type_name = device_type_dict.get(item['device_type'], '未知设备类型')
  1133. active_device_vod_dict[type_name] = item['count']
  1134. # AI设备类型数据
  1135. active_device_ai_list = active_device_qs.filter(~Q(is_ai=2)).values('device_type').annotate(
  1136. count=Count('device_type')).order_by('count')
  1137. active_device_ai_dict = {}
  1138. for item in active_device_ai_list:
  1139. type_name = device_type_dict.get(item['device_type'], '未知设备类型')
  1140. active_device_ai_dict[type_name] = item['count']
  1141. # 联通设备类型数据
  1142. active_device_unicom_list = active_device_qs.filter(~Q(mobile_4g=2)).values('device_type').annotate(
  1143. count=Count('device_type')).order_by('count')
  1144. active_device_unicom_dict = {}
  1145. for item in active_device_unicom_list:
  1146. type_name = device_type_dict.get(item['device_type'], '未知设备类型')
  1147. active_device_unicom_dict[type_name] = item['count']
  1148. DeviceInfoSummary.objects.create(time=start_time, count=active_device_count,
  1149. query_type=1, created_time=created_time,
  1150. country=active_device_country_dict,
  1151. continent=active_device_continent_dict,
  1152. vod_service=active_device_vod_dict,
  1153. ai_service=active_device_ai_dict,
  1154. unicom_service=active_device_unicom_dict,
  1155. device_type=active_device_type_dict)
  1156. return response.json(0)
  1157. except Exception as e:
  1158. return response.json(500, repr(e))