UserDataController.py 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427
  1. # -*- encoding: utf-8 -*-
  2. """
  3. @File : UserDataController.py
  4. @Time : 2022/8/16 10:44
  5. @Author : peng
  6. @Email : zhangdongming@asj6.wecom.work
  7. @Software: PyCharm
  8. """
  9. from django.db.models import Count, Sum
  10. from django.views.generic.base import View
  11. import datetime
  12. import requests
  13. from Model.models import Device_User, CountryModel, DeviceUserSummary
  14. from Service.CommonService import CommonService
  15. # 用户数据
  16. class UserDataView(View):
  17. def get(self, request, *args, **kwargs):
  18. request.encoding = 'utf-8'
  19. operation = kwargs.get('operation')
  20. return self.validation(request.GET, request, operation)
  21. def post(self, request, *args, **kwargs):
  22. request.encoding = 'utf-8'
  23. operation = kwargs.get('operation')
  24. return self.validation(request.POST, request, operation)
  25. def validation(self, request_dict, request, operation):
  26. token_code, user_id, response = CommonService.verify_token_get_user_id(request_dict, request)
  27. if token_code != 0:
  28. return response.json(token_code)
  29. if operation == 'increase': # 查询用户新增数据
  30. return self.user_increase(request_dict, response)
  31. elif operation == 'active': # 查询用户活跃数据
  32. return self.user_active(request_dict, response)
  33. elif operation == 'region': # 查询用户地区分布
  34. return self.user_region(response)
  35. elif operation == 'global/increase': # 查询全球用户新增数据
  36. return self.global_user_increase(request, request_dict, response)
  37. elif operation == 'global/active': # 查询全球用户活跃数据
  38. return self.global_user_active(request, request_dict, response)
  39. elif operation == 'global/region': # 查询全球用户地区分布
  40. return self.global_user_region(request, response)
  41. else:
  42. return response.json(414)
  43. @classmethod
  44. def user_increase(cls, request_dict, response):
  45. """
  46. 查询用户增长数据
  47. @param request_dict:请求参数
  48. @request_dict startTime:开始时间
  49. @request_dict endTime:结束时间
  50. @request_dict timeUnit:时间单位
  51. @param response:响应对象
  52. @return:
  53. """
  54. start_time = request_dict.get('startTime', None)
  55. end_time = request_dict.get('endTime', None)
  56. time_unit = request_dict.get('timeUnit', None)
  57. if not all([start_time, end_time, time_unit]):
  58. return response.json(444, {'error param': 'startTime or endTime or timeUnit'})
  59. try:
  60. all_user_qs = DeviceUserSummary.objects.filter(time__gte=start_time, time__lt=end_time,
  61. query_type=0).values('count', 'country')
  62. count = all_user_qs.aggregate(total=Sum('count'))['total']
  63. # 处理用户地区
  64. region_list = []
  65. for item in all_user_qs:
  66. country_temp_dict = eval(item['country'])
  67. for k, v in country_temp_dict.items():
  68. flag = 0
  69. for each in region_list:
  70. if k == each['countryName']:
  71. each['count'] += v
  72. flag = 1
  73. break
  74. if flag == 0:
  75. region_list.append({
  76. 'countryName': k,
  77. 'count': v
  78. })
  79. for item in region_list:
  80. item['rate'] = round(item['count'] / count * 100, 2) if count else 0
  81. # 处理时间段用户
  82. start_time = datetime.datetime.fromtimestamp(int(start_time))
  83. end_time = datetime.datetime.fromtimestamp(int(end_time))
  84. time_list = CommonService.cutting_time(start_time, end_time, time_unit)
  85. user_list = []
  86. for item in time_list:
  87. user_qs = all_user_qs.filter(time__gte=item[0], time__lt=item[1], query_type=0).values('count')
  88. temp_count = user_qs.aggregate(total=Sum('count'))['total']
  89. temp_count = temp_count if temp_count else 0
  90. rate = round(temp_count / count * 100, 2) if count else 0
  91. user_dict = {
  92. 'count': temp_count,
  93. 'rate': rate,
  94. 'startTime': item[0],
  95. 'endTime': item[1]
  96. }
  97. user_list.append(user_dict)
  98. res = {
  99. 'user': user_list,
  100. 'region': region_list
  101. }
  102. return response.json(0, res)
  103. except Exception as e:
  104. return response.json(500, repr(e))
  105. @classmethod
  106. def user_active(cls, request_dict, response):
  107. """
  108. 查询用户活跃数据
  109. @param request_dict:请求参数
  110. @request_dict startTime:开始时间
  111. @request_dict endTime:结束时间
  112. @request_dict timeUnit:时间单位
  113. @param response:响应对象
  114. @return:
  115. """
  116. start_time = request_dict.get('startTime', None)
  117. end_time = request_dict.get('endTime', None)
  118. time_unit = request_dict.get('timeUnit', None)
  119. if not all([start_time, end_time, time_unit]):
  120. return response.json(444, {'error param': 'startTime or endTime or timeUnit'})
  121. try:
  122. all_user_qs = DeviceUserSummary.objects.filter(time__gte=start_time, time__lt=end_time,
  123. query_type=1).values('count', 'country')
  124. count = all_user_qs.aggregate(total=Sum('count'))['total']
  125. # 处理用户地区
  126. region_list = []
  127. for item in all_user_qs:
  128. country_temp_dict = eval(item['country'])
  129. for k, v in country_temp_dict.items():
  130. flag = 0
  131. for each in region_list:
  132. if k == each['countryName']:
  133. each['count'] += v
  134. flag = 1
  135. break
  136. if flag == 0:
  137. region_list.append({
  138. 'countryName': k,
  139. 'count': v
  140. })
  141. for item in region_list:
  142. item['rate'] = round(item['count'] / count * 100, 2) if count else 0
  143. # 处理时间段用户
  144. start_time = datetime.datetime.fromtimestamp(int(start_time))
  145. end_time = datetime.datetime.fromtimestamp(int(end_time))
  146. time_list = CommonService.cutting_time(start_time, end_time, time_unit)
  147. user_list = []
  148. for item in time_list:
  149. user_qs = all_user_qs.filter(time__gte=item[0], time__lt=item[1], query_type=0).values('count')
  150. temp_count = user_qs.aggregate(total=Sum('count'))['total']
  151. temp_count = temp_count if temp_count else 0
  152. rate = round(temp_count / count * 100, 2) if count else 0
  153. user_dict = {
  154. 'count': temp_count,
  155. 'rate': rate,
  156. 'startTime': item[0],
  157. 'endTime': item[1]
  158. }
  159. user_list.append(user_dict)
  160. res = {
  161. 'user': user_list,
  162. 'region': region_list
  163. }
  164. return response.json(0, res)
  165. except Exception as e:
  166. return response.json(500, repr(e))
  167. @classmethod
  168. def user_region(cls, response):
  169. """
  170. 查询用户地区分布
  171. @param response:响应对象
  172. @return:
  173. """
  174. res = {
  175. 'countries': [],
  176. }
  177. try:
  178. user_qs = DeviceUserSummary.objects.filter(query_type=0).values('count', 'country', 'continent')
  179. count = user_qs.aggregate(total=Sum('count'))['total']
  180. continent_list = []
  181. country_list = []
  182. for item in user_qs:
  183. country_temp_dict = eval(item['country'])
  184. continent_temp_dict = eval(item['continent'])
  185. # 处理用户国家
  186. for k, v in country_temp_dict.items():
  187. flag = 0
  188. for each in country_list:
  189. if k == each['countryName']:
  190. each['count'] += v
  191. flag = 1
  192. break
  193. if flag == 0:
  194. country_list.append({
  195. 'countryName': k,
  196. 'count': v
  197. })
  198. # 处理用户大洲
  199. for k, v in continent_temp_dict.items():
  200. flag = 0
  201. for each in continent_list:
  202. if k == each['continentName']:
  203. each['count'] += v
  204. flag = 1
  205. break
  206. if flag == 0:
  207. continent_list.append({
  208. 'continentName': k,
  209. 'count': v
  210. })
  211. if count:
  212. item['rate'] = round(item['count'] / count * 100, 2)
  213. else:
  214. item['rate'] = 0
  215. for item in country_list:
  216. item['rate'] = round(item['count'] / count * 100, 2) if count else 0
  217. for item in continent_list:
  218. item['rate'] = round(item['count'] / count * 100, 2) if count else 0
  219. res['countries'] = country_list
  220. res['continent'] = continent_list
  221. return response.json(0, res)
  222. except Exception as e:
  223. return response.json(500, repr(e))
  224. @classmethod
  225. def global_user_increase(cls, request, request_dict, response):
  226. """
  227. 查询全球用户新增数据
  228. @param request:请求
  229. @param request_dict:请求参数
  230. @param response:响应对象
  231. @return:
  232. """
  233. url_list = CommonService.get_domain_name()
  234. try:
  235. headers = {
  236. 'Authorization': request.META.get('HTTP_AUTHORIZATION')
  237. }
  238. user_list = []
  239. user_count = 0
  240. region_list = []
  241. region_count = 0
  242. for url in url_list:
  243. url = url + request.path.replace('global/', '')
  244. res = requests.get(url=url, params=request_dict, headers=headers)
  245. result = res.json()
  246. if result['result_code'] == 0:
  247. for item in result['result']['user']:
  248. flag = 0
  249. for each in user_list:
  250. if item['startTime'] == each['startTime'] and item['endTime'] == each['endTime']:
  251. each['count'] += item['count']
  252. user_count += item['count']
  253. flag = 1
  254. break
  255. if flag == 0:
  256. user_list.append(item)
  257. user_count += item['count']
  258. for item in user_list:
  259. if user_count:
  260. item['rate'] = round(item['count'] / user_count * 100, 2)
  261. else:
  262. item['rate'] = 0
  263. for item in result['result']['region']:
  264. flag = 0
  265. for each in region_list:
  266. if item['countryName'] == each['countryName']:
  267. each['count'] += item['count']
  268. region_count += item['count']
  269. flag = 1
  270. break
  271. if flag == 0:
  272. region_list.append(item)
  273. region_count += item['count']
  274. for item in region_list:
  275. if region_count:
  276. item['rate'] = round(item['count'] / region_count * 100, 2)
  277. else:
  278. item['rate'] = 0
  279. else:
  280. return response.json(result['result_code'], result['result'])
  281. res = {
  282. 'user': user_list,
  283. 'region': CommonService.list_sort(region_list)
  284. }
  285. return response.json(0, res)
  286. except Exception as e:
  287. return response.json(500, repr(e))
  288. @classmethod
  289. def global_user_active(cls, request, request_dict, response):
  290. """
  291. 查询全球用户活跃数据
  292. @param request:请求
  293. @param request_dict:请求参数
  294. @param response:响应对象
  295. @return:
  296. """
  297. url_list = CommonService.get_domain_name()
  298. try:
  299. headers = {
  300. 'Authorization': request.META.get('HTTP_AUTHORIZATION')
  301. }
  302. user_list = []
  303. user_count = 0
  304. region_list = []
  305. region_count = 0
  306. for url in url_list:
  307. url = url + request.path.replace('global/', '')
  308. res = requests.get(url=url, params=request_dict, headers=headers)
  309. result = res.json()
  310. if result['result_code'] == 0:
  311. for item in result['result']['user']:
  312. flag = 0
  313. for each in user_list:
  314. if item['startTime'] == each['startTime'] and item['endTime'] == each['endTime']:
  315. each['count'] += item['count']
  316. user_count += item['count']
  317. flag = 1
  318. break
  319. if flag == 0:
  320. user_list.append(item)
  321. user_count += item['count']
  322. for item in user_list:
  323. if user_count:
  324. item['rate'] = round(item['count'] / user_count * 100, 2)
  325. else:
  326. item['rate'] = 0
  327. for item in result['result']['region']:
  328. flag = 0
  329. for each in region_list:
  330. if item['countryName'] == each['countryName']:
  331. each['count'] += item['count']
  332. region_count += item['count']
  333. flag = 1
  334. break
  335. if flag == 0:
  336. region_list.append(item)
  337. region_count += item['count']
  338. for item in region_list:
  339. if region_count:
  340. item['rate'] = round(item['count'] / region_count * 100, 2)
  341. else:
  342. item['rate'] = 0
  343. else:
  344. return response.json(result['result_code'], result['result'])
  345. res = {
  346. 'user': user_list,
  347. 'region': CommonService.list_sort(region_list)
  348. }
  349. return response.json(0, res)
  350. except Exception as e:
  351. return response.json(500, repr(e))
  352. @classmethod
  353. def global_user_region(cls, request, response):
  354. """
  355. 查询全球用户地区分布
  356. @param request:请求
  357. @param response:响应对象
  358. @return:
  359. """
  360. url_list = CommonService.get_domain_name()
  361. try:
  362. headers = {
  363. 'Authorization': request.META.get('HTTP_AUTHORIZATION')
  364. }
  365. user_list = []
  366. region_list = []
  367. user_count = 0
  368. for url in url_list:
  369. url = url + request.path.replace('global/', '')
  370. res = requests.get(url=url, headers=headers)
  371. result = res.json()
  372. if result['result_code'] == 0:
  373. # 处理地区
  374. for item in result['result']['countries']:
  375. flag = 0
  376. for each in user_list:
  377. if each['countryName'] == item['countryName']:
  378. each['count'] += int(item['count'])
  379. user_count += int(item['count'])
  380. flag = 1
  381. break
  382. if flag == 0:
  383. user_list.append(item)
  384. user_count += int(item['count'])
  385. for item in user_list:
  386. if user_count:
  387. item['rate'] = round(item['count'] / user_count * 100, 2)
  388. else:
  389. item['rate'] = 0
  390. for item in result['result']['continent']:
  391. flag = 0
  392. for each in region_list:
  393. if each['continentName'] == item['continentName']:
  394. each['count'] += item['count']
  395. flag = 1
  396. break
  397. if flag == 0:
  398. region_list.append(item)
  399. for item in region_list:
  400. if user_count:
  401. item['rate'] = round(item['count'] / user_count * 100, 2)
  402. else:
  403. item['rate'] = 0
  404. else:
  405. return response.json(result['result_code'], result['result'])
  406. res = {
  407. 'countries': CommonService.list_sort(user_list[:20]),
  408. 'continent': CommonService.list_sort(region_list)
  409. }
  410. return response.json(0, res)
  411. except Exception as e:
  412. return response.json(500, repr(e))