EquipmentInfoService.py 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. # -*- encoding: utf-8 -*-
  2. """
  3. @File : EquipmentInfoService.py
  4. @Time : 2022/4/14 17:28
  5. @Author : stephen
  6. @Email : zhangdongming@asj6.wecom.work
  7. @Software: PyCharm
  8. """
  9. import datetime
  10. import time
  11. from django.db.models import Value, CharField
  12. from Model.models import EquipmentInfoMonday, EquipmentInfoTuesday, EquipmentInfoWednesday, EquipmentInfoThursday, \
  13. EquipmentInfoFriday, EquipmentInfoSaturday, EquipmentInfoSunday
  14. from Object.utils import LocalDateTimeUtil
  15. """
  16. 设备分表查询Service
  17. 因数据量不断增加,单表保留近七天数据进行分表优化设计
  18. 进行拆分为七张表星期一至星期天进行分表存储。分担单表存储读写压力。
  19. """
  20. class EquipmentInfoService:
  21. @staticmethod
  22. def get_equipment_info_model(dt, val=0):
  23. """
  24. 根据日期判断是星期几,返回相应的Model对象
  25. @param val: 1-7代表week
  26. @param dt: 日期 例:2022-03-03
  27. @return: 星期一至星期天equipment_info对象实例
  28. """
  29. week = 1
  30. if dt:
  31. week = LocalDateTimeUtil.date_to_week(dt)
  32. if 0 < val < 8:
  33. week = val
  34. equipment_info = None
  35. if week == 1:
  36. equipment_info = EquipmentInfoMonday.objects.all().annotate(tab_val=Value('1', output_field=CharField()))
  37. elif week == 2:
  38. equipment_info = EquipmentInfoTuesday.objects.all().annotate(tab_val=Value('2', output_field=CharField()))
  39. elif week == 3:
  40. equipment_info = EquipmentInfoWednesday.objects.all().annotate(tab_val=Value('3', output_field=CharField()))
  41. elif week == 4:
  42. equipment_info = EquipmentInfoThursday.objects.all().annotate(tab_val=Value('4', output_field=CharField()))
  43. elif week == 5:
  44. equipment_info = EquipmentInfoFriday.objects.all().annotate(tab_val=Value('5', output_field=CharField()))
  45. elif week == 6:
  46. equipment_info = EquipmentInfoSaturday.objects.all().annotate(tab_val=Value('6', output_field=CharField()))
  47. elif week == 7:
  48. equipment_info = EquipmentInfoSunday.objects.all().annotate(tab_val=Value('7', output_field=CharField()))
  49. return equipment_info
  50. @classmethod
  51. def find_by_start_time_equipment_info(cls, page, size, user_id, start_time, end_time, event_type,
  52. uid_list):
  53. """
  54. 通过start_time查找指定日期当天设备消息推送
  55. @param page: 页数
  56. @param size: 每页条数
  57. @param user_id: 设备用户id
  58. @param start_time: 开始时间
  59. @param end_time: 结束时间
  60. @param event_type: 事件类型
  61. @param uid_list: 设备uid列表
  62. @return: result 查询结果
  63. """
  64. if start_time and end_time:
  65. start_date = datetime.datetime.fromtimestamp(int(start_time))
  66. # 根据开始日期,获取设备信息查询对象
  67. qs = EquipmentInfoService.get_equipment_info_model(str(start_date.date()), 0)
  68. # 调用查询方法
  69. qs = cls.query_equipment_info(qs, user_id, start_time, end_time, event_type,
  70. uid_list)
  71. # 时区问题
  72. week = LocalDateTimeUtil.date_to_week(str(start_date.date()))
  73. if week > 0:
  74. # 根据筛选日期 查找昨天数据
  75. yesterday = 7 if week == 1 else week - 1
  76. yesterday_info = EquipmentInfoService.get_equipment_info_model('', yesterday)
  77. yesterday_info = cls.query_equipment_info(yesterday_info, user_id, start_time, end_time, event_type,
  78. uid_list)
  79. # 根据筛选日期 查找明天数据
  80. tomorrow = 1 if week == 7 else week + 1
  81. tomorrow_info = EquipmentInfoService.get_equipment_info_model('', tomorrow)
  82. tomorrow_info = cls.query_equipment_info(tomorrow_info, user_id, start_time, end_time, event_type,
  83. uid_list)
  84. qs = qs.union(yesterday_info, tomorrow_info, all=True)
  85. if qs.exists():
  86. count = qs.count()
  87. qs_page = cls.get_equipment_info_page(qs, page, size)
  88. return qs_page, count
  89. return None, 0
  90. @classmethod
  91. def get_equipment_info_week_all(cls, page, size, user_id, start_time, end_time, event_type,
  92. uid_list):
  93. """
  94. 分表查询近七天设备消息推送
  95. @param page: 页数
  96. @param size: 分页大小
  97. @param user_id: 设备用户id
  98. @param start_time: 事件开始时间
  99. @param end_time: 事件结束时间
  100. @param event_type: 事件类型
  101. @param uid_list: uid列表
  102. @return: qs_page, count 结果集
  103. """
  104. # 星期一设备信息查询
  105. monday_qs = EquipmentInfoService.get_equipment_info_model('', 1)
  106. monday_qs = cls.query_equipment_info(monday_qs, user_id, start_time, end_time, event_type,
  107. uid_list)
  108. # 星期二设备信息查询
  109. tuesday_qs = EquipmentInfoService.get_equipment_info_model('', 2)
  110. tuesday_qs = cls.query_equipment_info(tuesday_qs, user_id, start_time, end_time, event_type,
  111. uid_list)
  112. # 星期三设备信息查询
  113. wednesday_qs = EquipmentInfoService.get_equipment_info_model('', 3)
  114. wednesday_qs = cls.query_equipment_info(wednesday_qs, user_id, start_time, end_time, event_type,
  115. uid_list)
  116. # 星期四设备信息查询
  117. thursday_qs = EquipmentInfoService.get_equipment_info_model('', 4)
  118. thursday_qs = cls.query_equipment_info(thursday_qs, user_id, start_time, end_time, event_type,
  119. uid_list)
  120. # 星期五设备信息查询
  121. friday_qs = EquipmentInfoService.get_equipment_info_model('', 5)
  122. friday_qs = cls.query_equipment_info(friday_qs, user_id, start_time, end_time, event_type,
  123. uid_list)
  124. # 星期六设备信息查询
  125. saturday_qs = EquipmentInfoService.get_equipment_info_model('', 6)
  126. saturday_qs = cls.query_equipment_info(saturday_qs, user_id, start_time, end_time, event_type,
  127. uid_list)
  128. # 星期天设备信息查询
  129. sunday_qs = EquipmentInfoService.get_equipment_info_model('', 7)
  130. sunday_qs = cls.query_equipment_info(sunday_qs, user_id, start_time, end_time, event_type,
  131. uid_list)
  132. result = monday_qs.union(tuesday_qs, wednesday_qs, thursday_qs, friday_qs, saturday_qs, sunday_qs, all=True)
  133. count = result.count()
  134. qs_page = cls.get_equipment_info_page(result, page, size)
  135. return qs_page, count
  136. @classmethod
  137. def query_equipment_info(cls, qs, user_id, start_time, end_time, event_type,
  138. uid_list):
  139. """
  140. 设备信息条件查询,根据分表设计,默认条件event_time大于七天前时间
  141. @param qs: 设备信息查询对象
  142. @param user_id: 设备用户id
  143. @param start_time: 开始时间
  144. @param end_time: 结束时间
  145. @param event_type: 事件类型
  146. @param uid_list: 设备uid列表
  147. @return: result 设备信息结果集
  148. """
  149. now_time = int(time.time())
  150. # 获取七天前时间戳
  151. seven_days_before_time = LocalDateTimeUtil.get_before_days_timestamp(now_time, 7)
  152. # 默认查询当前表event_time大于七天前时间
  153. qs = qs.filter(event_time__gt=seven_days_before_time)
  154. if user_id:
  155. qs = qs.filter(device_user_id=user_id)
  156. if event_type:
  157. # 兼容AI查询
  158. if ',' in event_type:
  159. eventTypeList = event_type.split(',')
  160. eventTypeList = [int(i.strip()) for i in eventTypeList]
  161. qs = qs.filter(event_type__in=eventTypeList)
  162. else:
  163. qs = qs.filter(event_type=event_type)
  164. if start_time and end_time:
  165. qs = qs.filter(event_time__range=(start_time, end_time))
  166. if uid_list:
  167. uid_list = uid_list.split(',')
  168. qs = qs.filter(device_uid__in=uid_list)
  169. return qs
  170. @classmethod
  171. def get_equipment_info_page(cls, equipment_info_qs, page, size):
  172. """
  173. 获取查询结果集进行排序、分页,遍历重命名字典key(主要针对原函数返回结果集)
  174. @param equipment_info_qs: 设备信息结果集
  175. @param page: 页数
  176. @param size: 分页大小
  177. @return: qs_page 遍历后的设备信息结果集
  178. """
  179. equipment_info_qs = equipment_info_qs.values('id', 'device_uid', 'device_nick_name', 'channel', 'event_type',
  180. 'status', 'alarm',
  181. 'event_time', 'receive_time', 'is_st', 'add_time',
  182. 'storage_location', 'border_coords', 'tab_val')
  183. equipment_info_qs = equipment_info_qs.order_by('-event_time')
  184. qs_page = equipment_info_qs[(page - 1) * size:page * size]
  185. if not qs_page or not qs_page.exists() or qs_page.count == 0:
  186. return qs_page
  187. for item in qs_page:
  188. # 星期表值
  189. tab_val = item['tab_val']
  190. # id = 星期表值+id
  191. item['id'] = int(tab_val + str(item['id']))
  192. item['devUid'] = item['device_uid']
  193. item['devNickName'] = item['device_nick_name']
  194. item['Channel'] = item['channel']
  195. item['eventType'] = item['event_type']
  196. item['eventTime'] = item['event_time']
  197. item['receiveTime'] = item['receive_time']
  198. item['addTime'] = item['add_time']
  199. item['borderCoords'] = item['border_coords']
  200. item.pop('device_uid')
  201. item.pop('device_nick_name')
  202. item.pop('channel')
  203. item.pop('event_type')
  204. item.pop('event_time')
  205. item.pop('receive_time')
  206. item.pop('add_time')
  207. item.pop('border_coords')
  208. item.pop('tab_val')
  209. return qs_page