MiscellService.py 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202
  1. import datetime
  2. import threading
  3. import time
  4. import requests
  5. import simplejson as json
  6. from django.utils.timezone import utc
  7. from Object.TokenObject import TokenObject
  8. from Object.mongodb import mongodb
  9. from Service.CommonService import CommonService
  10. from Service.ModelService import ModelService
  11. from Service.TemplateService import TemplateService
  12. from Object.RedisObject import RedisObject
  13. from Ansjer.config import SERVER_TYPE
  14. # 杂项类,共用行不高,但有些地方需求
  15. class MiscellService():
  16. # 获取访问用户名称
  17. @staticmethod
  18. def get_access_name(request_dict):
  19. userName = request_dict.get('userName', None)
  20. if userName:
  21. return userName
  22. email = request_dict.get('email', None)
  23. if email:
  24. return email
  25. phone = request_dict.get('phone', None)
  26. if phone:
  27. return phone
  28. token = request_dict.get('token', None)
  29. user = ''
  30. if token is not None:
  31. tko = TokenObject(token)
  32. if tko.code == 0:
  33. user = tko.user
  34. # user = ModelService.get_user_name(tko.userID)
  35. return user
  36. @staticmethod
  37. def add_access_log(request, status_code):
  38. # 增加多进程 异步
  39. asy = threading.Thread(target=addLog, args=(request, status_code))
  40. asy.start()
  41. @staticmethod
  42. def access_log(request, response, type):
  43. if request.method == 'GET':
  44. request_dict = request.GET
  45. if request.method == 'POST':
  46. # request.encoding = 'utf-8'
  47. request_dict = request.POST
  48. api_list = TemplateService.log_api()
  49. request_path = request.path.strip().strip('/')
  50. if request_path in api_list:
  51. clientIP = CommonService.get_ip_address(request)
  52. now_time = time.time()
  53. password = request_dict.get('userPwd', None)
  54. if password is not None:
  55. request_dict = dict(request_dict)
  56. request_dict.pop('userPwd')
  57. content = json.dumps(request_dict)
  58. area = CommonService.getAddr(ip=clientIP)
  59. if type == 1:
  60. status_code = 200
  61. else:
  62. status_code = response.status_code
  63. add_data = {
  64. 'user': MiscellService.get_access_name(request=request),
  65. 'ip': clientIP,
  66. 'status': status_code,
  67. 'path': request_path,
  68. 'method': request.method,
  69. 'time': int(now_time),
  70. 'area': area,
  71. 'content': content,
  72. 'et': datetime.datetime.utcnow()
  73. }
  74. mdb = mongodb()
  75. col = "log_access"
  76. mdb.insert_one(col=col, data=add_data)
  77. # 获取所有设备ip地址的指向的国家
  78. @staticmethod
  79. def getArea(ip):
  80. data = {'ip': ip}
  81. country = ''
  82. URL = 'http://ip.taobao.com/service/getIpInfo.php'
  83. try:
  84. r = requests.get(URL, params=data, timeout=3)
  85. except requests.RequestException as e:
  86. print(e)
  87. else:
  88. json_data = r.json()
  89. if json_data['code'] == 0:
  90. if json_data['data']['country'] != 'XX':
  91. country = json_data['data']['country']
  92. return country
  93. # 下载接口添加访问日志
  94. @staticmethod
  95. def add_ota_download_log(request):
  96. clientIP = CommonService.get_ip_address(request)
  97. request_path = request.path.strip().strip('/')
  98. now_time = datetime.datetime.utcnow().replace(tzinfo=utc).astimezone(utc)
  99. add_data = {
  100. 'user': 'None',
  101. 'ip': clientIP,
  102. 'status': 200,
  103. 'url': request.META['SERVER_PROTOCOL'] + '-' + request.method + '-' + request.path,
  104. 'operation': request_path,
  105. 'time': now_time,
  106. 'content': ''
  107. }
  108. ModelService.addAccessLog(data=add_data)
  109. @staticmethod
  110. def batch_add_access_log(request, status_code):
  111. asy = threading.Thread(target=batch_add_log_ctr, args=(request, status_code))
  112. asy.start()
  113. def addLog(request, status_code):
  114. try:
  115. request.encoding = 'utf-8'
  116. if request.method == 'GET':
  117. request_dict = request.GET
  118. if request.method == 'POST':
  119. request_dict = request.POST
  120. api_list = TemplateService.log_api()
  121. request_path = request.path.strip().strip('/')
  122. if request_path in api_list:
  123. user = MiscellService.get_access_name(request_dict=request_dict)
  124. clientIP = CommonService.get_ip_address(request)
  125. now_time = datetime.datetime.utcnow().replace(tzinfo=utc).astimezone(utc)
  126. password = request_dict.get('userPwd', None)
  127. if password is not None:
  128. request_dict = dict(request_dict)
  129. request_dict.pop('userPwd')
  130. content = json.dumps(request_dict)
  131. add_data = {
  132. 'user': user,
  133. 'ip': clientIP,
  134. 'status': status_code,
  135. 'url': request.META['SERVER_PROTOCOL'] + '-' + request.method + '-' + request.path,
  136. 'operation': request_path,
  137. 'time': now_time,
  138. 'content': content
  139. }
  140. ModelService.addAccessLog(data=add_data)
  141. except Exception as e:
  142. pass
  143. def batch_add_log_ctr(request, status_code):
  144. request.encoding = 'utf-8'
  145. if request.method == 'GET':
  146. request_dict = request.GET
  147. elif request.method == 'POST':
  148. request_dict = request.POST
  149. else:
  150. return
  151. api_list = TemplateService.log_api()
  152. request_path = request.path.strip().strip('/')
  153. if request_path in api_list:
  154. user = MiscellService.get_access_name(request_dict)
  155. clientIP = CommonService.get_ip_address(request)
  156. now_time = datetime.datetime.utcnow().replace(tzinfo=utc).astimezone(utc)
  157. password = request_dict.get('userPwd', None)
  158. if password is not None:
  159. request_dict = dict(request_dict)
  160. request_dict.pop('userPwd')
  161. content = json.dumps(request_dict)
  162. add_data = {
  163. 'user': user,
  164. 'ip': clientIP,
  165. 'status': status_code,
  166. 'url': request.META['SERVER_PROTOCOL'] + '-' + request.method + '-' + request.path,
  167. 'operation': request_path,
  168. 'time': str(now_time),
  169. 'content': content
  170. }
  171. redisObj = RedisObject()
  172. loggerData = json.dumps(add_data)
  173. print(loggerData)
  174. if SERVER_TYPE == 'Ansjer.formal_settings':
  175. logKey = 'logger'
  176. else:
  177. logKey = 'test_logger'
  178. redisObj.rpush(name=logKey, val=loggerData)
  179. # 判断redis列表长度
  180. if redisObj.llen(name=logKey) > 100:
  181. data_list = redisObj.lrange(logKey, 0, -1)
  182. redisObj.del_data(key=logKey)
  183. # asy = threading.Thread(target=addLog, args=(request, status_code))
  184. # asy.start()
  185. ModelService.add_batch_log(data_list)
  186. else:
  187. pass