PcInfo.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356
  1. import hashlib
  2. import shutil
  3. import time
  4. import traceback
  5. import os
  6. from urllib import request
  7. from django.http import HttpResponse
  8. from django.views.generic.base import View
  9. from Model.models import Pc_Info
  10. from Object.ResponseObject import ResponseObject
  11. from Object.TokenObject import TokenObject
  12. from Service.CommonService import CommonService
  13. from Ansjer.config import AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY, AWS_ARN, BASE_DIR
  14. import boto3
  15. import botocore
  16. from botocore import client
  17. from wsgiref.util import FileWrapper
  18. from zlib import crc32
  19. class PcInfo(View):
  20. def dispatch(self, requset, *args, **kwargs):
  21. return super(PcInfo, self).dispatch(requset, *args, **kwargs)
  22. def get(self, request, *args, **kwargs):
  23. operation = kwargs.get('operation')
  24. request.encoding = 'utf-8'
  25. return self.validation(request.GET, request, operation)
  26. def post(self, request, *args, **kwargs):
  27. operation = kwargs.get('operation')
  28. request.encoding = 'utf-8'
  29. return self.validation(request.POST, request, operation)
  30. def validation(self, request_dict, request, operation):
  31. response = ResponseObject()
  32. if not operation:
  33. return response.json(444, 'operation')
  34. else:
  35. if operation == 'query':
  36. return self.query(request_dict, response)
  37. elif operation == 'addandupload': # 上传到服务器
  38. return self.addandupload(request_dict, response, request)
  39. elif operation == 'download': # 服务器下载
  40. return self.download(request_dict, response)
  41. elif operation == 'delete':
  42. return self.delete(request_dict, response)
  43. elif operation == 's3addandupload':
  44. return self.s3addandupload(request_dict, response, request)
  45. elif operation == 's3download':
  46. return self.s3download(request_dict, response)
  47. else:
  48. return response.json(414)
  49. def addandupload(self, request_dict, response, request):
  50. token = request_dict.get('token', None)
  51. tko = TokenObject(token)
  52. response.lang = tko.lang
  53. if tko.code != 0:
  54. return response.json(tko.code)
  55. userID = tko.userID
  56. if not userID:
  57. return response.json(104)
  58. pc_name = request_dict.get('pc_name', None)
  59. bundle_version = request_dict.get('bundle_version', None)
  60. pc_version = request_dict.get('pc_version', None)
  61. pc_test = request_dict.get('pc_test', None)
  62. lang = request_dict.get('lang', None)
  63. file_name = request.FILES.get('file_name', None)
  64. param_flag = CommonService.get_param_flag(
  65. data=[pc_name, bundle_version, pc_version, pc_test, lang, file_name])
  66. if param_flag is not True:
  67. return response.json(444)
  68. else:
  69. file = Pc_Info.objects.filter(pc_name=pc_name, bundle_version=bundle_version,
  70. pc_version=pc_version)
  71. if file:
  72. return response.json(174)
  73. try:
  74. # 安装包上传到服务器本地
  75. # file_path = 'static/pc/' + pc_name + '/' + bundle_version + '/' + pc_version + '/' + pc_test
  76. file_path = 'static/pc/' + pc_name + '/' + bundle_version + '_' + pc_version + '_' + pc_test
  77. if not os.path.exists(file_path):
  78. os.makedirs(os.path.join(BASE_DIR, file_path))
  79. file_path = file_path + '/' + str(file_name)
  80. upload_path = os.path.join(BASE_DIR, file_path)
  81. with open(upload_path, 'wb+') as destination:
  82. for chunk in file_name.chunks():
  83. destination.write(chunk)
  84. add_time = time.time()
  85. create_dict = {
  86. 'pc_name': pc_name,
  87. 'bundle_version': bundle_version,
  88. 'pc_version': pc_version,
  89. 'pc_test': pc_test,
  90. 'lang': lang,
  91. 'download_link': file_path,
  92. 'add_time': add_time,
  93. 'update_time': add_time
  94. }
  95. pc_Info = Pc_Info(**create_dict)
  96. pc_Info.save()
  97. except Exception:
  98. errorInfo = traceback.format_exc()
  99. print(errorInfo)
  100. return response.json(500, {'details': errorInfo})
  101. else:
  102. if pc_Info.id:
  103. res = {'pc_name': pc_Info.pc_name,
  104. 'bundle_version': pc_Info.bundle_version,
  105. 'pc_version': pc_Info.pc_version,
  106. 'pc_test': pc_Info.pc_test,
  107. 'download_link': pc_Info.download_link,
  108. 'lang': pc_Info.lang,
  109. 'add_time': pc_Info.add_time,
  110. 'update_time': pc_Info.update_time
  111. }
  112. return response.json(0, res)
  113. else:
  114. return response.json(500)
  115. def query(self, request_dict, response):
  116. pc_name = request_dict.get('pc_name', None)
  117. queryset = Pc_Info.objects.filter(pc_name=pc_name)
  118. if queryset.exists():
  119. count = queryset.count()
  120. res = queryset
  121. send_json = CommonService.qs_to_dict(res)
  122. send_json['count'] = count
  123. return response.json(0, send_json)
  124. else:
  125. return response.json(173)
  126. def download(self, request_dict, response):
  127. pc_name = request_dict.get('pc_name', None)
  128. bundle_version = request_dict.get('bundle_version', None)
  129. pc_version = request_dict.get('pc_version', None)
  130. pc_test = request_dict.get('pc_test', None)
  131. param_flag = CommonService.get_param_flag(
  132. data=[pc_name, bundle_version, pc_version, pc_test])
  133. if param_flag is not True:
  134. return response.json(444)
  135. path = Pc_Info.objects.filter(pc_name=pc_name, bundle_version=bundle_version, pc_version=pc_version,
  136. pc_test=pc_test).values('download_link')
  137. if not path:
  138. return response.json(173)
  139. filepath = path[0]['download_link']
  140. fullPath = os.path.join(BASE_DIR, filepath)
  141. fullPath.replace('\\', '/')
  142. res = ResponseObject()
  143. print('fullPath:')
  144. print(fullPath)
  145. print(os.path.basename(fullPath))
  146. if fullPath:
  147. if os.path.isfile(fullPath):
  148. try:
  149. wrapper = FileWrapper(open(fullPath, 'rb'))
  150. response = HttpResponse(wrapper, content_type="application/octet-stream")
  151. response['Content-Length'] = os.path.getsize(fullPath)
  152. response['Content-Disposition'] = 'attachment; filename=%s' % os.path.basename(fullPath)
  153. response['Content-MD5'] = getMD5orSHA265(fullPath)
  154. # 校验文件md5值
  155. response['Content-SHA265'] = getMD5orSHA265(fullPath, 'SHA265')
  156. response['Content-CRC32'] = getMD5orSHA265(fullPath, 'CRC32')
  157. response['Content-Error'] = res.formal(0)
  158. return response
  159. except Exception as e:
  160. return res.json(906, repr(e))
  161. else:
  162. return res.json(907)
  163. else:
  164. return res.json(444, 'fullPath')
  165. def delete(self, request_dict, response):
  166. token = request_dict.get('token', None)
  167. tko = TokenObject(token)
  168. response.lang = tko.lang
  169. if tko.code != 0:
  170. return response.json(tko.code)
  171. userID = tko.userID
  172. if not userID:
  173. return response.json(104)
  174. pc_name = request_dict.get('pc_name', None)
  175. bundle_version = request_dict.get('bundle_version', None)
  176. pc_version = request_dict.get('pc_version', None)
  177. pc_test = request_dict.get('pc_test', None)
  178. param_flag = CommonService.get_param_flag(
  179. data=[pc_name, bundle_version, pc_version, pc_test])
  180. if param_flag is not True:
  181. return response.json(444)
  182. file = Pc_Info.objects.filter(pc_name=pc_name, bundle_version=bundle_version, pc_version=pc_version,
  183. pc_test=pc_test)
  184. if not file.exists():
  185. return response.json(173)
  186. try:
  187. # 删除文件,文件夹和数据库里的相应数据
  188. file_path = file[0].download_link
  189. file_path = os.path.join(BASE_DIR, file_path).replace('\\', '/')
  190. os.remove(file_path)
  191. file_path = file_path.split("/")
  192. file_path = [str(i) for i in file_path][:-1]
  193. file_path = "/".join(file_path)
  194. shutil.rmtree(file_path)
  195. file.delete()
  196. except Exception as e:
  197. return response.json(176, repr(e))
  198. else:
  199. return response.json(0)
  200. def s3addandupload(self, request_dict, response, request):
  201. token = request_dict.get('token', None)
  202. tko = TokenObject(token)
  203. response.lang = tko.lang
  204. if tko.code != 0:
  205. return response.json(tko.code)
  206. userID = tko.userID
  207. if not userID:
  208. return response.json(104)
  209. pc_name = request_dict.get('pc_name', None)
  210. bundle_version = request_dict.get('bundle_version', None)
  211. pc_version = request_dict.get('pc_version', None)
  212. pc_test = request_dict.get('pc_test', None)
  213. lang = request_dict.get('lang', None)
  214. file_name = request_dict.get('file_name', None)
  215. param_flag = CommonService.get_param_flag(
  216. data=[pc_name, bundle_version, pc_version, pc_test, lang, file_name])
  217. if param_flag is not True:
  218. return response.json(444)
  219. else:
  220. file = Pc_Info.objects.filter(pc_name=pc_name, bundle_version=bundle_version,
  221. pc_version=pc_version)
  222. if file:
  223. return response.json(174)
  224. try:
  225. # 把安装包上传到s3
  226. aws_s3_guowai = boto3.client(
  227. 's3',
  228. aws_access_key_id=AWS_ACCESS_KEY_ID[1],
  229. aws_secret_access_key=AWS_SECRET_ACCESS_KEY[1],
  230. config=botocore.client.Config(signature_version='s3v4'),
  231. region_name='us-east-1'
  232. )
  233. download_link = '{pc_name}/{bundle_version}/{pc_version}/{file_s}'.format(
  234. pc_name=pc_name, bundle_version=bundle_version, pc_version=pc_version, file_s=str(file_name))
  235. response_url = aws_s3_guowai.generate_presigned_url(
  236. ClientMethod='put_object',
  237. Params={
  238. 'Bucket': 'pc-installation-package',
  239. 'Key': download_link
  240. },
  241. ExpiresIn=3600
  242. )
  243. add_time = time.time()
  244. create_dict = {
  245. 'pc_name': pc_name,
  246. 'bundle_version': bundle_version,
  247. 'pc_version': pc_version,
  248. 'pc_test': pc_test,
  249. 'lang': lang,
  250. 'download_link': download_link,
  251. 'add_time': add_time,
  252. 'update_time': add_time
  253. }
  254. pc_Info = Pc_Info(**create_dict)
  255. pc_Info.save()
  256. except Exception:
  257. errorInfo = traceback.format_exc()
  258. print(errorInfo)
  259. return response.json(500, {'details': errorInfo})
  260. else:
  261. if pc_Info.id:
  262. res = {'pc_name': pc_Info.pc_name,
  263. 'bundle_version': pc_Info.bundle_version,
  264. 'pc_version': pc_Info.pc_version,
  265. 'pc_test': pc_Info.pc_test,
  266. 'download_link': pc_Info.download_link,
  267. 'lang': pc_Info.lang,
  268. 'add_time': pc_Info.add_time,
  269. 'update_time': pc_Info.update_time,
  270. 'response_url': response_url
  271. }
  272. return response.json(0, res)
  273. else:
  274. return response.json(500)
  275. def s3download(self, request_dict, response):
  276. pc_name = request_dict.get('pc_name', None)
  277. bundle_version = request_dict.get('bundle_version', None)
  278. pc_version = request_dict.get('pc_version', None)
  279. if not pc_name or not pc_version or not bundle_version:
  280. return response.json(444, 'pc_name,bundle_version,pc_version')
  281. file = Pc_Info.objects.filter(pc_name=pc_name, bundle_version=bundle_version, pc_version=pc_version).values()
  282. path = file[0]['download_link']
  283. aws_s3_guowai = boto3.client(
  284. 's3',
  285. aws_access_key_id=AWS_ACCESS_KEY_ID[1],
  286. aws_secret_access_key=AWS_SECRET_ACCESS_KEY[1],
  287. config=botocore.client.Config(signature_version='s3v4'),
  288. region_name='us-east-1'
  289. )
  290. response_url = aws_s3_guowai.generate_presigned_url(
  291. ClientMethod='get_object',
  292. Params={
  293. 'Bucket': 'pc-installation-package',
  294. 'Key': path
  295. },
  296. ExpiresIn=3600
  297. )
  298. res = {'pc_name': file[0]['pc_name'],
  299. 'bundle_version': file[0]['bundle_version'],
  300. 'pc_version': file[0]['pc_version'],
  301. 'pc_test': file[0]['pc_test'],
  302. 'download_link': file[0]['download_link'],
  303. 'lang': file[0]['lang'],
  304. 'add_time': file[0]['add_time'],
  305. 'update_time': file[0]['update_time'],
  306. 'response_url': response_url
  307. }
  308. return response.json(0, res)
  309. def getMD5orSHA265(fileName, encryptionType='MD5'):
  310. """
  311. :param filePath:
  312. :param encryptionType:
  313. :return:
  314. """
  315. if not os.path.isfile(fileName):
  316. return ''
  317. else:
  318. if encryptionType == 'MD5':
  319. encryption = hashlib.md5()
  320. elif encryptionType == 'SHA265':
  321. encryption = hashlib.sha256()
  322. elif encryptionType == 'CRC32':
  323. f = open(fileName, 'rb')
  324. chunk = f.read()
  325. return crc32(chunk)
  326. f = open(fileName, 'rb')
  327. block_size = 8192 # why is 8192 | 8192 is fast than 2048
  328. while True:
  329. chunk = f.read(block_size)
  330. if not chunk:
  331. break
  332. encryption.update(chunk)
  333. f.close()
  334. return encryption.hexdigest()