ASJServer/Controller/IcloudService/IcloudService.py

# -*- coding: utf-8 -*-
"""
@Author ： peng
@Time ： 2023-6-7 18:26:35
@File ：IcloudMeal.py
"""
import logging
import time

from django.db.models import Sum, Q
from django.http import HttpResponse
from django.views import View

from Model.models import IcloudUseDetails, IcloudService, VodBucketModel, IcloudStorageRecord, Device_Info
from Object.AWS.AmazonS3Util import AmazonS3Util
from Object.RedisObject import RedisObject
from Object.ResponseObject import ResponseObject
from Object.TokenObject import TokenObject
from Ansjer.config import ACCESS_KEY_ID, SECRET_ACCESS_KEY, REGION_NAME, SERVER_DOMAIN, AWS_ACCESS_KEY_ID, \
    AWS_SECRET_ACCESS_KEY
from Service.VodHlsService import SplitVodHlsObject

logger = logging.getLogger('info')


class IcloudServiceView(View):
    def get(self, request, *args, **kwargs):
        request.encoding = 'utf-8'
        operation = kwargs.get('operation')
        return self.validation(request.GET, operation, request)

    def post(self, request, *args, **kwargs):
        request.encoding = 'utf-8'
        operation = kwargs.get('operation')
        return self.validation(request.POST, operation, request)

    def validation(self, request_dict, operation, request):
        response = ResponseObject()
        tko = TokenObject(request.META.get('HTTP_AUTHORIZATION'))
        response.lang = tko.lang
        user_id = tko.userID
        if tko.code != 0:
            return response.json(tko.code)
        if operation == 'vodUpload':  # 云存上传云盘
            return self.vod_upload(request_dict, response, user_id)
        elif operation == 'getUploadUrl':  # 获取s3上传地址
            return self.get_upload_url(request_dict, response, user_id)
        elif operation == 'localUpload':  # 本地上传云盘
            return self.local_upload(request_dict, response, user_id)
        else:
            return response.json(404)

    @staticmethod
    def vod_upload(request_dict, response, user_id):
        """
        云存上传云盘
        @param request_dict: 请求参数
        @param user_id: 用户id
        @request_dict uid: 设备uid
        @request_dict channel: 设备通道
        @request_dict start_time: 播放时间戳
        @param response: 响应对象
        @return: response
        """
        logger.info('开始云存转移到云盘')
        uid = request_dict.get('uid', None)
        channel = request_dict.get('channel', None)
        time_stamp = request_dict.get('time_stamp', None)
        if not all([uid, channel, time_stamp]):
            return response.json(444, {'error param': 'uid,channel,start_time'})
        device_qs = Device_Info.objects.filter(UID=uid, userID=user_id).values('NickName')
        if not device_qs.exists():
            return response.json(173)
        # 查询是否开通云盘
        use_details_qs = IcloudUseDetails.objects.filter(user_id=user_id).values('id', 'bucket_id', 'use_size')
        if not use_details_qs.exists():
            return response.json(173)
        use_details_id = use_details_qs[0]['id']
        target_bucket_id = use_details_qs[0]['bucket_id']
        use_size = float(use_details_qs[0]['use_size'])
        now_time = int(time.time())
        nickname = device_qs[0]['NickName']
        # 判断云盘是否还有容量
        all_size = IcloudService.objects.filter(Q(use_details_id=use_details_id), Q(use_status=0),
                                                Q(end_time__gt=now_time) | Q(end_time=0)).values(
            'size').aggregate(total_size=Sum('size'))['total_size']
        all_size = all_size * 1024 if all_size else 0
        if use_size > all_size:
            logger.info('{}用户套餐总容量为：{}，已使用容量为：{}'.format(uid, all_size, use_size))
            return response.json(910)
        split_vod_hls_obj = SplitVodHlsObject()
        vod_hls = split_vod_hls_obj.get_vod_hls_data(uid=uid, channel=channel, start_time=time_stamp).values(
            'bucket_id', 'fg', 'sec')
        if not vod_hls.exists():
            logger.info('{}用户查无此云存：{}'.format(uid, time_stamp))
            return response.json(173)
        source_bucket_id = vod_hls[0]['bucket_id']
        fg = int(vod_hls[0]['fg'])
        sec = vod_hls[0]['sec']
        target_bucket_qs = VodBucketModel.objects.filter(id=target_bucket_id).values('bucket')
        if not target_bucket_qs.exists():
            return response.json(173)
        target_bucket_name = target_bucket_qs[0]['bucket']

        source_bucket_qs = VodBucketModel.objects.filter(id=source_bucket_id).values('bucket', 'region', 'mold')
        if not source_bucket_qs.exists():
            return response.json(173)
        bucket_region = source_bucket_qs[0]['region']
        source_bucket_name = source_bucket_qs[0]['bucket']
        mold = source_bucket_qs[0]["mold"]
        ts_list = []
        ts_size = 0
        try:
            s3_obj = AmazonS3Util(
                AWS_ACCESS_KEY_ID[mold],
                AWS_SECRET_ACCESS_KEY[mold],
                bucket_region
            )
            # 获取s3对象，并计算总字节
            for i in range(15):
                shift = (i + 1) * 4
                duration = (fg >> shift) & 0xf
                if duration > 0:
                    ts_file = '{uid}/vod{channel}/{time}/ts{i}.ts'.format(uid=uid, channel=channel, time=time_stamp,
                                                                          i=i)
                    ts_list.append(ts_file)
                    ts_size += s3_obj.get_object_size(source_bucket_name, ts_file)  # 获取存储对象字节,单位B
            ts_size = round(ts_size / 1024 / 1024, 2)  # 字节转换为MB单位
            temp_size = ts_size + use_size
            if temp_size > all_size:
                logger.info('{}用户无空间上传，套餐容量为：{}，使用容量为：{}'.format(uid, all_size, temp_size))
                return response.json(910)
            time_stamp = int(time_stamp) * 1000  # 转换单位为毫秒
            icloud_record_qs = IcloudStorageRecord.objects.filter(user_id=user_id, uid=uid, channel=channel,
                                                                  time_stamp=time_stamp,
                                                                  size=ts_size, store_type=1)
            if not icloud_record_qs.exists():  # 转移云盘，并记录上传记录，更新使用容量
                for source_key in ts_list:
                    ts_name = source_key.split('/')[-1]
                    target_key = '{user_id}/ts_file/{uid}/vod{channel}/{time}/{ts_name}'.format(user_id=user_id,
                                                                                                uid=uid,
                                                                                                channel=channel,
                                                                                                time=time_stamp,
                                                                                                ts_name=ts_name)
                    s3_obj.copy_single_obj(source_bucket_name, source_key, target_bucket_name, target_key)

                IcloudStorageRecord.objects.create(user_id=user_id, uid=uid, channel=channel, time_stamp=time_stamp,
                                                   nickname=nickname,
                                                   sec=sec, bucket_id=target_bucket_id, fg=fg, size=ts_size,
                                                   store_type=1)
                use_details_qs.update(use_size=temp_size)
                return response.json(0)
            else:
                return response.json(174)
        except Exception as e:
            logger.info('云存转移云盘异常:{}'.format(repr(e)))
            return response.json(500)

    @staticmethod
    def local_upload(request_dict, response, user_id):
        """
        本地上传云盘
        @param request_dict: 请求参数
        @param user_id: 用户id
        @request_dict serial_number: 序列号
        @param response: 响应对象
        @return: response
        """
        logger.info('开始云存转移到云盘')
        uid = request_dict.get('uid', None)
        channel = request_dict.get('channel', None)
        start_time = request_dict.get('start_time', None)
        if not all([uid, channel, start_time]):
            return response.json(444, {'error param': 'uid,channel,start_time'})
        device_qs = Device_Info.objects.filter(UID=uid, userID=user_id).values('NickName')
        if not device_qs.exists():
            return response.json(173)
        # 查询是否开通云盘
        use_details_qs = IcloudUseDetails.objects.filter(user_id=user_id).values('id', 'bucket_id', 'use_size')
        if not use_details_qs.exists():
            return response.json(173)
        use_details_id = use_details_qs[0]['id']
        target_bucket_id = use_details_qs[0]['bucket_id']
        use_size = float(use_details_qs[0]['use_size'])
        now_time = int(time.time())
        nickname = device_qs[0]['NickName']
        # 判断云盘是否还有容量
        all_size = IcloudService.objects.filter(Q(use_details_id=use_details_id), Q(use_status=0),
                                                Q(end_time__gt=now_time) | Q(end_time=0)).values(
            'size').aggregate(total_size=Sum('size'))['total_size']
        all_size = all_size * 1024 if all_size else 0
        if use_size > all_size:
            logger.info('{}用户套餐总容量为：{}，已使用容量为：{}'.format(uid, all_size, use_size))
            return response.json(910)
        split_vod_hls_obj = SplitVodHlsObject()
        vod_hls = split_vod_hls_obj.get_vod_hls_data(uid=uid, channel=channel, start_time=start_time).values(
            'bucket_id', 'fg', 'sec')
        if not vod_hls.exists():
            logger.info('{}用户查无此云存：{}'.format(uid, start_time))
            return response.json(173)
        source_bucket_id = vod_hls[0]['bucket_id']
        fg = int(vod_hls[0]['fg'])
        sec = vod_hls[0]['sec']
        target_bucket_qs = VodBucketModel.objects.filter(id=target_bucket_id).values('bucket')
        if not target_bucket_qs.exists():
            return response.json(173)
        target_bucket_name = target_bucket_qs[0]['bucket']

        source_bucket_qs = VodBucketModel.objects.filter(id=source_bucket_id).values('bucket', 'region', 'mold')
        if not source_bucket_qs.exists():
            return response.json(173)
        bucket_region = source_bucket_qs[0]['region']
        source_bucket_name = source_bucket_qs[0]['bucket']
        mold = source_bucket_qs[0]["mold"]
        ts_list = []
        ts_size = 0
        try:
            s3_obj = AmazonS3Util(
                AWS_ACCESS_KEY_ID[mold],
                AWS_SECRET_ACCESS_KEY[mold],
                bucket_region
            )
            # 获取s3对象，并计算总字节
            for i in range(15):
                shift = (i + 1) * 4
                duration = (fg >> shift) & 0xf
                if duration > 0:
                    ts_file = '{uid}/vod{channel}/{time}/ts{i}.ts'.format(uid=uid, channel=channel, time=start_time,
                                                                          i=i)
                    ts_list.append(ts_file)
                    ts_size += s3_obj.get_object_size(source_bucket_name, ts_file)  # 获取存储对象字节,单位B
            ts_size = round(ts_size / 1024 / 1024, 2)  # 字节转换为MB单位
            temp_size = ts_size + use_size
            if temp_size > all_size:
                logger.info('{}用户无空间上传，套餐容量为：{}，使用容量为：{}'.format(uid, all_size, temp_size))
                return response.json(910)
            start_time = int(start_time) * 1000  # 转换单位为毫秒
            icloud_record_qs = IcloudStorageRecord.objects.filter(user_id=user_id, uid=uid, channel=channel,
                                                                  time_stamp=start_time,
                                                                  size=ts_size, store_type=1)
            if not icloud_record_qs.exists():  # 转移云盘，并记录上传记录，更新使用容量
                for source_key in ts_list:
                    ts_name = source_key.split('/')[-1]
                    target_key = '{user_id}/ts_file/{uid}/vod{channel}/{time}/{ts_name}'.format(user_id=user_id,
                                                                                                uid=uid,
                                                                                                channel=channel,
                                                                                                time=start_time,
                                                                                                ts_name=ts_name)
                    s3_obj.copy_single_obj(source_bucket_name, source_key, target_bucket_name, target_key)

                IcloudStorageRecord.objects.create(user_id=user_id, uid=uid, channel=channel, time_stamp=start_time,
                                                   nickname=nickname,
                                                   sec=sec, bucket_id=target_bucket_id, fg=fg, size=ts_size,
                                                   store_type=1)
                use_details_qs.update(use_size=temp_size)
                return response.json(0)
            else:
                return response.json(174)
        except Exception as e:
            logger.info('云存转移云盘异常:{}'.format(repr(e)))
            return response.json(500)

    @staticmethod
    def get_upload_url(request_dict, response, user_id):
        """
        获取s3上传地址
        @param request_dict: 请求参数
        @param user_id: 用户id
        @request_dict serial_number: 序列号
        @param response: 响应对象
        @return: response
        """
        logger.info('获取s3上传地址')
        time_stamp = request_dict.get('time_stamp', None)
        file_type = request_dict.get('file_type', None)
        uid = request_dict.get('uid', None)
        channel = request_dict.get('channel', None)
        if not all([time_stamp, uid, channel]):
            return response.json(444, {'error param': 'time_stamp,channel,uid'})
        device_qs = Device_Info.objects.filter(UID=uid, userID=user_id)
        if not device_qs.exists():
            return response.json(173)
        # 查询是否开通云盘
        use_details_qs = IcloudUseDetails.objects.filter(user_id=user_id).values('id', 'use_size', 'bucket_id')
        if not use_details_qs.exists():
            return response.json(173)
        use_details_id = use_details_qs[0]['id']
        use_size = use_details_qs[0]['use_size']
        bucket_id = use_details_qs[0]['bucket_id']
        now_time = int(time.time())
        # 判断云盘是否还有容量
        all_size = IcloudService.objects.filter(Q(use_details_id=use_details_id), Q(use_status=0),
                                                Q(end_time__gt=now_time) | Q(end_time=0)).values(
            'size').aggregate(total_size=Sum('size'))['total_size']
        all_size = all_size * 1024 if all_size else 0
        excess_size = all_size - use_size
        if excess_size < 0:
            logger.info('{}用户套餐总容量为：{}，已使用容量为：{}'.format(user_id, all_size, use_size))
            return response.json(910)

        bucket_qs = VodBucketModel.objects.filter(id=bucket_id).values('bucket', 'region', 'mold')
        if not bucket_qs.exists():
            return response.json(173)
        bucket_name = bucket_qs[0]['bucket']
        bucket_region = bucket_qs[0]['region']
        mold = bucket_qs[0]['mold']
        try:
            s3_obj = AmazonS3Util(
                AWS_ACCESS_KEY_ID[mold],
                AWS_SECRET_ACCESS_KEY[mold],
                bucket_region
            )
            if file_type == '0':  # 图片
                key_name = '{user_id}/image_file/{uid}/{channel}/{time}/{time}.jpg'.format(user_id=user_id, uid=uid,
                                                                                           channel=channel,
                                                                                           time=time_stamp)
            elif file_type == '2':
                key_name = '{user_id}/mp4_file/{uid}/{channel}/{time}/{time}.mp4'.format(user_id=user_id, uid=uid,
                                                                                         channel=channel,
                                                                                         time=time_stamp)
            else:
                return response.json(444, {'error param': 'file_type'})
            upload_url = s3_obj.generate_put_obj_url(bucket_name, key_name)
            return response.json(0, {'uploadUrl': upload_url, 'excessSize': excess_size})
        except Exception as e:
            logger.info('获取s3上传地址异常:{}'.format(repr(e)))
            return response.json(500)