HEKU/Py/py_ali.py

# coding=utf-8
# !/usr/bin/python
import sys

sys.path.append('..')
from base.spider import Spider
import json
import requests
import time
import re


class Spider(Spider):  # 元类 默认的元类 type
    def getName(self):
        return "阿里云盘"

    def init(self, extend=""):
        print("============{0}============".format(extend))
        pass

    def homeContent(self, filter):
        result = {}
        return result

    def homeVideoContent(self):
        result = {}
        return result

    def categoryContent(self, tid, pg, filter, extend):
        result = {}
        return result

    def searchContent(self, key, quick):
        result = {}
        return result

    def isVideoFormat(self, url):
        pass

    def manualVideoCheck(self):
        pass

    def playerContent(self, flag, id, vipFlags):
        if flag == 'AliYun':
            return self.originContent(flag, id, vipFlags)
        elif flag == 'AliYun原画':
            return self.fhdContent(flag, id, vipFlags)
        else:
            return {}

    def fhdContent(self, flag, id, vipFlags):
        if not self.login():
            return {}
        ids = id.split('+')
        shareId = ids[0]
        shareToken = ids[1]
        fileId = ids[2]
        category = ids[3]
        subtitle = ids[4]
        url = self.getDownloadUrl(shareId, shareToken, fileId, category)

        noRsp = requests.get(url, headers=self.header, allow_redirects=False, verify=False)
        realUrl = ''
        if 'Location' in noRsp.headers:
            realUrl = noRsp.headers['Location']
        if 'location' in noRsp.headers and len(realUrl) == 0:
            realUrl = noRsp.headers['location']
        newHeader = {
            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36",
            "referer": "https://www.aliyundrive.com/",
        }
        subtitleUrl = self.subtitleContent(id)
        result = {
            'parse': '0',
            'playUrl': '',
            'url': realUrl,
            'header': newHeader,
            'subt': subtitleUrl
        }
        return result

    def subtitleContent(self, id):
        ids = id.split('+')
        shareId = ids[0]
        shareToken = ids[1]
        fileId = ids[2]
        category = ids[3]
        subtitle = ids[4]
        if len(subtitle) == 0:
            return ""

        customHeader = self.header.copy()
        customHeader['x-share-token'] = shareToken
        customHeader['authorization'] = self.authorization

        jo = {
            "expire_sec": 600,
            "share_id": shareId,
            "file_id": subtitle,
            "image_url_process": "image/resize,w_1920/format,jpeg",
            "image_thumbnail_process": "image/resize,w_1920/format,jpeg",
            "get_streams_url": True
            # ,
            # "drive_id": "183237630"
        }

        downloadUrl = 'https://api.aliyundrive.com/v2/file/get_share_link_download_url'
        resultJo = requests.post(downloadUrl, json=jo, headers=customHeader).json()
        print(resultJo)
        noRsp = requests.get(resultJo['download_url'], headers=self.header, allow_redirects=False, verify=False)
        realUrl = ''
        if 'Location' in noRsp.headers:
            realUrl = noRsp.headers['Location']
        if 'location' in noRsp.headers and len(realUrl) == 0:
            realUrl = noRsp.headers['location']
        return realUrl

    def originContent(self, flag, id, vipFlags):
        if not self.login():
            return {}
        ids = id.split('+')
        shareId = ids[0]
        shareToken = ids[1]
        fileId = ids[2]
        subtitle = ids[4]
        url = '{0}?do=push_agent&api=python&type=m3u8&share_id={1}&file_id={2}'.format(self.localProxyUrl, shareId,
                                                                                       fileId)
        subtitleUrl = self.subtitleContent(id)
        newHeader = {
            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36",
            "referer": "https://www.aliyundrive.com/",
        }
        result = {
            'parse': '0',
            'playUrl': '',
            'url': url,
            'header': newHeader,
            'subt': subtitleUrl
        }
        return result

    def detailContent(self, array):
        tid = array[0]
        m = re.search('www.aliyundrive.com\\/s\\/([^\\/]+)(\\/folder\\/([^\\/]+))?', tid)
        col = m.groups()
        shareId = col[0]
        fileId = col[2]
        infoUrl = 'https://api.aliyundrive.com/adrive/v3/share_link/get_share_by_anonymous'
        infoForm = {'share_id': shareId}
        infoRsp = requests.post(infoUrl, json=infoForm, headers=self.header)
        infoJo = json.loads(infoRsp.text)
        infoJa = []
        if 'file_infos' in infoJo:
            infoJa = infoJo['file_infos']
        if len(infoJa) <= 0:
            return ''
        fileInfo = {}
        fileInfo = infoJa[0]
        if fileId == None or len(fileId) <= 0:
            fileId = fileInfo['file_id']
        vodList = {
            'vod_id': tid,
            'vod_name': infoJo['share_name'],
            'vod_pic': infoJo['avatar'],
            'vod_content': tid,
            'vod_play_from': 'AliYun$$$AliYun原画'
        }
        fileType = fileInfo['type']
        if fileType != 'folder':
            if fileType != 'file' or fileInfo['category'] != 'video':
                return ''
            fileId = 'root'
        shareToken = self.getToken(shareId, '')
        hashMap = {}
        dirname = self.dirname
        self.listFiles(hashMap, shareId, shareToken, fileId, dirname)
        sortedMap = sorted(hashMap.items(), key=lambda x: x[0])
        arrayList = []
        playList = []
        for sm in sortedMap:
            arrayList.append(sm[0] + '$' + sm[1])
        playList.append('#'.join(arrayList))
        playList.append('#'.join(arrayList))
        vodList['vod_play_url'] = '$$$'.join(playList)

        result = {
            'list': [vodList]
        }
        return result

    authorization = ''
    dirname = ''
    timeoutTick = 0
    localTime = 0
    expiresIn = 0
    shareTokenMap = {}
    expiresMap = {}
    localMedia = {}
    header = {
        "Referer": "https://www.aliyundrive.com/",
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36"
    }
    localProxyUrl = 'http://127.0.0.1:UndCover/proxy'

    def redirectResponse(tUrl):
        rsp = requests.get(tUrl, allow_redirects=False, verify=False)
        if 'Location' in rsp.headers:
            return redirectResponse(rsp.headers['Location'])
        else:
            return rsp

    def getDownloadUrl(self, shareId, token, fileId, category):
        lShareId = shareId
        lFileId = fileId
        params = {
            "share_id": lShareId,
            "category": "live_transcoding",
            "file_id": lFileId,
            "template_id": ""
        }
        customHeader = self.header.copy()
        customHeader['x-share-token'] = token
        customHeader['authorization'] = self.authorization
        url = 'https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info'
        if category == 'video':
            rsp = requests.post(url, json=params, headers=customHeader)
            rspJo = json.loads(rsp.text)
            lShareId = rspJo['share_id']
            lFileId = rspJo['file_id']
        jo = {

        }
        if category == 'video':
            jo['share_id'] = lShareId
            jo['file_id'] = lFileId
            jo['expire_sec'] = 600
        if category == 'audio':
            jo['share_id'] = lShareId
            jo['file_id'] = lFileId
            jo['get_audio_play_info'] = True
        downloadUrl = 'https://api.aliyundrive.com/v2/file/get_share_link_download_url'
        downloadRsp = requests.post(downloadUrl, json=jo, headers=customHeader)
        resultJo = json.loads(downloadRsp.text)
        return resultJo['download_url']

    def getMediaSlice(self, shareId, token, fileId):
        params = {
            "share_id": shareId,
            "category": "live_transcoding",
            "file_id": fileId,
            "template_id": ""
        }
        customHeader = self.header.copy()
        customHeader['x-share-token'] = token
        customHeader['authorization'] = self.authorization
        url = 'https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info'
        rsp = requests.post(url, json=params, headers=customHeader)
        rspJo = json.loads(rsp.text)
        quality = ['FHD', 'HD', 'SD']
        videoList = rspJo['video_preview_play_info']['live_transcoding_task_list']
        highUrl = ''
        for q in quality:
            if len(highUrl) > 0:
                break
            for video in videoList:
                if (video['template_id'] == q):
                    highUrl = video['url']
                    break
            if len(highUrl) == 0:
                highUrl = videoList[0]['url']
        noRsp = requests.get(highUrl, headers=self.header, allow_redirects=False, verify=False)
        m3u8Url = ''
        if 'Location' in noRsp.headers:
            m3u8Url = noRsp.headers['Location']
        if 'location' in noRsp.headers and len(m3u8Url) == 0:
            m3u8Url = noRsp.headers['location']
        m3u8Rsp = requests.get(m3u8Url, headers=self.header)
        m3u8Content = m3u8Rsp.text
        tmpArray = m3u8Url.split('/')[0:-1]
        host = '/'.join(tmpArray) + '/'
        m3u8List = []
        mediaMap = {}
        slices = m3u8Content.split("\n")
        count = 0
        for slice in slices:
            tmpSlice = slice
            if 'x-oss-expires' in tmpSlice:
                count = count + 1
                mediaMap[str(count)] = host + tmpSlice
                tmpSlice = "{0}?do=push_agent&api=python&type=media&share_id={1}&file_id={2}&media_id={3}".format(
                    self.localProxyUrl, shareId, fileId, count)
            m3u8List.append(tmpSlice)
        self.localMedia[fileId] = mediaMap
        return '\n'.join(m3u8List)

    def proxyMedia(self, map):
        shareId = map['share_id']
        fileId = map['file_id']
        mediaId = map['media_id']
        shareToken = self.getToken(shareId, '')

        refresh = False
        url = ''
        ts = 0
        if fileId in self.localMedia:
            fileMap = self.localMedia[fileId]
            if mediaId in fileMap:
                url = fileMap[mediaId]
        if len(url) > 0:
            ts = int(self.regStr(url, "x-oss-expires=(\\d+)&"))

        self.localTime = int(time.time())

        if ts - self.localTime <= 60:
            self.getMediaSlice(shareId, shareToken, fileId)
            url = self.localMedia[fileId][mediaId]

        action = {
            'url': url,
            'header': self.header,
            'param': '',
            'type': 'stream',
            'after': ''
        }
        return [200, "video/MP2T", action, ""]

    def proxyM3U8(self, map):
        shareId = map['share_id']
        fileId = map['file_id']

        shareToken = self.getToken(shareId, '')
        content = self.getMediaSlice(shareId, shareToken, fileId)

        action = {
            'url': '',
            'header': '',
            'param': '',
            'type': 'string',
            'after': ''
        }

        return [200, "application/octet-stream", action, content]

    def localProxy(self, param):
        if not self.login():
            return {}
        typ = param['type']
        if typ == "m3u8":
            return self.proxyM3U8(param)
        if typ == "media":
            return self.proxyMedia(param)
        return None

    def getToken(self, shareId, sharePwd):
        self.localTime = int(time.time())
        shareToken = ''
        if shareId in self.shareTokenMap:
            shareToken = self.shareTokenMap[shareId]
            # todo
            expire = self.expiresMap[shareId]
            if len(shareToken) > 0 and expire - self.localTime > 600:
                return shareToken
        params = {
            'share_id': shareId,
            'share_pwd': sharePwd
        }
        url = 'https://api.aliyundrive.com/v2/share_link/get_share_token'
        rsp = requests.post(url, json=params, headers=self.header)
        jo = json.loads(rsp.text)
        newShareToken = jo['share_token']
        self.expiresMap[shareId] = self.localTime + int(jo['expires_in'])
        self.shareTokenMap[shareId] = newShareToken

        # print(self.expiresMap)
        # print(self.shareTokenMap)

        return newShareToken

    def listFiles(self, map, shareId, shareToken, fileId, dirname, subtitle={}):
        url = 'https://api.aliyundrive.com/adrive/v3/file/list'
        newHeader = self.header.copy()
        newHeader['x-share-token'] = shareToken
        params = {
            'image_thumbnail_process': 'image/resize,w_160/format,jpeg',
            'image_url_process': 'image/resize,w_1920/format,jpeg',
            'limit': 200,
            'order_by': 'updated_at',
            'order_direction': 'DESC',
            'parent_file_id': fileId,
            'share_id': shareId,
            'video_thumbnail_process': 'video/snapshot,t_1000,f_jpg,ar_auto,w_300'
        }
        maker = ''
        arrayList = []
        for i in range(1, 51):
            if i >= 2 and len(maker) == 0:
                break
            params['marker'] = maker
            rsp = requests.post(url, json=params, headers=newHeader)
            jo = json.loads(rsp.text)
            ja = jo['items']
            for jt in ja:
                if jt['type'] == 'folder':
                    al = jt['file_id'] + '@@@' + jt['name']
                    arrayList.append(al)
                else:
                    if 'video' in jt['mime_type'] or 'video' in jt['category']:
                        repStr = '[' + dirname + ']' + jt['name'].replace("#", "_").replace("$", "_").replace(jt['file_extension'], '')[0:-1]
                        map[repStr] = shareId + "+" + shareToken + "+" + jt['file_id'] + "+" + jt['category'] + "+"
                    elif 'others' == jt['category'] and (
                            'srt' == jt['file_extension'] or 'ass' == jt['file_extension']):
                        repStr = '[' + dirname + ']' + jt['name'].replace("#", "_").replace("$", "_").replace(jt['file_extension'], '')[0:-1]
                        subtitle[repStr] = jt['file_id']
            maker = jo['next_marker']
            i = i + 1
        for item in arrayList:
            if '@@@' in item:
                items = item.split('@@@')
                item = items[0]
                dirname = items[1]
            self.listFiles(map, shareId, shareToken, item, dirname, subtitle)
        for key in map.keys():
            for subKey in subtitle.keys():
                if key in subKey and map[key][-1] == "+":
                    map[key] = map[key] + subtitle[subKey]
                    break

    def login(self):
        self.localTime = int(time.time())
        url = 'https://api.aliyundrive.com/token/refresh'
        if len(self.authorization) == 0 or self.timeoutTick - self.localTime <= 600:
            form = {
                'refresh_token': 'ab0b9a7555e84175bbc6f8e60310ae49'
            }
            rsp = requests.post(url, json=form, headers=self.header)
            jo = json.loads(rsp.text)
            if rsp.status_code == 200:
                self.authorization = jo['token_type'] + ' ' + jo['access_token']
                self.expiresIn = int(jo['expires_in'])
                self.timeoutTick = self.localTime + self.expiresIn
                return True
            return False
        else:
            return True

        # print(self.authorization)
        # print(self.timeoutTick)
        # print(self.localTime)
        # print(self.expiresIn)