450 lines
16 KiB
Python
450 lines
16 KiB
Python
# coding=utf-8
|
|
# !/usr/bin/python
|
|
import sys
|
|
|
|
sys.path.append('..')
|
|
from base.spider import Spider
|
|
import json
|
|
import requests
|
|
import time
|
|
import re
|
|
|
|
|
|
class Spider(Spider): # 元类 默认的元类 type
|
|
def getName(self):
|
|
return "阿里云盘"
|
|
|
|
def init(self, extend=""):
|
|
print("============{0}============".format(extend))
|
|
pass
|
|
|
|
def homeContent(self, filter):
|
|
result = {}
|
|
return result
|
|
|
|
def homeVideoContent(self):
|
|
result = {}
|
|
return result
|
|
|
|
def categoryContent(self, tid, pg, filter, extend):
|
|
result = {}
|
|
return result
|
|
|
|
def searchContent(self, key, quick):
|
|
result = {}
|
|
return result
|
|
|
|
def isVideoFormat(self, url):
|
|
pass
|
|
|
|
def manualVideoCheck(self):
|
|
pass
|
|
|
|
def playerContent(self, flag, id, vipFlags):
|
|
if flag == 'AliYun':
|
|
return self.originContent(flag, id, vipFlags)
|
|
elif flag == 'AliYun原画':
|
|
return self.fhdContent(flag, id, vipFlags)
|
|
else:
|
|
return {}
|
|
|
|
def fhdContent(self, flag, id, vipFlags):
|
|
if not self.login():
|
|
return {}
|
|
ids = id.split('+')
|
|
shareId = ids[0]
|
|
shareToken = ids[1]
|
|
fileId = ids[2]
|
|
category = ids[3]
|
|
subtitle = ids[4]
|
|
url = self.getDownloadUrl(shareId, shareToken, fileId, category)
|
|
|
|
noRsp = requests.get(url, headers=self.header, allow_redirects=False, verify=False)
|
|
realUrl = ''
|
|
if 'Location' in noRsp.headers:
|
|
realUrl = noRsp.headers['Location']
|
|
if 'location' in noRsp.headers and len(realUrl) == 0:
|
|
realUrl = noRsp.headers['location']
|
|
newHeader = {
|
|
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36",
|
|
"referer": "https://www.aliyundrive.com/",
|
|
}
|
|
subtitleUrl = self.subtitleContent(id)
|
|
result = {
|
|
'parse': '0',
|
|
'playUrl': '',
|
|
'url': realUrl,
|
|
'header': newHeader,
|
|
'subt': subtitleUrl
|
|
}
|
|
return result
|
|
|
|
def subtitleContent(self, id):
|
|
ids = id.split('+')
|
|
shareId = ids[0]
|
|
shareToken = ids[1]
|
|
fileId = ids[2]
|
|
category = ids[3]
|
|
subtitle = ids[4]
|
|
if len(subtitle) == 0:
|
|
return ""
|
|
|
|
customHeader = self.header.copy()
|
|
customHeader['x-share-token'] = shareToken
|
|
customHeader['authorization'] = self.authorization
|
|
|
|
jo = {
|
|
"expire_sec": 600,
|
|
"share_id": shareId,
|
|
"file_id": subtitle,
|
|
"image_url_process": "image/resize,w_1920/format,jpeg",
|
|
"image_thumbnail_process": "image/resize,w_1920/format,jpeg",
|
|
"get_streams_url": True
|
|
# ,
|
|
# "drive_id": "183237630"
|
|
}
|
|
|
|
downloadUrl = 'https://api.aliyundrive.com/v2/file/get_share_link_download_url'
|
|
resultJo = requests.post(downloadUrl, json=jo, headers=customHeader).json()
|
|
print(resultJo)
|
|
noRsp = requests.get(resultJo['download_url'], headers=self.header, allow_redirects=False, verify=False)
|
|
realUrl = ''
|
|
if 'Location' in noRsp.headers:
|
|
realUrl = noRsp.headers['Location']
|
|
if 'location' in noRsp.headers and len(realUrl) == 0:
|
|
realUrl = noRsp.headers['location']
|
|
return realUrl
|
|
|
|
def originContent(self, flag, id, vipFlags):
|
|
if not self.login():
|
|
return {}
|
|
ids = id.split('+')
|
|
shareId = ids[0]
|
|
shareToken = ids[1]
|
|
fileId = ids[2]
|
|
subtitle = ids[4]
|
|
url = '{0}?do=push_agent&api=python&type=m3u8&share_id={1}&file_id={2}'.format(self.localProxyUrl, shareId,
|
|
fileId)
|
|
subtitleUrl = self.subtitleContent(id)
|
|
newHeader = {
|
|
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36",
|
|
"referer": "https://www.aliyundrive.com/",
|
|
}
|
|
result = {
|
|
'parse': '0',
|
|
'playUrl': '',
|
|
'url': url,
|
|
'header': newHeader,
|
|
'subt': subtitleUrl
|
|
}
|
|
return result
|
|
|
|
def detailContent(self, array):
|
|
tid = array[0]
|
|
m = re.search('www.aliyundrive.com\\/s\\/([^\\/]+)(\\/folder\\/([^\\/]+))?', tid)
|
|
col = m.groups()
|
|
shareId = col[0]
|
|
fileId = col[2]
|
|
infoUrl = 'https://api.aliyundrive.com/adrive/v3/share_link/get_share_by_anonymous'
|
|
infoForm = {'share_id': shareId}
|
|
infoRsp = requests.post(infoUrl, json=infoForm, headers=self.header)
|
|
infoJo = json.loads(infoRsp.text)
|
|
infoJa = []
|
|
if 'file_infos' in infoJo:
|
|
infoJa = infoJo['file_infos']
|
|
if len(infoJa) <= 0:
|
|
return ''
|
|
fileInfo = {}
|
|
fileInfo = infoJa[0]
|
|
if fileId == None or len(fileId) <= 0:
|
|
fileId = fileInfo['file_id']
|
|
vodList = {
|
|
'vod_id': tid,
|
|
'vod_name': infoJo['share_name'],
|
|
'vod_pic': infoJo['avatar'],
|
|
'vod_content': tid,
|
|
'vod_play_from': 'AliYun$$$AliYun原画'
|
|
}
|
|
fileType = fileInfo['type']
|
|
if fileType != 'folder':
|
|
if fileType != 'file' or fileInfo['category'] != 'video':
|
|
return ''
|
|
fileId = 'root'
|
|
shareToken = self.getToken(shareId, '')
|
|
hashMap = {}
|
|
dirname = self.dirname
|
|
self.listFiles(hashMap, shareId, shareToken, fileId, dirname)
|
|
sortedMap = sorted(hashMap.items(), key=lambda x: x[0])
|
|
arrayList = []
|
|
playList = []
|
|
for sm in sortedMap:
|
|
arrayList.append(sm[0] + '$' + sm[1])
|
|
playList.append('#'.join(arrayList))
|
|
playList.append('#'.join(arrayList))
|
|
vodList['vod_play_url'] = '$$$'.join(playList)
|
|
|
|
result = {
|
|
'list': [vodList]
|
|
}
|
|
return result
|
|
|
|
authorization = ''
|
|
dirname = ''
|
|
timeoutTick = 0
|
|
localTime = 0
|
|
expiresIn = 0
|
|
shareTokenMap = {}
|
|
expiresMap = {}
|
|
localMedia = {}
|
|
header = {
|
|
"Referer": "https://www.aliyundrive.com/",
|
|
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.54 Safari/537.36"
|
|
}
|
|
localProxyUrl = 'http://127.0.0.1:UndCover/proxy'
|
|
|
|
def redirectResponse(tUrl):
|
|
rsp = requests.get(tUrl, allow_redirects=False, verify=False)
|
|
if 'Location' in rsp.headers:
|
|
return redirectResponse(rsp.headers['Location'])
|
|
else:
|
|
return rsp
|
|
|
|
def getDownloadUrl(self, shareId, token, fileId, category):
|
|
lShareId = shareId
|
|
lFileId = fileId
|
|
params = {
|
|
"share_id": lShareId,
|
|
"category": "live_transcoding",
|
|
"file_id": lFileId,
|
|
"template_id": ""
|
|
}
|
|
customHeader = self.header.copy()
|
|
customHeader['x-share-token'] = token
|
|
customHeader['authorization'] = self.authorization
|
|
url = 'https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info'
|
|
if category == 'video':
|
|
rsp = requests.post(url, json=params, headers=customHeader)
|
|
rspJo = json.loads(rsp.text)
|
|
lShareId = rspJo['share_id']
|
|
lFileId = rspJo['file_id']
|
|
jo = {
|
|
|
|
}
|
|
if category == 'video':
|
|
jo['share_id'] = lShareId
|
|
jo['file_id'] = lFileId
|
|
jo['expire_sec'] = 600
|
|
if category == 'audio':
|
|
jo['share_id'] = lShareId
|
|
jo['file_id'] = lFileId
|
|
jo['get_audio_play_info'] = True
|
|
downloadUrl = 'https://api.aliyundrive.com/v2/file/get_share_link_download_url'
|
|
downloadRsp = requests.post(downloadUrl, json=jo, headers=customHeader)
|
|
resultJo = json.loads(downloadRsp.text)
|
|
return resultJo['download_url']
|
|
|
|
def getMediaSlice(self, shareId, token, fileId):
|
|
params = {
|
|
"share_id": shareId,
|
|
"category": "live_transcoding",
|
|
"file_id": fileId,
|
|
"template_id": ""
|
|
}
|
|
customHeader = self.header.copy()
|
|
customHeader['x-share-token'] = token
|
|
customHeader['authorization'] = self.authorization
|
|
url = 'https://api.aliyundrive.com/v2/file/get_share_link_video_preview_play_info'
|
|
rsp = requests.post(url, json=params, headers=customHeader)
|
|
rspJo = json.loads(rsp.text)
|
|
quality = ['FHD', 'HD', 'SD']
|
|
videoList = rspJo['video_preview_play_info']['live_transcoding_task_list']
|
|
highUrl = ''
|
|
for q in quality:
|
|
if len(highUrl) > 0:
|
|
break
|
|
for video in videoList:
|
|
if (video['template_id'] == q):
|
|
highUrl = video['url']
|
|
break
|
|
if len(highUrl) == 0:
|
|
highUrl = videoList[0]['url']
|
|
noRsp = requests.get(highUrl, headers=self.header, allow_redirects=False, verify=False)
|
|
m3u8Url = ''
|
|
if 'Location' in noRsp.headers:
|
|
m3u8Url = noRsp.headers['Location']
|
|
if 'location' in noRsp.headers and len(m3u8Url) == 0:
|
|
m3u8Url = noRsp.headers['location']
|
|
m3u8Rsp = requests.get(m3u8Url, headers=self.header)
|
|
m3u8Content = m3u8Rsp.text
|
|
tmpArray = m3u8Url.split('/')[0:-1]
|
|
host = '/'.join(tmpArray) + '/'
|
|
m3u8List = []
|
|
mediaMap = {}
|
|
slices = m3u8Content.split("\n")
|
|
count = 0
|
|
for slice in slices:
|
|
tmpSlice = slice
|
|
if 'x-oss-expires' in tmpSlice:
|
|
count = count + 1
|
|
mediaMap[str(count)] = host + tmpSlice
|
|
tmpSlice = "{0}?do=push_agent&api=python&type=media&share_id={1}&file_id={2}&media_id={3}".format(
|
|
self.localProxyUrl, shareId, fileId, count)
|
|
m3u8List.append(tmpSlice)
|
|
self.localMedia[fileId] = mediaMap
|
|
return '\n'.join(m3u8List)
|
|
|
|
def proxyMedia(self, map):
|
|
shareId = map['share_id']
|
|
fileId = map['file_id']
|
|
mediaId = map['media_id']
|
|
shareToken = self.getToken(shareId, '')
|
|
|
|
refresh = False
|
|
url = ''
|
|
ts = 0
|
|
if fileId in self.localMedia:
|
|
fileMap = self.localMedia[fileId]
|
|
if mediaId in fileMap:
|
|
url = fileMap[mediaId]
|
|
if len(url) > 0:
|
|
ts = int(self.regStr(url, "x-oss-expires=(\\d+)&"))
|
|
|
|
self.localTime = int(time.time())
|
|
|
|
if ts - self.localTime <= 60:
|
|
self.getMediaSlice(shareId, shareToken, fileId)
|
|
url = self.localMedia[fileId][mediaId]
|
|
|
|
action = {
|
|
'url': url,
|
|
'header': self.header,
|
|
'param': '',
|
|
'type': 'stream',
|
|
'after': ''
|
|
}
|
|
return [200, "video/MP2T", action, ""]
|
|
|
|
def proxyM3U8(self, map):
|
|
shareId = map['share_id']
|
|
fileId = map['file_id']
|
|
|
|
shareToken = self.getToken(shareId, '')
|
|
content = self.getMediaSlice(shareId, shareToken, fileId)
|
|
|
|
action = {
|
|
'url': '',
|
|
'header': '',
|
|
'param': '',
|
|
'type': 'string',
|
|
'after': ''
|
|
}
|
|
|
|
return [200, "application/octet-stream", action, content]
|
|
|
|
def localProxy(self, param):
|
|
if not self.login():
|
|
return {}
|
|
typ = param['type']
|
|
if typ == "m3u8":
|
|
return self.proxyM3U8(param)
|
|
if typ == "media":
|
|
return self.proxyMedia(param)
|
|
return None
|
|
|
|
def getToken(self, shareId, sharePwd):
|
|
self.localTime = int(time.time())
|
|
shareToken = ''
|
|
if shareId in self.shareTokenMap:
|
|
shareToken = self.shareTokenMap[shareId]
|
|
# todo
|
|
expire = self.expiresMap[shareId]
|
|
if len(shareToken) > 0 and expire - self.localTime > 600:
|
|
return shareToken
|
|
params = {
|
|
'share_id': shareId,
|
|
'share_pwd': sharePwd
|
|
}
|
|
url = 'https://api.aliyundrive.com/v2/share_link/get_share_token'
|
|
rsp = requests.post(url, json=params, headers=self.header)
|
|
jo = json.loads(rsp.text)
|
|
newShareToken = jo['share_token']
|
|
self.expiresMap[shareId] = self.localTime + int(jo['expires_in'])
|
|
self.shareTokenMap[shareId] = newShareToken
|
|
|
|
# print(self.expiresMap)
|
|
# print(self.shareTokenMap)
|
|
|
|
return newShareToken
|
|
|
|
def listFiles(self, map, shareId, shareToken, fileId, dirname, subtitle={}):
|
|
url = 'https://api.aliyundrive.com/adrive/v3/file/list'
|
|
newHeader = self.header.copy()
|
|
newHeader['x-share-token'] = shareToken
|
|
params = {
|
|
'image_thumbnail_process': 'image/resize,w_160/format,jpeg',
|
|
'image_url_process': 'image/resize,w_1920/format,jpeg',
|
|
'limit': 200,
|
|
'order_by': 'updated_at',
|
|
'order_direction': 'DESC',
|
|
'parent_file_id': fileId,
|
|
'share_id': shareId,
|
|
'video_thumbnail_process': 'video/snapshot,t_1000,f_jpg,ar_auto,w_300'
|
|
}
|
|
maker = ''
|
|
arrayList = []
|
|
for i in range(1, 51):
|
|
if i >= 2 and len(maker) == 0:
|
|
break
|
|
params['marker'] = maker
|
|
rsp = requests.post(url, json=params, headers=newHeader)
|
|
jo = json.loads(rsp.text)
|
|
ja = jo['items']
|
|
for jt in ja:
|
|
if jt['type'] == 'folder':
|
|
al = jt['file_id'] + '@@@' + jt['name']
|
|
arrayList.append(al)
|
|
else:
|
|
if 'video' in jt['mime_type'] or 'video' in jt['category']:
|
|
repStr = '[' + dirname + ']' + jt['name'].replace("#", "_").replace("$", "_").replace(jt['file_extension'], '')[0:-1]
|
|
map[repStr] = shareId + "+" + shareToken + "+" + jt['file_id'] + "+" + jt['category'] + "+"
|
|
elif 'others' == jt['category'] and (
|
|
'srt' == jt['file_extension'] or 'ass' == jt['file_extension']):
|
|
repStr = '[' + dirname + ']' + jt['name'].replace("#", "_").replace("$", "_").replace(jt['file_extension'], '')[0:-1]
|
|
subtitle[repStr] = jt['file_id']
|
|
maker = jo['next_marker']
|
|
i = i + 1
|
|
for item in arrayList:
|
|
if '@@@' in item:
|
|
items = item.split('@@@')
|
|
item = items[0]
|
|
dirname = items[1]
|
|
self.listFiles(map, shareId, shareToken, item, dirname, subtitle)
|
|
for key in map.keys():
|
|
for subKey in subtitle.keys():
|
|
if key in subKey and map[key][-1] == "+":
|
|
map[key] = map[key] + subtitle[subKey]
|
|
break
|
|
|
|
def login(self):
|
|
self.localTime = int(time.time())
|
|
url = 'https://api.aliyundrive.com/token/refresh'
|
|
if len(self.authorization) == 0 or self.timeoutTick - self.localTime <= 600:
|
|
form = {
|
|
'refresh_token': 'ab0b9a7555e84175bbc6f8e60310ae49'
|
|
}
|
|
rsp = requests.post(url, json=form, headers=self.header)
|
|
jo = json.loads(rsp.text)
|
|
if rsp.status_code == 200:
|
|
self.authorization = jo['token_type'] + ' ' + jo['access_token']
|
|
self.expiresIn = int(jo['expires_in'])
|
|
self.timeoutTick = self.localTime + self.expiresIn
|
|
return True
|
|
return False
|
|
else:
|
|
return True
|
|
|
|
# print(self.authorization)
|
|
# print(self.timeoutTick)
|
|
# print(self.localTime)
|
|
# print(self.expiresIn)
|