222 lines
6.2 KiB
Python
222 lines
6.2 KiB
Python
#coding=utf-8
|
||
#!/usr/bin/python
|
||
import sys
|
||
sys.path.append('..')
|
||
from base.spider import Spider
|
||
import math
|
||
import json
|
||
from requests import session, utils
|
||
|
||
class Spider(Spider):
|
||
def getName(self):
|
||
return "喜马拉雅"
|
||
def init(self,extend=""):
|
||
pass
|
||
def isVideoFormat(self,url):
|
||
pass
|
||
def manualVideoCheck(self):
|
||
pass
|
||
def homeContent(self,filter):
|
||
result = {}
|
||
cateManual = {
|
||
"小说": "7",
|
||
"儿童": "11",
|
||
"评书": "10",
|
||
"娱乐": "13",
|
||
"悬疑": "14",
|
||
"人文": "17",
|
||
"国学": "18",
|
||
"头条": "24",
|
||
"音乐": "19",
|
||
"历史": "16",
|
||
"情感": "20",
|
||
"健康": "22",
|
||
"生活": "21",
|
||
"影视": "15",
|
||
"英语": "29",
|
||
"科技": "28",
|
||
"体育": "25",
|
||
"汽车": "23",
|
||
"广播剧": "8",
|
||
"小语种": "30",
|
||
"教育考试": "32",
|
||
"少儿素养": "12",
|
||
"商业管理": "27",
|
||
"个人提升": "31",
|
||
"投资理财": "26",
|
||
"相声小品": "9",
|
||
}
|
||
classes = []
|
||
for k in cateManual:
|
||
classes.append({
|
||
'type_name': k,
|
||
'type_id': cateManual[k]
|
||
})
|
||
|
||
result['class'] = classes
|
||
if (filter):
|
||
result['filters'] = self.config['filter']
|
||
return result
|
||
def homeVideoContent(self):
|
||
result = {}
|
||
return result
|
||
|
||
def categoryContent(self,tid,pg,filter,extend):
|
||
result = {}
|
||
header = {
|
||
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36 Edg/108.0.1462.54",
|
||
"Referer": "https://www.ximalaya.com/channel/{}/".format(tid)
|
||
}
|
||
url = 'https://www.ximalaya.com/revision/metadata/v2/channel/albums?pageNum={0}&pageSize=50&sort=1&metadata=&groupId={1}'.format(pg, tid)
|
||
rsp = self.fetch(url,headers=header)
|
||
jo = json.loads(rsp.text)
|
||
videos = []
|
||
numvL = len(jo['data']['albums'])
|
||
pgc = math.ceil(numvL/15)
|
||
for a in jo['data']['albums']:
|
||
aid = a['albumId']
|
||
img = 'http://imagev2.xmcdn.com/{0}'.format(a['albumCoverPath'])
|
||
name = a['albumTitle']
|
||
if a['vipType'] == 1:
|
||
remark = 'VIP'
|
||
else:
|
||
remark = ''
|
||
videos.append({
|
||
"vod_id": aid,
|
||
"vod_name": name,
|
||
"vod_pic": img,
|
||
"vod_remarks": remark
|
||
})
|
||
result['list'] = videos
|
||
result['page'] = pg
|
||
result['pagecount'] = pgc
|
||
result['limit'] = numvL
|
||
result['total'] = numvL
|
||
return result
|
||
|
||
def detailContent(self,array):
|
||
aid = array[0]
|
||
header = {
|
||
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36 Edg/108.0.1462.54",
|
||
"Referer": "https://www.ximalaya.com/album/{}/".format(aid)
|
||
}
|
||
pg = 1
|
||
url = 'https://www.ximalaya.com/revision/album/v1/getTracksList?albumId={}&pageNum={}&pageSize=30'.format(aid, pg)
|
||
rsp = self.fetch(url, headers=header)
|
||
jo = json.loads(rsp.text)
|
||
items = jo['data']['tracks']
|
||
numjo = jo['data']['trackTotalCount']
|
||
while len(items) < numjo:
|
||
pg = pg + 1
|
||
url = 'https://www.ximalaya.com/revision/album/v1/getTracksList?albumId={}&pageNum={}&pageSize=30'.format(aid, pg)
|
||
rsp = self.fetch(url, headers=header)
|
||
jo = json.loads(rsp.text)
|
||
items.extend(jo['data']['tracks'])
|
||
playUrl = ''
|
||
for item in items:
|
||
dir = item['anchorName'].strip()
|
||
act = item['anchorName'].strip()
|
||
title = item['albumTitle']
|
||
pic = 'http://imagev2.xmcdn.com/{0}'.format(item['albumCoverPath'])
|
||
year = item['createDateFormat'].split('-')[0]
|
||
cont = item['albumTitle']
|
||
name = item['title'].strip()
|
||
purl = item['trackId']
|
||
playUrl = playUrl + '{0}${1}#'.format(name, purl)
|
||
vod = {
|
||
"vod_id": aid,
|
||
"vod_name": title,
|
||
"vod_pic": pic,
|
||
"type_name": '',
|
||
"vod_year": year,
|
||
"vod_area": '',
|
||
"vod_remarks": '',
|
||
"vod_actor": act,
|
||
"vod_director": dir,
|
||
"vod_content": cont
|
||
}
|
||
|
||
vod['vod_play_from'] = '喜马拉雅'
|
||
vod['vod_play_url'] = playUrl
|
||
|
||
result = {
|
||
'list': [
|
||
vod
|
||
]
|
||
}
|
||
return result
|
||
|
||
|
||
def searchContent(self,key,quick):
|
||
header = {
|
||
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36 Edg/108.0.1462.54",
|
||
"Referer": "https://www.ximalaya.com/"
|
||
}
|
||
url = 'https://www.ximalaya.com/revision/search/main?core=all&kw={}&spellchecker=true&device=iPhone&live=true'.format(key)
|
||
rsp = self.fetch(url, headers=header)
|
||
jo = json.loads(rsp.text)
|
||
items = jo['data']['album']['docs']
|
||
pg = 1
|
||
while pg < jo['data']['album']['totalPage']:
|
||
pg = pg + 1
|
||
url = 'https://www.ximalaya.com/revision/search/main?core=album&kw={0}&page={1}&spellchecker=true&rows=20&condition=relation&device=iPhone&fq=&paidFilter=false'.format(key, pg)
|
||
rsp = self.fetch(url, headers=header)
|
||
jo = json.loads(rsp.text)
|
||
items.extend(jo['data']['album']['docs'])
|
||
videos = []
|
||
for item in items:
|
||
name = item['title']
|
||
pic = item['coverPath']
|
||
if item['vipType'] == 1:
|
||
mark = 'VIP'
|
||
else:
|
||
mark = ''
|
||
sid = item['albumId']
|
||
videos.append({
|
||
"vod_id":sid,
|
||
"vod_name":name,
|
||
"vod_pic":pic,
|
||
"vod_remarks":mark
|
||
})
|
||
result = {
|
||
'list': videos
|
||
}
|
||
return result
|
||
|
||
def playerContent(self,flag,id,vipFlags):
|
||
result = {}
|
||
header = {
|
||
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/108.0.0.0 Safari/537.36 Edg/108.0.1462.54",
|
||
"Referer": 'https://www.ximalaya.com/sound/{0}/'.format(id)
|
||
}
|
||
#这里是游客cookie，有vip的填入自己的会员cookie
|
||
cookies_str = '_xmLog=h5&48be63f9-2a8a-48e1-b923-d29486aac356&process.env.sdkVersion; xm-page-viewid=ximalaya-web; x_xmly_traffic=utm_source%253A%2526utm_medium%253A%2526utm_campaign%253A%2526utm_content%253A%2526utm_term%253A%2526utm_from%253A'
|
||
cookies_dic = dict([co.strip().split('=') for co in cookies_str.split(';')])
|
||
rsp = session()
|
||
cookies_jar = utils.cookiejar_from_dict(cookies_dic)
|
||
rsp.cookie = cookies_jar
|
||
url = 'https://www.ximalaya.com/revision/play/v1/audio?id={0}&ptype=1'.format(id)
|
||
rsp = self.fetch(url, cookies=rsp.cookie, headers=header)
|
||
jo = json.loads(rsp.text)
|
||
purl = jo['data']['src']
|
||
result["parse"] = 0
|
||
result["playUrl"] = ''
|
||
result["url"] = purl
|
||
result["header"] = ''
|
||
return result
|
||
|
||
config = {
|
||
"player": {},
|
||
"filter": {}
|
||
}
|
||
header = {}
|
||
|
||
def localProxy(self,param):
|
||
action = {
|
||
'url':'',
|
||
'header':'',
|
||
'param':'',
|
||
'type':'string',
|
||
'after':''
|
||
}
|
||
return [200, "video/MP2T", action, ""] |