mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-30 12:01:28 +00:00
Elyse
GitHub
parent
de49cdbe9d
commit
b2a4db425b
|
|
@ -1735,6 +1735,12 @@
|
||||||
from .teletask import TeleTaskIE
|
from .teletask import TeleTaskIE
|
||||||
from .telewebion import TelewebionIE
|
from .telewebion import TelewebionIE
|
||||||
from .tempo import TempoIE
|
from .tempo import TempoIE
|
||||||
|
from .tencent import (
|
||||||
|
VQQSeriesIE,
|
||||||
|
VQQVideoIE,
|
||||||
|
WeTvEpisodeIE,
|
||||||
|
WeTvSeriesIE,
|
||||||
|
)
|
||||||
from .tennistv import TennisTVIE
|
from .tennistv import TennisTVIE
|
||||||
from .tenplay import TenPlayIE
|
from .tenplay import TenPlayIE
|
||||||
from .testurl import TestURLIE
|
from .testurl import TestURLIE
|
||||||
|
|
@ -2099,7 +2105,6 @@
|
||||||
WeiboMobileIE
|
WeiboMobileIE
|
||||||
)
|
)
|
||||||
from .weiqitv import WeiqiTVIE
|
from .weiqitv import WeiqiTVIE
|
||||||
from .wetv import WeTvEpisodeIE, WeTvSeriesIE
|
|
||||||
from .wikimedia import WikimediaIE
|
from .wikimedia import WikimediaIE
|
||||||
from .willow import WillowIE
|
from .willow import WillowIE
|
||||||
from .wimtv import WimTVIE
|
from .wimtv import WimTVIE
|
||||||
|
|
|
||||||
369
yt_dlp/extractor/tencent.py
Normal file
369
yt_dlp/extractor/tencent.py
Normal file
|
|
@ -0,0 +1,369 @@
|
||||||
|
import functools
|
||||||
|
import random
|
||||||
|
import re
|
||||||
|
import string
|
||||||
|
import time
|
||||||
|
|
||||||
|
from .common import InfoExtractor
|
||||||
|
from ..aes import aes_cbc_encrypt_bytes
|
||||||
|
from ..utils import (
|
||||||
|
ExtractorError,
|
||||||
|
determine_ext,
|
||||||
|
int_or_none,
|
||||||
|
js_to_json,
|
||||||
|
traverse_obj,
|
||||||
|
urljoin,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
|
class TencentBaseIE(InfoExtractor):
|
||||||
|
"""Subclasses must set _API_URL, _APP_VERSION, _PLATFORM, _HOST, _REFERER"""
|
||||||
|
|
||||||
|
def _get_ckey(self, video_id, url, guid):
|
||||||
|
ua = self.get_param('http_headers')['User-Agent']
|
||||||
|
|
||||||
|
payload = (f'{video_id}|{int(time.time())}|mg3c3b04ba|{self._APP_VERSION}|{guid}|'
|
||||||
|
f'{self._PLATFORM}|{url[:48]}|{ua.lower()[:48]}||Mozilla|Netscape|Windows x86_64|00|')
|
||||||
|
|
||||||
|
return aes_cbc_encrypt_bytes(
|
||||||
|
bytes(f'|{sum(map(ord, payload))}|{payload}', 'utf-8'),
|
||||||
|
b'Ok\xda\xa3\x9e/\x8c\xb0\x7f^r-\x9e\xde\xf3\x14',
|
||||||
|
b'\x01PJ\xf3V\xe6\x19\xcf.B\xbb\xa6\x8c?p\xf9',
|
||||||
|
padding_mode='whitespace').hex().upper()
|
||||||
|
|
||||||
|
def _get_video_api_response(self, video_url, video_id, series_id, subtitle_format, video_format, video_quality):
|
||||||
|
guid = ''.join([random.choice(string.digits + string.ascii_lowercase) for _ in range(16)])
|
||||||
|
ckey = self._get_ckey(video_id, video_url, guid)
|
||||||
|
query = {
|
||||||
|
'vid': video_id,
|
||||||
|
'cid': series_id,
|
||||||
|
'cKey': ckey,
|
||||||
|
'encryptVer': '8.1',
|
||||||
|
'spcaptiontype': '1' if subtitle_format == 'vtt' else '0',
|
||||||
|
'sphls': '2' if video_format == 'hls' else '0',
|
||||||
|
'dtype': '3' if video_format == 'hls' else '0',
|
||||||
|
'defn': video_quality,
|
||||||
|
'spsrt': '2', # Enable subtitles
|
||||||
|
'sphttps': '1', # Enable HTTPS
|
||||||
|
'otype': 'json',
|
||||||
|
'spwm': '1',
|
||||||
|
# For SHD
|
||||||
|
'host': self._HOST,
|
||||||
|
'referer': self._REFERER,
|
||||||
|
'ehost': video_url,
|
||||||
|
'appVer': self._APP_VERSION,
|
||||||
|
'platform': self._PLATFORM,
|
||||||
|
# For VQQ
|
||||||
|
'guid': guid,
|
||||||
|
'flowid': ''.join(random.choice(string.digits + string.ascii_lowercase) for _ in range(32)),
|
||||||
|
}
|
||||||
|
|
||||||
|
return self._search_json(r'QZOutputJson=', self._download_webpage(
|
||||||
|
self._API_URL, video_id, query=query), 'api_response', video_id)
|
||||||
|
|
||||||
|
def _extract_video_formats_and_subtitles(self, api_response, video_id):
|
||||||
|
video_response = api_response['vl']['vi'][0]
|
||||||
|
video_width, video_height = video_response.get('vw'), video_response.get('vh')
|
||||||
|
|
||||||
|
formats, subtitles = [], {}
|
||||||
|
for video_format in video_response['ul']['ui']:
|
||||||
|
if video_format.get('hls'):
|
||||||
|
fmts, subs = self._extract_m3u8_formats_and_subtitles(
|
||||||
|
video_format['url'] + video_format['hls']['pt'], video_id, 'mp4', fatal=False)
|
||||||
|
for f in fmts:
|
||||||
|
f.update({'width': video_width, 'height': video_height})
|
||||||
|
|
||||||
|
formats.extend(fmts)
|
||||||
|
self._merge_subtitles(subs, target=subtitles)
|
||||||
|
else:
|
||||||
|
formats.append({
|
||||||
|
'url': f'{video_format["url"]}{video_response["fn"]}?vkey={video_response["fvkey"]}',
|
||||||
|
'width': video_width,
|
||||||
|
'height': video_height,
|
||||||
|
'ext': 'mp4',
|
||||||
|
})
|
||||||
|
|
||||||
|
return formats, subtitles
|
||||||
|
|
||||||
|
def _extract_video_native_subtitles(self, api_response, subtitles_format):
|
||||||
|
subtitles = {}
|
||||||
|
for subtitle in traverse_obj(api_response, ('sfl', 'fi')) or ():
|
||||||
|
subtitles.setdefault(subtitle['lang'].lower(), []).append({
|
||||||
|
'url': subtitle['url'],
|
||||||
|
'ext': subtitles_format,
|
||||||
|
'protocol': 'm3u8_native' if determine_ext(subtitle['url']) == 'm3u8' else 'http',
|
||||||
|
})
|
||||||
|
|
||||||
|
return subtitles
|
||||||
|
|
||||||
|
def _extract_all_video_formats_and_subtitles(self, url, video_id, series_id):
|
||||||
|
formats, subtitles = [], {}
|
||||||
|
for video_format, subtitle_format, video_quality in (
|
||||||
|
# '': 480p, 'shd': 720p, 'fhd': 1080p
|
||||||
|
('mp4', 'srt', ''), ('hls', 'vtt', 'shd'), ('hls', 'vtt', 'fhd')):
|
||||||
|
api_response = self._get_video_api_response(
|
||||||
|
url, video_id, series_id, subtitle_format, video_format, video_quality)
|
||||||
|
|
||||||
|
if api_response.get('em') != 0 and api_response.get('exem') != 0:
|
||||||
|
if '您所在区域暂无此内容版权' in api_response.get('msg'):
|
||||||
|
self.raise_geo_restricted()
|
||||||
|
raise ExtractorError(f'Tencent said: {api_response.get("msg")}')
|
||||||
|
|
||||||
|
fmts, subs = self._extract_video_formats_and_subtitles(api_response, video_id)
|
||||||
|
native_subtitles = self._extract_video_native_subtitles(api_response, subtitle_format)
|
||||||
|
|
||||||
|
formats.extend(fmts)
|
||||||
|
self._merge_subtitles(subs, native_subtitles, target=subtitles)
|
||||||
|
|
||||||
|
self._sort_formats(formats)
|
||||||
|
return formats, subtitles
|
||||||
|
|
||||||
|
def _get_clean_title(self, title):
|
||||||
|
return re.sub(
|
||||||
|
r'\s*[_\-]\s*(?:Watch online|腾讯视频|(?:高清)?1080P在线观看平台).*?$',
|
||||||
|
'', title or '').strip() or None
|
||||||
|
|
||||||
|
|
||||||
|
class VQQBaseIE(TencentBaseIE):
|
||||||
|
_VALID_URL_BASE = r'https?://v\.qq\.com'
|
||||||
|
|
||||||
|
_API_URL = 'https://h5vv6.video.qq.com/getvinfo'
|
||||||
|
_APP_VERSION = '3.5.57'
|
||||||
|
_PLATFORM = '10901'
|
||||||
|
_HOST = 'v.qq.com'
|
||||||
|
_REFERER = 'v.qq.com'
|
||||||
|
|
||||||
|
def _get_webpage_metadata(self, webpage, video_id):
|
||||||
|
return self._parse_json(
|
||||||
|
self._search_regex(
|
||||||
|
r'(?s)<script[^>]*>[^<]*window\.__pinia\s*=\s*([^<]+)</script>',
|
||||||
|
webpage, 'pinia data', fatal=False),
|
||||||
|
video_id, transform_source=js_to_json, fatal=False)
|
||||||
|
|
||||||
|
|
||||||
|
class VQQVideoIE(VQQBaseIE):
|
||||||
|
IE_NAME = 'vqq:video'
|
||||||
|
_VALID_URL = VQQBaseIE._VALID_URL_BASE + r'/x/(?:page|cover/(?P<series_id>\w+))/(?P<id>\w+)'
|
||||||
|
|
||||||
|
_TESTS = [{
|
||||||
|
'url': 'https://v.qq.com/x/page/q326831cny0.html',
|
||||||
|
'md5': '826ef93682df09e3deac4a6e6e8cdb6e',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'q326831cny0',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'title': '我是选手：雷霆裂阵，终极时刻',
|
||||||
|
'description': 'md5:e7ed70be89244017dac2a835a10aeb1e',
|
||||||
|
'thumbnail': r're:^https?://[^?#]+q326831cny0',
|
||||||
|
},
|
||||||
|
}, {
|
||||||
|
'url': 'https://v.qq.com/x/page/o3013za7cse.html',
|
||||||
|
'md5': 'b91cbbeada22ef8cc4b06df53e36fa21',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'o3013za7cse',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'title': '欧阳娜娜VLOG',
|
||||||
|
'description': 'md5:29fe847497a98e04a8c3826e499edd2e',
|
||||||
|
'thumbnail': r're:^https?://[^?#]+o3013za7cse',
|
||||||
|
},
|
||||||
|
}, {
|
||||||
|
'url': 'https://v.qq.com/x/cover/7ce5noezvafma27/a00269ix3l8.html',
|
||||||
|
'md5': '71459c5375c617c265a22f083facce67',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'a00269ix3l8',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'title': '鸡毛飞上天 第01集',
|
||||||
|
'description': 'md5:8cae3534327315b3872fbef5e51b5c5b',
|
||||||
|
'thumbnail': r're:^https?://[^?#]+7ce5noezvafma27',
|
||||||
|
'series': '鸡毛飞上天',
|
||||||
|
},
|
||||||
|
}, {
|
||||||
|
'url': 'https://v.qq.com/x/cover/mzc00200p29k31e/s0043cwsgj0.html',
|
||||||
|
'md5': '96b9fd4a189fdd4078c111f21d7ac1bc',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 's0043cwsgj0',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'title': '第1集：如何快乐吃糖？',
|
||||||
|
'description': 'md5:1d8c3a0b8729ae3827fa5b2d3ebd5213',
|
||||||
|
'thumbnail': r're:^https?://[^?#]+s0043cwsgj0',
|
||||||
|
'series': '青年理工工作者生活研究所',
|
||||||
|
},
|
||||||
|
}]
|
||||||
|
|
||||||
|
def _real_extract(self, url):
|
||||||
|
video_id, series_id = self._match_valid_url(url).group('id', 'series_id')
|
||||||
|
webpage = self._download_webpage(url, video_id)
|
||||||
|
webpage_metadata = self._get_webpage_metadata(webpage, video_id)
|
||||||
|
|
||||||
|
formats, subtitles = self._extract_all_video_formats_and_subtitles(url, video_id, series_id)
|
||||||
|
return {
|
||||||
|
'id': video_id,
|
||||||
|
'title': self._get_clean_title(self._og_search_title(webpage)
|
||||||
|
or traverse_obj(webpage_metadata, ('global', 'videoInfo', 'title'))),
|
||||||
|
'description': (self._og_search_description(webpage)
|
||||||
|
or traverse_obj(webpage_metadata, ('global', 'videoInfo', 'desc'))),
|
||||||
|
'formats': formats,
|
||||||
|
'subtitles': subtitles,
|
||||||
|
'thumbnail': (self._og_search_thumbnail(webpage)
|
||||||
|
or traverse_obj(webpage_metadata, ('global', 'videoInfo', 'pic160x90'))),
|
||||||
|
'series': traverse_obj(webpage_metadata, ('global', 'coverInfo', 'title')),
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
class VQQSeriesIE(VQQBaseIE):
|
||||||
|
IE_NAME = 'vqq:series'
|
||||||
|
_VALID_URL = VQQBaseIE._VALID_URL_BASE + r'/x/cover/(?P<id>\w+)\.html/?(?:[?#]|$)'
|
||||||
|
|
||||||
|
_TESTS = [{
|
||||||
|
'url': 'https://v.qq.com/x/cover/7ce5noezvafma27.html',
|
||||||
|
'info_dict': {
|
||||||
|
'id': '7ce5noezvafma27',
|
||||||
|
'title': '鸡毛飞上天',
|
||||||
|
'description': 'md5:8cae3534327315b3872fbef5e51b5c5b',
|
||||||
|
},
|
||||||
|
'playlist_count': 55,
|
||||||
|
}, {
|
||||||
|
'url': 'https://v.qq.com/x/cover/oshd7r0vy9sfq8e.html',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'oshd7r0vy9sfq8e',
|
||||||
|
'title': '恋爱细胞2',
|
||||||
|
'description': 'md5:9d8a2245679f71ca828534b0f95d2a03',
|
||||||
|
},
|
||||||
|
'playlist_count': 12,
|
||||||
|
}]
|
||||||
|
|
||||||
|
def _real_extract(self, url):
|
||||||
|
series_id = self._match_id(url)
|
||||||
|
webpage = self._download_webpage(url, series_id)
|
||||||
|
webpage_metadata = self._get_webpage_metadata(webpage, series_id)
|
||||||
|
|
||||||
|
episode_paths = [f'/x/cover/{series_id}/{video_id}.html' for video_id in re.findall(
|
||||||
|
r'<div[^>]+data-vid="(?P<video_id>[^"]+)"[^>]+class="[^"]+episode-item-rect--number',
|
||||||
|
webpage)]
|
||||||
|
|
||||||
|
return self.playlist_from_matches(
|
||||||
|
episode_paths, series_id, ie=VQQVideoIE, getter=functools.partial(urljoin, url),
|
||||||
|
title=self._get_clean_title(traverse_obj(webpage_metadata, ('coverInfo', 'title'))
|
||||||
|
or self._og_search_title(webpage)),
|
||||||
|
description=(traverse_obj(webpage_metadata, ('coverInfo', 'description'))
|
||||||
|
or self._og_search_description(webpage)))
|
||||||
|
|
||||||
|
|
||||||
|
class WeTvBaseIE(TencentBaseIE):
|
||||||
|
_VALID_URL_BASE = r'https?://(?:www\.)?wetv\.vip/(?:[^?#]+/)?play'
|
||||||
|
|
||||||
|
_API_URL = 'https://play.wetv.vip/getvinfo'
|
||||||
|
_APP_VERSION = '3.5.57'
|
||||||
|
_PLATFORM = '4830201'
|
||||||
|
_HOST = 'wetv.vip'
|
||||||
|
_REFERER = 'wetv.vip'
|
||||||
|
|
||||||
|
def _get_webpage_metadata(self, webpage, video_id):
|
||||||
|
return self._parse_json(
|
||||||
|
traverse_obj(self._search_nextjs_data(webpage, video_id), ('props', 'pageProps', 'data')),
|
||||||
|
video_id, fatal=False)
|
||||||
|
|
||||||
|
|
||||||
|
class WeTvEpisodeIE(WeTvBaseIE):
|
||||||
|
IE_NAME = 'wetv:episode'
|
||||||
|
_VALID_URL = WeTvBaseIE._VALID_URL_BASE + r'/(?P<series_id>\w+)(?:-[^?#]+)?/(?P<id>\w+)(?:-[^?#]+)?'
|
||||||
|
|
||||||
|
_TESTS = [{
|
||||||
|
'url': 'https://wetv.vip/en/play/air11ooo2rdsdi3-Cute-Programmer/v0040pr89t9-EP1-Cute-Programmer',
|
||||||
|
'md5': '0c70fdfaa5011ab022eebc598e64bbbe',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'v0040pr89t9',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'title': 'EP1: Cute Programmer',
|
||||||
|
'description': 'md5:e87beab3bf9f392d6b9e541a63286343',
|
||||||
|
'thumbnail': r're:^https?://[^?#]+air11ooo2rdsdi3',
|
||||||
|
'series': 'Cute Programmer',
|
||||||
|
'episode': 'Episode 1',
|
||||||
|
'episode_number': 1,
|
||||||
|
'duration': 2835,
|
||||||
|
},
|
||||||
|
}, {
|
||||||
|
'url': 'https://wetv.vip/en/play/u37kgfnfzs73kiu/p0039b9nvik',
|
||||||
|
'md5': '3b3c15ca4b9a158d8d28d5aa9d7c0a49',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'p0039b9nvik',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'title': 'EP1: You Are My Glory',
|
||||||
|
'description': 'md5:831363a4c3b4d7615e1f3854be3a123b',
|
||||||
|
'thumbnail': r're:^https?://[^?#]+u37kgfnfzs73kiu',
|
||||||
|
'series': 'You Are My Glory',
|
||||||
|
'episode': 'Episode 1',
|
||||||
|
'episode_number': 1,
|
||||||
|
'duration': 2454,
|
||||||
|
},
|
||||||
|
}, {
|
||||||
|
'url': 'https://wetv.vip/en/play/lcxgwod5hapghvw-WeTV-PICK-A-BOO/i0042y00lxp-Zhao-Lusi-Describes-The-First-Experiences-She-Had-In-Who-Rules-The-World-%7C-WeTV-PICK-A-BOO',
|
||||||
|
'md5': '71133f5c2d5d6cad3427e1b010488280',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'i0042y00lxp',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'title': 'md5:f7a0857dbe5fbbe2e7ad630b92b54e6a',
|
||||||
|
'description': 'md5:76260cb9cdc0ef76826d7ca9d92fadfa',
|
||||||
|
'thumbnail': r're:^https?://[^?#]+lcxgwod5hapghvw',
|
||||||
|
'series': 'WeTV PICK-A-BOO',
|
||||||
|
'episode': 'Episode 0',
|
||||||
|
'episode_number': 0,
|
||||||
|
'duration': 442,
|
||||||
|
},
|
||||||
|
}]
|
||||||
|
|
||||||
|
def _real_extract(self, url):
|
||||||
|
video_id, series_id = self._match_valid_url(url).group('id', 'series_id')
|
||||||
|
webpage = self._download_webpage(url, video_id)
|
||||||
|
webpage_metadata = self._get_webpage_metadata(webpage, video_id)
|
||||||
|
|
||||||
|
formats, subtitles = self._extract_all_video_formats_and_subtitles(url, video_id, series_id)
|
||||||
|
return {
|
||||||
|
'id': video_id,
|
||||||
|
'title': self._get_clean_title(self._og_search_title(webpage)
|
||||||
|
or traverse_obj(webpage_metadata, ('coverInfo', 'title'))),
|
||||||
|
'description': (traverse_obj(webpage_metadata, ('coverInfo', 'description'))
|
||||||
|
or self._og_search_description(webpage)),
|
||||||
|
'formats': formats,
|
||||||
|
'subtitles': subtitles,
|
||||||
|
'thumbnail': self._og_search_thumbnail(webpage),
|
||||||
|
'duration': int_or_none(traverse_obj(webpage_metadata, ('videoInfo', 'duration'))),
|
||||||
|
'series': traverse_obj(webpage_metadata, ('coverInfo', 'title')),
|
||||||
|
'episode_number': int_or_none(traverse_obj(webpage_metadata, ('videoInfo', 'episode'))),
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
class WeTvSeriesIE(WeTvBaseIE):
|
||||||
|
_VALID_URL = WeTvBaseIE._VALID_URL_BASE + r'/(?P<id>\w+)(?:-[^/?#]+)?/?(?:[?#]|$)'
|
||||||
|
|
||||||
|
_TESTS = [{
|
||||||
|
'url': 'https://wetv.vip/play/air11ooo2rdsdi3-Cute-Programmer',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'air11ooo2rdsdi3',
|
||||||
|
'title': 'Cute Programmer',
|
||||||
|
'description': 'md5:e87beab3bf9f392d6b9e541a63286343',
|
||||||
|
},
|
||||||
|
'playlist_count': 30,
|
||||||
|
}, {
|
||||||
|
'url': 'https://wetv.vip/en/play/u37kgfnfzs73kiu-You-Are-My-Glory',
|
||||||
|
'info_dict': {
|
||||||
|
'id': 'u37kgfnfzs73kiu',
|
||||||
|
'title': 'You Are My Glory',
|
||||||
|
'description': 'md5:831363a4c3b4d7615e1f3854be3a123b',
|
||||||
|
},
|
||||||
|
'playlist_count': 32,
|
||||||
|
}]
|
||||||
|
|
||||||
|
def _real_extract(self, url):
|
||||||
|
series_id = self._match_id(url)
|
||||||
|
webpage = self._download_webpage(url, series_id)
|
||||||
|
webpage_metadata = self._get_webpage_metadata(webpage, series_id)
|
||||||
|
|
||||||
|
episode_paths = ([f'/play/{series_id}/{episode["vid"]}' for episode in webpage_metadata.get('videoList')]
|
||||||
|
or re.findall(r'<a[^>]+class="play-video__link"[^>]+href="(?P<path>[^"]+)', webpage))
|
||||||
|
|
||||||
|
return self.playlist_from_matches(
|
||||||
|
episode_paths, series_id, ie=WeTvEpisodeIE, getter=functools.partial(urljoin, url),
|
||||||
|
title=self._get_clean_title(traverse_obj(webpage_metadata, ('coverInfo', 'title'))
|
||||||
|
or self._og_search_title(webpage)),
|
||||||
|
description=(traverse_obj(webpage_metadata, ('coverInfo', 'description'))
|
||||||
|
or self._og_search_description(webpage)))
|
||||||
|
|
@ -1,208 +0,0 @@
|
||||||
import functools
|
|
||||||
import re
|
|
||||||
import time
|
|
||||||
|
|
||||||
from .common import InfoExtractor
|
|
||||||
from ..aes import aes_cbc_encrypt_bytes
|
|
||||||
from ..utils import determine_ext, int_or_none, traverse_obj, urljoin
|
|
||||||
|
|
||||||
|
|
||||||
class WeTvBaseIE(InfoExtractor):
|
|
||||||
_VALID_URL_BASE = r'https?://(?:www\.)?wetv\.vip/(?:[^?#]+/)?play'
|
|
||||||
|
|
||||||
def _get_ckey(self, video_id, url, app_version, platform):
|
|
||||||
ua = self.get_param('http_headers')['User-Agent']
|
|
||||||
|
|
||||||
payload = (f'{video_id}|{int(time.time())}|mg3c3b04ba|{app_version}|0000000000000000|'
|
|
||||||
f'{platform}|{url[:48]}|{ua.lower()[:48]}||Mozilla|Netscape|Win32|00|')
|
|
||||||
|
|
||||||
return aes_cbc_encrypt_bytes(
|
|
||||||
bytes(f'|{sum(map(ord, payload))}|{payload}', 'utf-8'),
|
|
||||||
b'Ok\xda\xa3\x9e/\x8c\xb0\x7f^r-\x9e\xde\xf3\x14',
|
|
||||||
b'\x01PJ\xf3V\xe6\x19\xcf.B\xbb\xa6\x8c?p\xf9',
|
|
||||||
padding_mode='whitespace').hex()
|
|
||||||
|
|
||||||
def _get_video_api_response(self, video_url, video_id, series_id, subtitle_format, video_format, video_quality):
|
|
||||||
app_version = '3.5.57'
|
|
||||||
platform = '4830201'
|
|
||||||
|
|
||||||
ckey = self._get_ckey(video_id, video_url, app_version, platform)
|
|
||||||
query = {
|
|
||||||
'vid': video_id,
|
|
||||||
'cid': series_id,
|
|
||||||
'cKey': ckey,
|
|
||||||
'encryptVer': '8.1',
|
|
||||||
'spcaptiontype': '1' if subtitle_format == 'vtt' else '0', # 0 - SRT, 1 - VTT
|
|
||||||
'sphls': '1' if video_format == 'hls' else '0', # 0 - MP4, 1 - HLS
|
|
||||||
'defn': video_quality, # '': 480p, 'shd': 720p, 'fhd': 1080p
|
|
||||||
'spsrt': '1', # Enable subtitles
|
|
||||||
'sphttps': '1', # Enable HTTPS
|
|
||||||
'otype': 'json', # Response format: xml, json,
|
|
||||||
'dtype': '1',
|
|
||||||
'spwm': '1',
|
|
||||||
'host': 'wetv.vip', # These three values are needed for SHD
|
|
||||||
'referer': 'wetv.vip',
|
|
||||||
'ehost': video_url,
|
|
||||||
'appVer': app_version,
|
|
||||||
'platform': platform,
|
|
||||||
}
|
|
||||||
|
|
||||||
return self._search_json(r'QZOutputJson=', self._download_webpage(
|
|
||||||
'https://play.wetv.vip/getvinfo', video_id, query=query), 'api_response', video_id)
|
|
||||||
|
|
||||||
def _get_webpage_metadata(self, webpage, video_id):
|
|
||||||
return self._parse_json(
|
|
||||||
traverse_obj(self._search_nextjs_data(webpage, video_id), ('props', 'pageProps', 'data')),
|
|
||||||
video_id, fatal=False)
|
|
||||||
|
|
||||||
|
|
||||||
class WeTvEpisodeIE(WeTvBaseIE):
|
|
||||||
IE_NAME = 'wetv:episode'
|
|
||||||
_VALID_URL = WeTvBaseIE._VALID_URL_BASE + r'/(?P<series_id>\w+)(?:-[^?#]+)?/(?P<id>\w+)(?:-[^?#]+)?'
|
|
||||||
|
|
||||||
_TESTS = [{
|
|
||||||
'url': 'https://wetv.vip/en/play/air11ooo2rdsdi3-Cute-Programmer/v0040pr89t9-EP1-Cute-Programmer',
|
|
||||||
'md5': 'a046f565c9dce9b263a0465a422cd7bf',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'v0040pr89t9',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'title': 'EP1: Cute Programmer',
|
|
||||||
'description': 'md5:e87beab3bf9f392d6b9e541a63286343',
|
|
||||||
'thumbnail': r're:^https?://[^?#]+air11ooo2rdsdi3',
|
|
||||||
'series': 'Cute Programmer',
|
|
||||||
'episode': 'Episode 1',
|
|
||||||
'episode_number': 1,
|
|
||||||
'duration': 2835,
|
|
||||||
},
|
|
||||||
}, {
|
|
||||||
'url': 'https://wetv.vip/en/play/u37kgfnfzs73kiu/p0039b9nvik',
|
|
||||||
'md5': '4d9d69bcfd11da61f4aae64fc6b316b3',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'p0039b9nvik',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'title': 'EP1: You Are My Glory',
|
|
||||||
'description': 'md5:831363a4c3b4d7615e1f3854be3a123b',
|
|
||||||
'thumbnail': r're:^https?://[^?#]+u37kgfnfzs73kiu',
|
|
||||||
'series': 'You Are My Glory',
|
|
||||||
'episode': 'Episode 1',
|
|
||||||
'episode_number': 1,
|
|
||||||
'duration': 2454,
|
|
||||||
},
|
|
||||||
}, {
|
|
||||||
'url': 'https://wetv.vip/en/play/lcxgwod5hapghvw-WeTV-PICK-A-BOO/i0042y00lxp-Zhao-Lusi-Describes-The-First-Experiences-She-Had-In-Who-Rules-The-World-%7C-WeTV-PICK-A-BOO',
|
|
||||||
'md5': '71133f5c2d5d6cad3427e1b010488280',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'i0042y00lxp',
|
|
||||||
'ext': 'mp4',
|
|
||||||
'title': 'md5:f7a0857dbe5fbbe2e7ad630b92b54e6a',
|
|
||||||
'description': 'md5:76260cb9cdc0ef76826d7ca9d92fadfa',
|
|
||||||
'thumbnail': r're:^https?://[^?#]+lcxgwod5hapghvw',
|
|
||||||
'series': 'WeTV PICK-A-BOO',
|
|
||||||
'episode': 'Episode 0',
|
|
||||||
'episode_number': 0,
|
|
||||||
'duration': 442,
|
|
||||||
},
|
|
||||||
}]
|
|
||||||
|
|
||||||
def _extract_video_formats_and_subtitles(self, api_response, video_id, video_quality):
|
|
||||||
video_response = api_response['vl']['vi'][0]
|
|
||||||
video_width = video_response.get('vw')
|
|
||||||
video_height = video_response.get('vh')
|
|
||||||
|
|
||||||
formats, subtitles = [], {}
|
|
||||||
for video_format in video_response['ul']['ui']:
|
|
||||||
if video_format.get('hls'):
|
|
||||||
fmts, subs = self._extract_m3u8_formats_and_subtitles(
|
|
||||||
video_format['url'] + video_format['hls']['pname'], video_id, 'mp4', fatal=False)
|
|
||||||
for f in fmts:
|
|
||||||
f['width'] = video_width
|
|
||||||
f['height'] = video_height
|
|
||||||
|
|
||||||
formats.extend(fmts)
|
|
||||||
self._merge_subtitles(subs, target=subtitles)
|
|
||||||
else:
|
|
||||||
formats.append({
|
|
||||||
'url': f'{video_format["url"]}{video_response["fn"]}?vkey={video_response["fvkey"]}',
|
|
||||||
'width': video_width,
|
|
||||||
'height': video_height,
|
|
||||||
'ext': 'mp4',
|
|
||||||
})
|
|
||||||
|
|
||||||
return formats, subtitles
|
|
||||||
|
|
||||||
def _extract_video_subtitles(self, api_response, subtitles_format):
|
|
||||||
subtitles = {}
|
|
||||||
for subtitle in traverse_obj(api_response, ('sfl', 'fi')):
|
|
||||||
subtitles.setdefault(subtitle['lang'].lower(), []).append({
|
|
||||||
'url': subtitle['url'],
|
|
||||||
'ext': subtitles_format,
|
|
||||||
'protocol': 'm3u8_native' if determine_ext(subtitle['url']) == 'm3u8' else 'http',
|
|
||||||
})
|
|
||||||
|
|
||||||
return subtitles
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
|
||||||
video_id, series_id = self._match_valid_url(url).group('id', 'series_id')
|
|
||||||
webpage = self._download_webpage(url, video_id)
|
|
||||||
|
|
||||||
formats, subtitles = [], {}
|
|
||||||
for video_format, subtitle_format, video_quality in (('mp4', 'srt', ''), ('hls', 'vtt', 'shd'), ('hls', 'vtt', 'fhd')):
|
|
||||||
api_response = self._get_video_api_response(url, video_id, series_id, subtitle_format, video_format, video_quality)
|
|
||||||
|
|
||||||
fmts, subs = self._extract_video_formats_and_subtitles(api_response, video_id, video_quality)
|
|
||||||
native_subtitles = self._extract_video_subtitles(api_response, subtitle_format)
|
|
||||||
|
|
||||||
formats.extend(fmts)
|
|
||||||
self._merge_subtitles(subs, native_subtitles, target=subtitles)
|
|
||||||
|
|
||||||
self._sort_formats(formats)
|
|
||||||
webpage_metadata = self._get_webpage_metadata(webpage, video_id)
|
|
||||||
|
|
||||||
return {
|
|
||||||
'id': video_id,
|
|
||||||
'title': (self._og_search_title(webpage)
|
|
||||||
or traverse_obj(webpage_metadata, ('coverInfo', 'description'))),
|
|
||||||
'description': (self._og_search_description(webpage)
|
|
||||||
or traverse_obj(webpage_metadata, ('coverInfo', 'description'))),
|
|
||||||
'formats': formats,
|
|
||||||
'subtitles': subtitles,
|
|
||||||
'thumbnail': self._og_search_thumbnail(webpage),
|
|
||||||
'duration': int_or_none(traverse_obj(webpage_metadata, ('videoInfo', 'duration'))),
|
|
||||||
'series': traverse_obj(webpage_metadata, ('coverInfo', 'title')),
|
|
||||||
'episode_number': int_or_none(traverse_obj(webpage_metadata, ('videoInfo', 'episode'))),
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
class WeTvSeriesIE(WeTvBaseIE):
|
|
||||||
_VALID_URL = WeTvBaseIE._VALID_URL_BASE + r'/(?P<id>\w+)(?:-[^/?#]+)?/?(?:[?#]|$)'
|
|
||||||
|
|
||||||
_TESTS = [{
|
|
||||||
'url': 'https://wetv.vip/play/air11ooo2rdsdi3-Cute-Programmer',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'air11ooo2rdsdi3',
|
|
||||||
'title': 'Cute Programmer',
|
|
||||||
'description': 'md5:e87beab3bf9f392d6b9e541a63286343',
|
|
||||||
},
|
|
||||||
'playlist_count': 30,
|
|
||||||
}, {
|
|
||||||
'url': 'https://wetv.vip/en/play/u37kgfnfzs73kiu-You-Are-My-Glory',
|
|
||||||
'info_dict': {
|
|
||||||
'id': 'u37kgfnfzs73kiu',
|
|
||||||
'title': 'You Are My Glory',
|
|
||||||
'description': 'md5:831363a4c3b4d7615e1f3854be3a123b',
|
|
||||||
},
|
|
||||||
'playlist_count': 32,
|
|
||||||
}]
|
|
||||||
|
|
||||||
def _real_extract(self, url):
|
|
||||||
series_id = self._match_id(url)
|
|
||||||
webpage = self._download_webpage(url, series_id)
|
|
||||||
webpage_metadata = self._get_webpage_metadata(webpage, series_id)
|
|
||||||
|
|
||||||
episode_paths = (re.findall(r'<a[^>]+class="play-video__link"[^>]+href="(?P<path>[^"]+)', webpage)
|
|
||||||
or [f'/{series_id}/{episode["vid"]}' for episode in webpage_metadata.get('videoList')])
|
|
||||||
|
|
||||||
return self.playlist_from_matches(
|
|
||||||
episode_paths, series_id, ie=WeTvEpisodeIE, getter=functools.partial(urljoin, url),
|
|
||||||
title=traverse_obj(webpage_metadata, ('coverInfo', 'title')) or self._og_search_title(webpage),
|
|
||||||
description=traverse_obj(webpage_metadata, ('coverInfo', 'description')) or self._og_search_description(webpage))
|
|
||||||
Loading…
Reference in a new issue