[extractor/mgtv] Fix formats extraction (#7234)

Closes #7008
Authored by: bashonly
This commit is contained in:
bashonly 2023-06-05 10:52:45 -05:00 committed by GitHub
parent ee0ed0338d
commit 59d9fe0831
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23

View file

@ -1,17 +1,17 @@
import base64 import base64
import time import time
import urllib.error
import uuid import uuid
from .common import InfoExtractor from .common import InfoExtractor
from ..compat import (
compat_HTTPError,
compat_str,
)
from ..utils import ( from ..utils import (
ExtractorError, ExtractorError,
int_or_none, int_or_none,
parse_resolution,
traverse_obj,
try_get, try_get,
url_or_none, url_or_none,
urljoin,
) )
@ -30,16 +30,18 @@ class MGTVIE(InfoExtractor):
'duration': 7461, 'duration': 7461,
'thumbnail': r're:^https?://.*\.jpg$', 'thumbnail': r're:^https?://.*\.jpg$',
}, },
'params': {'skip_download': 'm3u8'},
}, { }, {
'url': 'https://w.mgtv.com/b/427837/15588271.html', 'url': 'https://w.mgtv.com/b/427837/15588271.html',
'info_dict': { 'info_dict': {
'id': '15588271', 'id': '15588271',
'ext': 'mp4', 'ext': 'mp4',
'title': '春日迟迟再出发 沉浸版', 'title': '春日迟迟再出发 沉浸版第1期陆莹结婚半年查出肾炎被离婚 吴雅婷把一半票根退给前夫',
'description': 'md5:a7a05a05b1aa87bd50cae619b19bbca6', 'description': 'md5:a7a05a05b1aa87bd50cae619b19bbca6',
'thumbnail': r're:^https?://.+\.jpg', 'thumbnail': r're:^https?://.+\.jpg',
'duration': 4026, 'duration': 4026,
}, },
'params': {'skip_download': 'm3u8'},
}, { }, {
'url': 'https://w.mgtv.com/b/333652/7329822.html', 'url': 'https://w.mgtv.com/b/333652/7329822.html',
'info_dict': { 'info_dict': {
@ -50,6 +52,7 @@ class MGTVIE(InfoExtractor):
'thumbnail': r're:^https?://.+\.jpg', 'thumbnail': r're:^https?://.+\.jpg',
'duration': 2656, 'duration': 2656,
}, },
'params': {'skip_download': 'm3u8'},
}, { }, {
'url': 'https://w.mgtv.com/b/427837/15591647.html', 'url': 'https://w.mgtv.com/b/427837/15591647.html',
'only_matching': True, 'only_matching': True,
@ -64,6 +67,13 @@ class MGTVIE(InfoExtractor):
'only_matching': True, 'only_matching': True,
}] }]
_RESOLUTIONS = {
'标清': ('480p', '854x480'),
'高清': ('540p', '960x540'),
'超清': ('720p', '1280x720'),
'蓝光': ('1080p', '1920x1080'),
}
def _real_extract(self, url): def _real_extract(self, url):
video_id = self._match_id(url) video_id = self._match_id(url)
tk2 = base64.urlsafe_b64encode( tk2 = base64.urlsafe_b64encode(
@ -76,55 +86,60 @@ def _real_extract(self, url):
'type': 'pch5' 'type': 'pch5'
}, headers=self.geo_verification_headers())['data'] }, headers=self.geo_verification_headers())['data']
except ExtractorError as e: except ExtractorError as e:
if isinstance(e.cause, compat_HTTPError) and e.cause.code == 401: if isinstance(e.cause, urllib.error.HTTPError) and e.cause.code == 401:
error = self._parse_json(e.cause.read().decode(), None) error = self._parse_json(e.cause.read().decode(), None)
if error.get('code') == 40005: if error.get('code') == 40005:
self.raise_geo_restricted(countries=self._GEO_COUNTRIES) self.raise_geo_restricted(countries=self._GEO_COUNTRIES)
raise ExtractorError(error['msg'], expected=True) raise ExtractorError(error['msg'], expected=True)
raise raise
info = api_data['info']
title = info['title'].strip()
stream_data = self._download_json( stream_data = self._download_json(
'https://pcweb.api.mgtv.com/player/getSource', video_id, query={ 'https://pcweb.api.mgtv.com/player/getSource', video_id, query={
'pm2': api_data['atc']['pm2'],
'tk2': tk2, 'tk2': tk2,
'pm2': api_data['atc']['pm2'],
'video_id': video_id, 'video_id': video_id,
'type': 'pch5',
'src': 'intelmgtv', 'src': 'intelmgtv',
}, headers=self.geo_verification_headers())['data'] }, headers=self.geo_verification_headers())['data']
stream_domain = stream_data['stream_domain'][0] stream_domain = traverse_obj(stream_data, ('stream_domain', ..., {url_or_none}), get_all=False)
formats = [] formats = []
for idx, stream in enumerate(stream_data['stream']): for idx, stream in enumerate(traverse_obj(stream_data, ('stream', lambda _, v: v['url']))):
stream_path = stream.get('url') stream_name = traverse_obj(stream, 'name', 'standardName', 'barName', expected_type=str)
if not stream_path: resolution = traverse_obj(
continue self._RESOLUTIONS, (stream_name, 1 if stream.get('scale') == '16:9' else 0))
format_data = self._download_json( format_url = traverse_obj(self._download_json(
stream_domain + stream_path, video_id, urljoin(stream_domain, stream['url']), video_id, fatal=False,
note=f'Download video info for format #{idx}') note=f'Downloading video info for format {resolution or stream_name}'),
format_url = format_data.get('info') ('info', {url_or_none}))
if not format_url: if not format_url:
continue continue
tbr = int_or_none(stream.get('filebitrate') or self._search_regex( tbr = int_or_none(stream.get('filebitrate') or self._search_regex(
r'_(\d+)_mp4/', format_url, 'tbr', default=None)) r'_(\d+)_mp4/', format_url, 'tbr', default=None))
formats.append({ formats.append({
'format_id': compat_str(tbr or idx), 'format_id': str(tbr or idx),
'url': url_or_none(format_url), 'url': format_url,
'ext': 'mp4', 'ext': 'mp4',
'tbr': tbr, 'tbr': tbr,
'vcodec': stream.get('videoFormat'),
'acodec': stream.get('audioFormat'),
**parse_resolution(resolution),
'protocol': 'm3u8_native', 'protocol': 'm3u8_native',
'http_headers': { 'http_headers': {
'Referer': url, 'Referer': url,
}, },
'format_note': stream.get('name'), 'format_note': stream_name,
}) })
return { return {
'id': video_id, 'id': video_id,
'title': title,
'formats': formats, 'formats': formats,
'description': info.get('desc'), **traverse_obj(api_data, ('info', {
'duration': int_or_none(info.get('duration')), 'title': ('title', {str.strip}),
'thumbnail': info.get('thumb'), 'description': ('desc', {str}),
'duration': ('duration', {int_or_none}),
'thumbnail': ('thumb', {url_or_none}),
})),
'subtitles': self.extract_subtitles(video_id, stream_domain), 'subtitles': self.extract_subtitles(video_id, stream_domain),
} }