mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-04 23:43:20 +00:00
401 lines
16 KiB
Python
401 lines
16 KiB
Python
import json
|
|
import uuid
|
|
|
|
from .common import InfoExtractor
|
|
from ..utils import (
|
|
ExtractorError,
|
|
int_or_none,
|
|
mimetype2ext,
|
|
parse_iso8601,
|
|
try_call,
|
|
update_url_query,
|
|
url_or_none,
|
|
)
|
|
from ..utils.traversal import traverse_obj
|
|
|
|
SERIES_API = 'https://production-cdn.dr-massive.com/api/page?device=web_browser&item_detail_expand=all&lang=da&max_list_prefetch=3&path=%s'
|
|
|
|
|
|
class DRTVIE(InfoExtractor):
|
|
_VALID_URL = r'''(?x)
|
|
https?://
|
|
(?:
|
|
(?:www\.)?dr\.dk/tv/se(?:/ondemand)?/(?:[^/?#]+/)*|
|
|
(?:www\.)?(?:dr\.dk|dr-massive\.com)/drtv/(?:se|episode|program)/
|
|
)
|
|
(?P<id>[\da-z_-]+)
|
|
'''
|
|
_GEO_BYPASS = False
|
|
_GEO_COUNTRIES = ['DK']
|
|
IE_NAME = 'drtv'
|
|
_TESTS = [{
|
|
'url': 'https://www.dr.dk/tv/se/boern/ultra/klassen-ultra/klassen-darlig-taber-10',
|
|
'md5': '25e659cccc9a2ed956110a299fdf5983',
|
|
'info_dict': {
|
|
'id': 'klassen-darlig-taber-10',
|
|
'ext': 'mp4',
|
|
'title': 'Klassen - Dårlig taber (10)',
|
|
'description': 'md5:815fe1b7fa656ed80580f31e8b3c79aa',
|
|
'timestamp': 1539085800,
|
|
'upload_date': '20181009',
|
|
'duration': 606.84,
|
|
'series': 'Klassen',
|
|
'season': 'Klassen I',
|
|
'season_number': 1,
|
|
'season_id': 'urn:dr:mu:bundle:57d7e8216187a4031cfd6f6b',
|
|
'episode': 'Episode 10',
|
|
'episode_number': 10,
|
|
'release_year': 2016,
|
|
},
|
|
'expected_warnings': ['Unable to download f4m manifest'],
|
|
'skip': 'this video has been removed',
|
|
}, {
|
|
# with SignLanguage formats
|
|
'url': 'https://www.dr.dk/tv/se/historien-om-danmark/-/historien-om-danmark-stenalder',
|
|
'info_dict': {
|
|
'id': '00831690010',
|
|
'ext': 'mp4',
|
|
'title': 'Historien om Danmark: Stenalder',
|
|
'description': 'md5:8c66dcbc1669bbc6f873879880f37f2a',
|
|
'timestamp': 1546628400,
|
|
'upload_date': '20190104',
|
|
'duration': 3504.619,
|
|
'formats': 'mincount:20',
|
|
'release_year': 2017,
|
|
'season_id': 'urn:dr:mu:bundle:5afc03ad6187a4065ca5fd35',
|
|
'season_number': 1,
|
|
'season': 'Historien om Danmark',
|
|
'series': 'Historien om Danmark',
|
|
},
|
|
'skip': 'this video has been removed',
|
|
}, {
|
|
'url': 'https://www.dr.dk/drtv/se/frank-and-kastaniegaarden_71769',
|
|
'info_dict': {
|
|
'id': '00951930010',
|
|
'ext': 'mp4',
|
|
'title': 'Frank & Kastaniegaarden',
|
|
'description': 'md5:974e1780934cf3275ef10280204bccb0',
|
|
'release_timestamp': 1546545600,
|
|
'release_date': '20190103',
|
|
'duration': 2576,
|
|
'season': 'Frank & Kastaniegaarden',
|
|
'season_id': '67125',
|
|
'release_year': 2019,
|
|
'season_number': 2019,
|
|
'series': 'Frank & Kastaniegaarden',
|
|
'episode_number': 1,
|
|
'episode': 'Frank & Kastaniegaarden',
|
|
'thumbnail': r're:https?://.+',
|
|
},
|
|
'params': {
|
|
'skip_download': True,
|
|
},
|
|
}, {
|
|
# Foreign and Regular subtitle track
|
|
'url': 'https://www.dr.dk/drtv/se/spise-med-price_-pasta-selv_397445',
|
|
'info_dict': {
|
|
'id': '00212301010',
|
|
'ext': 'mp4',
|
|
'episode_number': 1,
|
|
'title': 'Spise med Price: Pasta Selv',
|
|
'alt_title': '1. Pasta Selv',
|
|
'release_date': '20230807',
|
|
'description': 'md5:2da9060524fed707810d71080b3d0cd8',
|
|
'duration': 1750,
|
|
'season': 'Spise med Price',
|
|
'release_timestamp': 1691438400,
|
|
'season_id': '397440',
|
|
'episode': 'Spise med Price: Pasta Selv',
|
|
'thumbnail': r're:https?://.+',
|
|
'season_number': 15,
|
|
'series': 'Spise med Price',
|
|
'release_year': 2022,
|
|
'subtitles': 'mincount:2',
|
|
},
|
|
'params': {
|
|
'skip_download': 'm3u8',
|
|
},
|
|
}, {
|
|
'url': 'https://www.dr.dk/drtv/episode/bonderoeven_71769',
|
|
'only_matching': True,
|
|
}, {
|
|
'url': 'https://dr-massive.com/drtv/se/bonderoeven_71769',
|
|
'only_matching': True,
|
|
}, {
|
|
'url': 'https://www.dr.dk/drtv/program/jagten_220924',
|
|
'only_matching': True,
|
|
}]
|
|
|
|
SUBTITLE_LANGS = {
|
|
'DanishLanguageSubtitles': 'da',
|
|
'ForeignLanguageSubtitles': 'da_foreign',
|
|
'CombinedLanguageSubtitles': 'da_combined',
|
|
}
|
|
|
|
_TOKEN = None
|
|
|
|
def _real_initialize(self):
|
|
if self._TOKEN:
|
|
return
|
|
|
|
token_response = self._download_json(
|
|
'https://isl.dr-massive.com/api/authorization/anonymous-sso', None,
|
|
note='Downloading anonymous token', headers={
|
|
'content-type': 'application/json',
|
|
}, query={
|
|
'device': 'phone_android',
|
|
'lang': 'da',
|
|
'supportFallbackToken': 'true',
|
|
}, data=json.dumps({
|
|
'deviceId': str(uuid.uuid4()),
|
|
'scopes': ['Catalog'],
|
|
'optout': True,
|
|
}).encode())
|
|
|
|
self._TOKEN = traverse_obj(
|
|
token_response, (lambda _, x: x['type'] == 'UserAccount', 'value', {str}), get_all=False)
|
|
if not self._TOKEN:
|
|
raise ExtractorError('Unable to get anonymous token')
|
|
|
|
def _real_extract(self, url):
|
|
url_slug = self._match_id(url)
|
|
webpage = self._download_webpage(url, url_slug)
|
|
|
|
json_data = self._search_json(
|
|
r'window\.__data\s*=', webpage, 'data', url_slug, fatal=False) or {}
|
|
item = traverse_obj(
|
|
json_data, ('cache', 'page', ..., (None, ('entries', 0)), 'item', {dict}), get_all=False)
|
|
if item:
|
|
item_id = item.get('id')
|
|
else:
|
|
item_id = url_slug.rsplit('_', 1)[-1]
|
|
item = self._download_json(
|
|
f'https://production-cdn.dr-massive.com/api/items/{item_id}', item_id,
|
|
note='Attempting to download backup item data', query={
|
|
'device': 'web_browser',
|
|
'expand': 'all',
|
|
'ff': 'idp,ldp,rpt',
|
|
'geoLocation': 'dk',
|
|
'isDeviceAbroad': 'false',
|
|
'lang': 'da',
|
|
'segments': 'drtv,optedout',
|
|
'sub': 'Anonymous',
|
|
})
|
|
|
|
video_id = try_call(lambda: item['customId'].rsplit(':', 1)[-1]) or item_id
|
|
stream_data = self._download_json(
|
|
f'https://production.dr-massive.com/api/account/items/{item_id}/videos', video_id,
|
|
note='Downloading stream data', query={
|
|
'delivery': 'stream',
|
|
'device': 'web_browser',
|
|
'ff': 'idp,ldp,rpt',
|
|
'lang': 'da',
|
|
'resolution': 'HD-1080',
|
|
'sub': 'Anonymous',
|
|
}, headers={'authorization': f'Bearer {self._TOKEN}'})
|
|
|
|
formats = []
|
|
subtitles = {}
|
|
for stream in traverse_obj(stream_data, (lambda _, x: x['url'])):
|
|
format_id = stream.get('format', 'na')
|
|
access_service = stream.get('accessService')
|
|
preference = None
|
|
subtitle_suffix = ''
|
|
if access_service in ('SpokenSubtitles', 'SignLanguage', 'VisuallyInterpreted'):
|
|
preference = -1
|
|
format_id += f'-{access_service}'
|
|
subtitle_suffix = f'-{access_service}'
|
|
elif access_service == 'StandardVideo':
|
|
preference = 1
|
|
fmts, subs = self._extract_m3u8_formats_and_subtitles(
|
|
stream.get('url'), video_id, ext='mp4', preference=preference, m3u8_id=format_id, fatal=False)
|
|
formats.extend(fmts)
|
|
|
|
api_subtitles = traverse_obj(stream, ('subtitles', lambda _, v: url_or_none(v['link']), {dict}))
|
|
if not api_subtitles:
|
|
self._merge_subtitles(subs, target=subtitles)
|
|
|
|
for sub_track in api_subtitles:
|
|
lang = sub_track.get('language') or 'da'
|
|
subtitles.setdefault(self.SUBTITLE_LANGS.get(lang, lang) + subtitle_suffix, []).append({
|
|
'url': sub_track['link'],
|
|
'ext': mimetype2ext(sub_track.get('format')) or 'vtt',
|
|
})
|
|
|
|
if not formats and traverse_obj(item, ('season', 'customFields', 'IsGeoRestricted')):
|
|
self.raise_geo_restricted(countries=self._GEO_COUNTRIES)
|
|
|
|
return {
|
|
'id': video_id,
|
|
'formats': formats,
|
|
'subtitles': subtitles,
|
|
**traverse_obj(item, {
|
|
'title': 'title',
|
|
'alt_title': 'contextualTitle',
|
|
'description': 'description',
|
|
'thumbnail': ('images', 'wallpaper'),
|
|
'release_timestamp': ('customFields', 'BroadcastTimeDK', {parse_iso8601}),
|
|
'duration': ('duration', {int_or_none}),
|
|
'series': ('season', 'show', 'title'),
|
|
'season': ('season', 'title'),
|
|
'season_number': ('season', 'seasonNumber', {int_or_none}),
|
|
'season_id': 'seasonId',
|
|
'episode': 'episodeName',
|
|
'episode_number': ('episodeNumber', {int_or_none}),
|
|
'release_year': ('releaseYear', {int_or_none}),
|
|
}),
|
|
}
|
|
|
|
|
|
class DRTVLiveIE(InfoExtractor):
|
|
IE_NAME = 'drtv:live'
|
|
_VALID_URL = r'https?://(?:www\.)?dr\.dk/(?:tv|TV)/live/(?P<id>[\da-z-]+)'
|
|
_GEO_COUNTRIES = ['DK']
|
|
_TEST = {
|
|
'url': 'https://www.dr.dk/tv/live/dr1',
|
|
'info_dict': {
|
|
'id': 'dr1',
|
|
'ext': 'mp4',
|
|
'title': 're:^DR1 [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
|
|
},
|
|
'params': {
|
|
# m3u8 download
|
|
'skip_download': True,
|
|
},
|
|
}
|
|
|
|
def _real_extract(self, url):
|
|
channel_id = self._match_id(url)
|
|
channel_data = self._download_json(
|
|
'https://www.dr.dk/mu-online/api/1.0/channel/' + channel_id,
|
|
channel_id)
|
|
title = channel_data['Title']
|
|
|
|
formats = []
|
|
for streaming_server in channel_data.get('StreamingServers', []):
|
|
server = streaming_server.get('Server')
|
|
if not server:
|
|
continue
|
|
link_type = streaming_server.get('LinkType')
|
|
for quality in streaming_server.get('Qualities', []):
|
|
for stream in quality.get('Streams', []):
|
|
stream_path = stream.get('Stream')
|
|
if not stream_path:
|
|
continue
|
|
stream_url = update_url_query(
|
|
f'{server}/{stream_path}', {'b': ''})
|
|
if link_type == 'HLS':
|
|
formats.extend(self._extract_m3u8_formats(
|
|
stream_url, channel_id, 'mp4',
|
|
m3u8_id=link_type, fatal=False, live=True))
|
|
elif link_type == 'HDS':
|
|
formats.extend(self._extract_f4m_formats(update_url_query(
|
|
f'{server}/{stream_path}', {'hdcore': '3.7.0'}),
|
|
channel_id, f4m_id=link_type, fatal=False))
|
|
|
|
return {
|
|
'id': channel_id,
|
|
'title': title,
|
|
'thumbnail': channel_data.get('PrimaryImageUri'),
|
|
'formats': formats,
|
|
'is_live': True,
|
|
}
|
|
|
|
|
|
class DRTVSeasonIE(InfoExtractor):
|
|
IE_NAME = 'drtv:season'
|
|
_VALID_URL = r'https?://(?:www\.)?(?:dr\.dk|dr-massive\.com)/drtv/saeson/(?P<display_id>[\w-]+)_(?P<id>\d+)'
|
|
_GEO_COUNTRIES = ['DK']
|
|
_TESTS = [{
|
|
'url': 'https://www.dr.dk/drtv/saeson/frank-and-kastaniegaarden_9008',
|
|
'info_dict': {
|
|
'id': '9008',
|
|
'display_id': 'frank-and-kastaniegaarden',
|
|
'title': 'Frank & Kastaniegaarden',
|
|
'series': 'Frank & Kastaniegaarden',
|
|
'season_number': 2008,
|
|
'alt_title': 'Season 2008',
|
|
},
|
|
'playlist_mincount': 8,
|
|
}, {
|
|
'url': 'https://www.dr.dk/drtv/saeson/frank-and-kastaniegaarden_8761',
|
|
'info_dict': {
|
|
'id': '8761',
|
|
'display_id': 'frank-and-kastaniegaarden',
|
|
'title': 'Frank & Kastaniegaarden',
|
|
'series': 'Frank & Kastaniegaarden',
|
|
'season_number': 2009,
|
|
'alt_title': 'Season 2009',
|
|
},
|
|
'playlist_mincount': 19,
|
|
}]
|
|
|
|
def _real_extract(self, url):
|
|
display_id, season_id = self._match_valid_url(url).group('display_id', 'id')
|
|
data = self._download_json(SERIES_API % f'/saeson/{display_id}_{season_id}', display_id)
|
|
|
|
entries = [{
|
|
'_type': 'url',
|
|
'url': f'https://www.dr.dk/drtv{episode["path"]}',
|
|
'ie_key': DRTVIE.ie_key(),
|
|
'title': episode.get('title'),
|
|
'alt_title': episode.get('contextualTitle'),
|
|
'episode': episode.get('episodeName'),
|
|
'description': episode.get('shortDescription'),
|
|
'series': traverse_obj(data, ('entries', 0, 'item', 'title')),
|
|
'season_number': traverse_obj(data, ('entries', 0, 'item', 'seasonNumber')),
|
|
'episode_number': episode.get('episodeNumber'),
|
|
} for episode in traverse_obj(data, ('entries', 0, 'item', 'episodes', 'items'))]
|
|
|
|
return {
|
|
'_type': 'playlist',
|
|
'id': season_id,
|
|
'display_id': display_id,
|
|
'title': traverse_obj(data, ('entries', 0, 'item', 'title')),
|
|
'alt_title': traverse_obj(data, ('entries', 0, 'item', 'contextualTitle')),
|
|
'series': traverse_obj(data, ('entries', 0, 'item', 'title')),
|
|
'entries': entries,
|
|
'season_number': traverse_obj(data, ('entries', 0, 'item', 'seasonNumber')),
|
|
}
|
|
|
|
|
|
class DRTVSeriesIE(InfoExtractor):
|
|
IE_NAME = 'drtv:series'
|
|
_VALID_URL = r'https?://(?:www\.)?(?:dr\.dk|dr-massive\.com)/drtv/serie/(?P<display_id>[\w-]+)_(?P<id>\d+)'
|
|
_GEO_COUNTRIES = ['DK']
|
|
_TESTS = [{
|
|
'url': 'https://www.dr.dk/drtv/serie/frank-and-kastaniegaarden_6954',
|
|
'info_dict': {
|
|
'id': '6954',
|
|
'display_id': 'frank-and-kastaniegaarden',
|
|
'title': 'Frank & Kastaniegaarden',
|
|
'series': 'Frank & Kastaniegaarden',
|
|
'alt_title': '',
|
|
},
|
|
'playlist_mincount': 15,
|
|
}]
|
|
|
|
def _real_extract(self, url):
|
|
display_id, series_id = self._match_valid_url(url).group('display_id', 'id')
|
|
data = self._download_json(SERIES_API % f'/serie/{display_id}_{series_id}', display_id)
|
|
|
|
entries = [{
|
|
'_type': 'url',
|
|
'url': f'https://www.dr.dk/drtv{season.get("path")}',
|
|
'ie_key': DRTVSeasonIE.ie_key(),
|
|
'title': season.get('title'),
|
|
'alt_title': season.get('contextualTitle'),
|
|
'series': traverse_obj(data, ('entries', 0, 'item', 'title')),
|
|
'season_number': traverse_obj(data, ('entries', 0, 'item', 'seasonNumber')),
|
|
} for season in traverse_obj(data, ('entries', 0, 'item', 'show', 'seasons', 'items'))]
|
|
|
|
return {
|
|
'_type': 'playlist',
|
|
'id': series_id,
|
|
'display_id': display_id,
|
|
'title': traverse_obj(data, ('entries', 0, 'item', 'title')),
|
|
'alt_title': traverse_obj(data, ('entries', 0, 'item', 'contextualTitle')),
|
|
'series': traverse_obj(data, ('entries', 0, 'item', 'title')),
|
|
'entries': entries,
|
|
}
|