import functools import re import urllib.parse from .turner import TurnerBaseIE from ..utils import ( OnDemandPagedList, int_or_none, merge_dicts, parse_duration, parse_iso8601, parse_qs, try_get, update_url_query, urljoin, ) class NBACVPBaseIE(TurnerBaseIE): def _extract_nba_cvp_info(self, path, video_id, fatal=False): return self._extract_cvp_info( f'http://secure.nba.com/{path}', video_id, { 'default': { 'media_src': 'http://nba.cdn.turner.com/nba/big', }, 'm3u8': { 'media_src': 'http://nbavod-f.akamaihd.net', }, }, fatal=fatal) class NBAWatchBaseIE(NBACVPBaseIE): _VALID_URL_BASE = r'https?://(?:(?:www\.)?nba\.com(?:/watch)?|watch\.nba\.com)/' def _extract_video(self, filter_key, filter_value): video = self._download_json( 'https://neulionscnbav2-a.akamaihd.net/solr/nbad_program/usersearch', filter_value, query={ 'fl': 'description,image,name,pid,releaseDate,runtime,tags,seoName', 'q': filter_key + ':' + filter_value, 'wt': 'json', })['response']['docs'][0] video_id = str(video['pid']) title = video['name'] formats = [] m3u8_url = (self._download_json( 'https://watch.nba.com/service/publishpoint', video_id, query={ 'type': 'video', 'format': 'json', 'id': video_id, }, headers={ 'User-Agent': 'Mozilla/5.0 (iPhone; CPU iPhone OS 11_0_1 like Mac OS X) AppleWebKit/604.1.38 (KHTML, like Gecko) Version/11.0 Mobile/15A402 Safari/604.1', }, fatal=False) or {}).get('path') if m3u8_url: m3u8_formats = self._extract_m3u8_formats( re.sub(r'_(?:pc|iphone)\.', '.', m3u8_url), video_id, 'mp4', 'm3u8_native', m3u8_id='hls', fatal=False) formats.extend(m3u8_formats) for f in m3u8_formats: http_f = f.copy() http_f.update({ 'format_id': http_f['format_id'].replace('hls-', 'http-'), 'protocol': 'http', 'url': http_f['url'].replace('.m3u8', ''), }) formats.append(http_f) info = { 'id': video_id, 'title': title, 'thumbnail': urljoin('https://nbadsdmt.akamaized.net/media/nba/nba/thumbs/', video.get('image')), 'description': video.get('description'), 'duration': int_or_none(video.get('runtime')), 'timestamp': parse_iso8601(video.get('releaseDate')), 'tags': video.get('tags'), } seo_name = video.get('seoName') if seo_name and re.search(r'\d{4}/\d{2}/\d{2}/', seo_name): base_path = '' if seo_name.startswith('teams/'): base_path += seo_name.split('/')[1] + '/' base_path += 'video/' cvp_info = self._extract_nba_cvp_info( base_path + seo_name + '.xml', video_id, False) if cvp_info: formats.extend(cvp_info['formats']) info = merge_dicts(info, cvp_info) info['formats'] = formats return info class NBAWatchEmbedIE(NBAWatchBaseIE): IE_NAME = 'nba:watch:embed' _VALID_URL = NBAWatchBaseIE._VALID_URL_BASE + r'embed\?.*?\bid=(?P\d+)' _TESTS = [{ 'url': 'http://watch.nba.com/embed?id=659395', 'md5': 'b7e3f9946595f4ca0a13903ce5edd120', 'info_dict': { 'id': '659395', 'ext': 'mp4', 'title': 'Mix clip: More than 7 points of Joe Ingles, Luc Mbah a Moute, Blake Griffin and 6 more in Utah Jazz vs. the Clippers, 4/15/2017', 'description': 'Mix clip: More than 7 points of Joe Ingles, Luc Mbah a Moute, Blake Griffin and 6 more in Utah Jazz vs. the Clippers, 4/15/2017', 'timestamp': 1492228800, 'upload_date': '20170415', }, }] def _real_extract(self, url): video_id = self._match_id(url) return self._extract_video('pid', video_id) class NBAWatchIE(NBAWatchBaseIE): IE_NAME = 'nba:watch' _VALID_URL = NBAWatchBaseIE._VALID_URL_BASE + r'(?:nba/)?video/(?P.+?(?=/index\.html)|(?:[^/]+/)*[^/?#&]+)' _TESTS = [{ 'url': 'http://www.nba.com/video/games/nets/2012/12/04/0021200253-okc-bkn-recap.nba/index.html', 'md5': '9d902940d2a127af3f7f9d2f3dc79c96', 'info_dict': { 'id': '70946', 'ext': 'mp4', 'title': 'Thunder vs. Nets', 'description': 'Kevin Durant scores 32 points and dishes out six assists as the Thunder beat the Nets in Brooklyn.', 'duration': 181, 'timestamp': 1354597200, 'upload_date': '20121204', }, }, { 'url': 'http://www.nba.com/video/games/hornets/2014/12/05/0021400276-nyk-cha-play5.nba/', 'only_matching': True, }, { 'url': 'http://watch.nba.com/video/channels/playoffs/2015/05/20/0041400301-cle-atl-recap.nba', 'md5': 'b2b39b81cf28615ae0c3360a3f9668c4', 'info_dict': { 'id': '330865', 'ext': 'mp4', 'title': 'Hawks vs. Cavaliers Game 1', 'description': 'md5:8094c3498d35a9bd6b1a8c396a071b4d', 'duration': 228, 'timestamp': 1432094400, 'upload_date': '20150521', }, }, { 'url': 'http://watch.nba.com/nba/video/channels/nba_tv/2015/06/11/YT_go_big_go_home_Game4_061115', 'only_matching': True, }, { # only CVP mp4 format available 'url': 'https://watch.nba.com/video/teams/cavaliers/2012/10/15/sloan121015mov-2249106', 'only_matching': True, }, { 'url': 'https://watch.nba.com/video/top-100-dunks-from-the-2019-20-season?plsrc=nba&collection=2019-20-season-highlights', 'only_matching': True, }] def _real_extract(self, url): display_id = self._match_id(url) collection_id = parse_qs(url).get('collection', [None])[0] if self._yes_playlist(collection_id, display_id): return self.url_result( 'https://www.nba.com/watch/list/collection/' + collection_id, NBAWatchCollectionIE.ie_key(), collection_id) return self._extract_video('seoName', display_id) class NBAWatchCollectionIE(NBAWatchBaseIE): IE_NAME = 'nba:watch:collection' _VALID_URL = NBAWatchBaseIE._VALID_URL_BASE + r'list/collection/(?P[^/?#&]+)' _TESTS = [{ 'url': 'https://watch.nba.com/list/collection/season-preview-2020', 'info_dict': { 'id': 'season-preview-2020', }, 'playlist_mincount': 43, }] _PAGE_SIZE = 100 def _fetch_page(self, collection_id, page): page += 1 videos = self._download_json( 'https://content-api-prod.nba.com/public/1/endeavor/video-list/collection/' + collection_id, collection_id, f'Downloading page {page} JSON metadata', query={ 'count': self._PAGE_SIZE, 'page': page, })['results']['videos'] for video in videos: program = video.get('program') or {} seo_name = program.get('seoName') or program.get('slug') if not seo_name: continue yield { '_type': 'url', 'id': program.get('id'), 'title': program.get('title') or video.get('title'), 'url': 'https://www.nba.com/watch/video/' + seo_name, 'thumbnail': video.get('image'), 'description': program.get('description') or video.get('description'), 'duration': parse_duration(program.get('runtimeHours')), 'timestamp': parse_iso8601(video.get('releaseDate')), } def _real_extract(self, url): collection_id = self._match_id(url) entries = OnDemandPagedList( functools.partial(self._fetch_page, collection_id), self._PAGE_SIZE) return self.playlist_result(entries, collection_id) class NBABaseIE(NBACVPBaseIE): _VALID_URL_BASE = r'''(?x) https?://(?:www\.)?nba\.com/ (?P blazers| bucks| bulls| cavaliers| celtics| clippers| grizzlies| hawks| heat| hornets| jazz| kings| knicks| lakers| magic| mavericks| nets| nuggets| pacers| pelicans| pistons| raptors| rockets| sixers| spurs| suns| thunder| timberwolves| warriors| wizards ) (?:/play\#)?/''' _CHANNEL_PATH_REGEX = r'video/channel|series' def _embed_url_result(self, team, content_id): return self.url_result(update_url_query( 'https://secure.nba.com/assets/amp/include/video/iframe.html', { 'contentId': content_id, 'team': team, }), NBAEmbedIE.ie_key()) def _call_api(self, team, content_id, query, resource): return self._download_json( f'https://api.nba.net/2/{team}/video,imported_video,wsc/', content_id, f'Download {resource} JSON metadata', query=query, headers={ 'accessToken': 'internal|bb88df6b4c2244e78822812cecf1ee1b', })['response']['result'] def _extract_video(self, video, team, extract_all=True): video_id = str(video['nid']) team = video['brand'] info = { 'id': video_id, 'title': video.get('title') or video.get('headline') or video['shortHeadline'], 'description': video.get('description'), 'timestamp': parse_iso8601(video.get('published')), } subtitles = {} captions = try_get(video, lambda x: x['videoCaptions']['sidecars'], dict) or {} for caption_url in captions.values(): subtitles.setdefault('en', []).append({'url': caption_url}) formats = [] mp4_url = video.get('mp4') if mp4_url: formats.append({ 'url': mp4_url, }) if extract_all: source_url = video.get('videoSource') if source_url and not source_url.startswith('s3://') and self._is_valid_url(source_url, video_id, 'source'): formats.append({ 'format_id': 'source', 'url': source_url, 'quality': 1, }) m3u8_url = video.get('m3u8') if m3u8_url: if '.akamaihd.net/i/' in m3u8_url: formats.extend(self._extract_akamai_formats( m3u8_url, video_id, {'http': 'pmd.cdn.turner.com'})) else: formats.extend(self._extract_m3u8_formats( m3u8_url, video_id, 'mp4', 'm3u8_native', m3u8_id='hls', fatal=False)) content_xml = video.get('contentXml') if team and content_xml: cvp_info = self._extract_nba_cvp_info( team + content_xml, video_id, fatal=False) if cvp_info: formats.extend(cvp_info['formats']) subtitles = self._merge_subtitles(subtitles, cvp_info['subtitles']) info = merge_dicts(info, cvp_info) else: info.update(self._embed_url_result(team, video['videoId'])) info.update({ 'formats': formats, 'subtitles': subtitles, }) return info def _real_extract(self, url): team, display_id = self._match_valid_url(url).groups() if '/play#/' in url: display_id = urllib.parse.unquote(display_id) else: webpage = self._download_webpage(url, display_id) display_id = self._search_regex( self._CONTENT_ID_REGEX + r'\s*:\s*"([^"]+)"', webpage, 'video id') return self._extract_url_results(team, display_id) class NBAEmbedIE(NBABaseIE): IE_NAME = 'nba:embed' _VALID_URL = r'https?://secure\.nba\.com/assets/amp/include/video/(?:topI|i)frame\.html\?.*?\bcontentId=(?P[^?#&]+)' _TESTS = [{ 'url': 'https://secure.nba.com/assets/amp/include/video/topIframe.html?contentId=teams/bulls/2020/12/04/3478774/1607105587854-20201204_SCHEDULE_RELEASE_FINAL_DRUPAL-3478774&team=bulls&adFree=false&profile=71&videoPlayerName=TAMPCVP&baseUrl=&videoAdsection=nba.com_mobile_web_teamsites_chicagobulls&Env=', 'only_matching': True, }, { 'url': 'https://secure.nba.com/assets/amp/include/video/iframe.html?contentId=2016/10/29/0021600027boschaplay7&adFree=false&profile=71&team=&videoPlayerName=LAMPCVP', 'only_matching': True, }] def _real_extract(self, url): qs = parse_qs(url) content_id = qs['contentId'][0] team = qs.get('team', [None])[0] if not team: return self.url_result( 'https://watch.nba.com/video/' + content_id, NBAWatchIE.ie_key()) video = self._call_api(team, content_id, {'videoid': content_id}, 'video')[0] return self._extract_video(video, team) class NBAIE(NBABaseIE): IE_NAME = 'nba' _VALID_URL = NBABaseIE._VALID_URL_BASE + f'(?!{NBABaseIE._CHANNEL_PATH_REGEX})video/(?P(?:[^/]+/)*[^/?#&]+)' _TESTS = [{ 'url': 'https://www.nba.com/bulls/video/teams/bulls/2020/12/04/3478774/1607105587854-20201204schedulereleasefinaldrupal-3478774', 'info_dict': { 'id': '45039', 'ext': 'mp4', 'title': 'AND WE BACK.', 'description': 'Part 1 of our 2020-21 schedule is here! Watch our games on NBC Sports Chicago.', 'duration': 94, 'timestamp': 1607112000, 'upload_date': '20201218', }, }, { 'url': 'https://www.nba.com/bucks/play#/video/teams%2Fbucks%2F2020%2F12%2F17%2F64860%2F1608252863446-Op_Dream_16x9-64860', 'only_matching': True, }, { 'url': 'https://www.nba.com/bucks/play#/video/wsc%2Fteams%2F2787C911AA1ACD154B5377F7577CCC7134B2A4B0', 'only_matching': True, }] _CONTENT_ID_REGEX = r'videoID' def _extract_url_results(self, team, content_id): return self._embed_url_result(team, content_id) class NBAChannelIE(NBABaseIE): IE_NAME = 'nba:channel' _VALID_URL = NBABaseIE._VALID_URL_BASE + f'(?:{NBABaseIE._CHANNEL_PATH_REGEX})/(?P[^/?#&]+)' _TESTS = [{ 'url': 'https://www.nba.com/blazers/video/channel/summer_league', 'info_dict': { 'title': 'Summer League', }, 'playlist_mincount': 138, }, { 'url': 'https://www.nba.com/bucks/play#/series/On%20This%20Date', 'only_matching': True, }] _CONTENT_ID_REGEX = r'videoSubCategory' _PAGE_SIZE = 100 def _fetch_page(self, team, channel, page): results = self._call_api(team, channel, { 'channels': channel, 'count': self._PAGE_SIZE, 'offset': page * self._PAGE_SIZE, }, f'page {page + 1}') for video in results: yield self._extract_video(video, team, False) def _extract_url_results(self, team, content_id): entries = OnDemandPagedList( functools.partial(self._fetch_page, team, content_id), self._PAGE_SIZE) return self.playlist_result(entries, playlist_title=content_id)