yt-dlp/youtube_dl/extractor/sexykarma.py

107 lines
3.7 KiB
Python
Raw Normal View History

2014-10-15 16:24:32 +00:00
# coding: utf-8
from __future__ import unicode_literals
2014-10-15 18:17:07 +00:00
import re
2014-10-18 17:48:05 +00:00
from .common import InfoExtractor
from ..utils import (
unified_strdate,
parse_duration,
int_or_none,
)
2014-10-15 16:24:32 +00:00
class SexyKarmaIE(InfoExtractor):
2014-10-18 17:48:05 +00:00
_VALID_URL = r'https?://(?:www\.)?sexykarma\.com/gonewild/video/(?P<display_id>[^/]+)-(?P<id>[a-zA-Z0-9]+)\.html'
2014-10-15 16:24:32 +00:00
_TESTS = [{
'url': 'http://www.sexykarma.com/gonewild/video/taking-a-quick-pee-yHI70cOyIHt.html',
'md5': 'b9798e7d1ef1765116a8f516c8091dbd',
'info_dict': {
2014-10-15 18:17:07 +00:00
'id': 'yHI70cOyIHt',
2014-10-18 17:48:05 +00:00
'display_id': 'taking-a-quick-pee',
2014-10-15 16:24:32 +00:00
'ext': 'mp4',
'title': 'Taking a quick pee.',
2014-10-18 17:48:05 +00:00
'description': '',
2014-10-15 18:17:07 +00:00
'thumbnail': 're:^https?://.*\.jpg$',
2014-10-18 17:48:05 +00:00
'uploader': 'wildginger7',
2014-10-15 18:17:07 +00:00
'upload_date': '20141007',
2014-10-18 17:48:05 +00:00
'duration': 81,
'view_count': int,
'comment_count': int,
'categories': list,
2014-10-15 16:24:32 +00:00
}
}, {
'url': 'http://www.sexykarma.com/gonewild/video/pot-pixie-tribute-8Id6EZPbuHf.html',
'md5': 'dd216c68d29b49b12842b9babe762a5d',
'info_dict': {
2014-10-15 18:17:07 +00:00
'id': '8Id6EZPbuHf',
2014-10-18 17:48:05 +00:00
'display_id': 'pot-pixie-tribute',
2014-10-15 16:24:32 +00:00
'ext': 'mp4',
'title': 'pot_pixie tribute',
2014-10-18 17:48:05 +00:00
'description': 'tribute',
2014-10-15 18:17:07 +00:00
'thumbnail': 're:^https?://.*\.jpg$',
2014-10-18 17:48:05 +00:00
'uploader': 'banffite',
2014-10-15 18:17:07 +00:00
'upload_date': '20141013',
2014-10-18 17:48:05 +00:00
'duration': 16,
'view_count': int,
'comment_count': int,
'categories': list,
2014-10-15 16:24:32 +00:00
}
}]
def _real_extract(self, url):
2014-10-18 17:48:05 +00:00
mobj = re.match(self._VALID_URL, url)
video_id = mobj.group('id')
display_id = mobj.group('display_id')
webpage = self._download_webpage(url, display_id)
video_url = self._html_search_regex(
r'<p>Save this video to your computer: </p><p><a href="([^"]+)"',
webpage, 'url')
title = self._html_search_regex(
r'<h2 class="he2"><span>(.*?)</span>',
webpage, 'title')
description = self._html_search_meta(
'description', webpage, 'description', fatal=False, default='')
thumbnail = self._html_search_regex(
r'<span id="container"><img\s+src="([^"]+)"',
webpage, 'thumbnail', fatal=False)
2014-10-15 16:24:32 +00:00
2014-10-18 17:48:05 +00:00
uploader = self._html_search_regex(
r'class="aupa">\s*(.*?)</a>',
webpage, 'uploader')
upload_date = unified_strdate(self._html_search_regex(
r'Added: <strong>(.+?)</strong>', webpage, 'upload date', fatal=False))
2014-10-15 18:17:07 +00:00
2014-10-18 17:48:05 +00:00
duration = parse_duration(self._search_regex(
r'<td>Time:\s*</td>\s*<td align="right"><span>\s*(.+?)\s*</span>',
webpage, 'duration', fatal=False))
2014-10-15 18:17:07 +00:00
2014-10-18 17:48:05 +00:00
view_count = int_or_none(self._search_regex(
r'<td>Views:\s*</td>\s*<td align="right"><span>\s*(\d+)\s*</span>',
webpage, 'view count', fatal=False))
comment_count = int_or_none(self._search_regex(
r'<td>Comments:\s*</td>\s*<td align="right"><span>\s*(\d+)\s*</span>',
webpage, 'comment count', fatal=False))
2014-10-15 16:24:32 +00:00
2014-10-18 17:48:05 +00:00
categories = self._html_search_meta(
'keywords', webpage, 'categories',
fatal=False, default='').split(',')
2014-10-15 20:34:35 +00:00
2014-10-15 16:24:32 +00:00
return {
'id': video_id,
2014-10-18 17:48:05 +00:00
'display_id': display_id,
'url': video_url,
2014-10-15 16:24:32 +00:00
'title': title,
2014-10-18 17:48:05 +00:00
'description': description,
2014-10-15 18:17:07 +00:00
'thumbnail': thumbnail,
2014-10-18 17:48:05 +00:00
'uploader': uploader,
'upload_date': upload_date,
2014-10-15 18:17:07 +00:00
'duration': duration,
'view_count': view_count,
2014-10-18 17:48:05 +00:00
'comment_count': comment_count,
2014-10-15 20:34:35 +00:00
'categories': categories,
2014-10-15 16:24:32 +00:00
}