aboutsummaryrefslogtreecommitdiff
path: root/youtube_dl/extractor
diff options
context:
space:
mode:
authorSergey M․ <dstftw@gmail.com>2014-07-18 21:39:21 +0700
committerSergey M․ <dstftw@gmail.com>2014-07-18 21:39:21 +0700
commite0942e37aa6f20de88f6d5ed7dc288408500371a (patch)
tree1f53c7eace25011fb7532c4a95a3db09ffa74859 /youtube_dl/extractor
parentc45a6caa95e9cea09b84417cfd13ff066986c695 (diff)
[crackled] Improve, fix invalid regexes and extract more metadata
Diffstat (limited to 'youtube_dl/extractor')
-rw-r--r--youtube_dl/extractor/cracked.py61
1 files changed, 40 insertions, 21 deletions
diff --git a/youtube_dl/extractor/cracked.py b/youtube_dl/extractor/cracked.py
index 37c0f7ffb..74b880ffc 100644
--- a/youtube_dl/extractor/cracked.py
+++ b/youtube_dl/extractor/cracked.py
@@ -1,23 +1,26 @@
-# coding: utf-8
from __future__ import unicode_literals
import re
from .common import InfoExtractor
+from ..utils import (
+ parse_iso8601,
+ str_to_int,
+)
+
class CrackedIE(InfoExtractor):
- _VALID_URL = r'http?://.*?\.cracked\.com/video_+(?P<id>.*)_.*'
+ _VALID_URL = r'https?://(?:www\.)?cracked\.com/video_(?P<id>\d+)_[\da-z-]+\.html'
_TEST = {
- 'url': 'http://www.cracked.com/video_18803_4-social-criticisms-hidden-in-sonic-hedgehog-games.html',
-
+ 'url': 'http://www.cracked.com/video_19006_4-plot-holes-you-didnt-notice-in-your-favorite-movies.html',
+ 'md5': '4b29a5eeec292cd5eca6388c7558db9e',
'info_dict': {
- 'id': '18803',
+ 'id': '19006',
'ext': 'mp4',
- 'title': "4 Social Criticisms Hidden in 'Sonic the Hedgehog' Games | Cracked.com",
- 'height': 375,
- 'width': 666,
-
-
+ 'title': '4 Plot Holes You Didn\'t Notice in Your Favorite Movies',
+ 'description': 'md5:3b909e752661db86007d10e5ec2df769',
+ 'timestamp': 1405659600,
+ 'upload_date': '20140718',
}
}
@@ -26,21 +29,37 @@ class CrackedIE(InfoExtractor):
video_id = mobj.group('id')
webpage = self._download_webpage(url, video_id)
- title = self._search_regex(r'<title>(.*?)</title>',webpage,'title')
- video_url = self._search_regex(r'var CK_vidSrc = "+(.*)"',webpage,'url')
- width = self._search_regex(r'width="(.*?)"',webpage,'width')
- height = re.findall(r'height="(.*?)"',webpage)[1]
+ video_url = self._html_search_regex(
+ [r'var\s+CK_vidSrc\s*=\s*"([^"]+)"', r'<video\s+src="([^"]+)"'], webpage, 'video URL')
+ title = self._og_search_title(webpage)
+ description = self._og_search_description(webpage)
+ timestamp = self._html_search_regex(r'<time datetime="([^"]+)"', webpage, 'upload date', fatal=False)
+ if timestamp:
+ timestamp = parse_iso8601(timestamp[:-6])
- return {
- 'url':video_url,
- 'id': video_id,
- 'ext':'mp4',
- 'title':title,
- 'height':int(height),
- 'width':int(width)
+ view_count = str_to_int(self._html_search_regex(
+ r'<span class="views" id="viewCounts">([\d,\.]+) Views</span>', webpage, 'view count', fatal=False))
+ comment_count = str_to_int(self._html_search_regex(
+ r'<span id="commentCounts">([\d,\.]+)</span>', webpage, 'comment count', fatal=False))
+ m = re.search(r'_(?P<width>\d+)X(?P<height>\d+)\.mp4$', video_url)
+ if m:
+ width = int(m.group('width'))
+ height = int(m.group('height'))
+ else:
+ width = height = None
+ return {
+ 'id': video_id,
+ 'url':video_url,
+ 'title': title,
+ 'description': description,
+ 'timestamp': timestamp,
+ 'view_count': view_count,
+ 'comment_count': comment_count,
+ 'height': height,
+ 'width': width,
} \ No newline at end of file