diff options
author | Sergey M․ <dstftw@gmail.com> | 2014-04-15 19:49:38 +0700 |
---|---|---|
committer | Sergey M․ <dstftw@gmail.com> | 2014-04-15 19:49:38 +0700 |
commit | d7666dff82be97905e61c05ba1d88b50a74393b2 (patch) | |
tree | 4ae94147ade2ce28fddb884bb6d6671de9163023 | |
parent | 2d4c98dbd17676978114b70d59ea15628f886c24 (diff) |
[9gag] Fix and improve extraction
-rw-r--r-- | youtube_dl/extractor/ninegag.py | 29 |
1 files changed, 11 insertions, 18 deletions
diff --git a/youtube_dl/extractor/ninegag.py b/youtube_dl/extractor/ninegag.py index 3352b8330..ee3d13403 100644 --- a/youtube_dl/extractor/ninegag.py +++ b/youtube_dl/extractor/ninegag.py @@ -1,8 +1,10 @@ from __future__ import unicode_literals import re +import json from .common import InfoExtractor +from ..utils import str_to_int class NineGagIE(InfoExtractor): @@ -44,23 +46,14 @@ class NineGagIE(InfoExtractor): webpage = self._download_webpage(url, display_id) - youtube_id = self._html_search_regex( - r'(?s)id="jsid-video-post-container".*?data-external-id="([^"]+)"', - webpage, 'video ID') - title = self._html_search_regex( - r'(?s)id="jsid-video-post-container".*?data-title="([^"]+)"', - webpage, 'title', default=None) - if not title: - title = self._og_search_title(webpage) - description = self._html_search_regex( - r'(?s)<div class="video-caption">.*?<p>(.*?)</p>', webpage, - 'description', fatal=False) - view_count_str = self._html_search_regex( - r'<p><b>([0-9][0-9,]*)</b> views</p>', webpage, 'view count', - fatal=False) - view_count = ( - None if view_count_str is None - else int(view_count_str.replace(',', ''))) + post_view = json.loads(self._html_search_regex( + r'var postView = new app\.PostView\({ post: ({.+?}),', webpage, 'post view')) + + youtube_id = post_view['videoExternalId'] + title = post_view['title'] + description = post_view['description'] + view_count = str_to_int(post_view['externalView']) + thumbnail = post_view.get('thumbnail_700w') or post_view.get('ogImageUrl') or post_view.get('thumbnail_300w') return { '_type': 'url_transparent', @@ -71,5 +64,5 @@ class NineGagIE(InfoExtractor): 'title': title, 'description': description, 'view_count': view_count, - 'thumbnail': self._og_search_thumbnail(webpage), + 'thumbnail': thumbnail, } |