diff options
Diffstat (limited to 'youtube_dl/extractor/theonion.py')
| -rw-r--r-- | youtube_dl/extractor/theonion.py | 70 | 
1 files changed, 70 insertions, 0 deletions
| diff --git a/youtube_dl/extractor/theonion.py b/youtube_dl/extractor/theonion.py new file mode 100644 index 000000000..b65d8e03f --- /dev/null +++ b/youtube_dl/extractor/theonion.py @@ -0,0 +1,70 @@ +# coding: utf-8 +from __future__ import unicode_literals + +import re + +from .common import InfoExtractor +from ..utils import ExtractorError + + +class TheOnionIE(InfoExtractor): +    _VALID_URL = r'(?x)https?://(?:www\.)?theonion\.com/video/[^,]+,(?P<article_id>[0-9]+)/?' +    _TEST = { +        'url': 'http://www.theonion.com/video/man-wearing-mm-jacket-gods-image,36918/', +        'md5': '19eaa9a39cf9b9804d982e654dc791ee', +        'info_dict': { +            'id': '2133', +            'ext': 'mp4', +            'title': 'Man Wearing M&M Jacket Apparently Made In God\'s Image', +            'description': 'md5:cc12448686b5600baae9261d3e180910', +            'thumbnail': 're:^https?://.*\.jpg\?\d+$', +        } +    } + +    def _real_extract(self, url): +        mobj = re.match(self._VALID_URL, url) +        article_id = mobj.group('article_id') + +        webpage = self._download_webpage(url, article_id) + +        video_id = self._search_regex( +            r'"videoId":\s(\d+),', webpage, 'video ID') +        title = self._og_search_title(webpage) +        description = self._og_search_description(webpage) +        thumbnail = self._og_search_thumbnail(webpage) + +        sources = re.findall(r'<source src="([^"]+)" type="([^"]+)"', webpage) +        if not sources: +            raise ExtractorError( +                'No sources found for video %s' % video_id, expected=True) + +        formats = [] +        for src, type_ in sources: +            if type_ == 'video/mp4': +                formats.append({ +                    'format_id': 'mp4_sd', +                    'preference': 1, +                    'url': src, +                }) +            elif type_ == 'video/webm': +                formats.append({ +                    'format_id': 'webm_sd', +                    'preference': 0, +                    'url': src, +                }) +            elif type_ == 'application/x-mpegURL': +                formats.extend( +                    self._extract_m3u8_formats(src, video_id, preference=-1)) +            else: +                self.report_warning( +                    'Encountered unexpected format: %s' % type_) + +        self._sort_formats(formats) + +        return { +            'id': video_id, +            'title': title, +            'formats': formats, +            'thumbnail': thumbnail, +            'description': description, +        } | 
