diff options
Diffstat (limited to 'youtube_dl/extractor/nhl.py')
| -rw-r--r-- | youtube_dl/extractor/nhl.py | 120 | 
1 files changed, 120 insertions, 0 deletions
diff --git a/youtube_dl/extractor/nhl.py b/youtube_dl/extractor/nhl.py new file mode 100644 index 000000000..e8d43dd13 --- /dev/null +++ b/youtube_dl/extractor/nhl.py @@ -0,0 +1,120 @@ +import re +import json +import xml.etree.ElementTree + +from .common import InfoExtractor +from ..utils import ( +    compat_urlparse, +    compat_urllib_parse, +    determine_ext, +    unified_strdate, +) + + +class NHLBaseInfoExtractor(InfoExtractor): +    @staticmethod +    def _fix_json(json_string): +        return json_string.replace('\\\'', '\'') + +    def _extract_video(self, info): +        video_id = info['id'] +        self.report_extraction(video_id) + +        initial_video_url = info['publishPoint'] +        data = compat_urllib_parse.urlencode({ +            'type': 'fvod', +            'path': initial_video_url.replace('.mp4', '_sd.mp4'), +        }) +        path_url = 'http://video.nhl.com/videocenter/servlets/encryptvideopath?' + data +        path_response = self._download_webpage(path_url, video_id, +            u'Downloading final video url') +        path_doc = xml.etree.ElementTree.fromstring(path_response) +        video_url = path_doc.find('path').text + +        join = compat_urlparse.urljoin +        return { +            'id': video_id, +            'title': info['name'], +            'url': video_url, +            'ext': determine_ext(video_url), +            'description': info['description'], +            'duration': int(info['duration']), +            'thumbnail': join(join(video_url, '/u/'), info['bigImage']), +            'upload_date': unified_strdate(info['releaseDate'].split('.')[0]), +        } + + +class NHLIE(NHLBaseInfoExtractor): +    IE_NAME = u'nhl.com' +    _VALID_URL = r'https?://video(?P<team>\.[^.]*)?\.nhl\.com/videocenter/console\?.*?(?<=[?&])id=(?P<id>\d+)' + +    _TEST = { +        u'url': u'http://video.canucks.nhl.com/videocenter/console?catid=6?id=453614', +        u'file': u'453614.mp4', +        u'info_dict': { +            u'title': u'Quick clip: Weise 4-3 goal vs Flames', +            u'description': u'Dale Weise scores his first of the season to put the Canucks up 4-3.', +            u'duration': 18, +            u'upload_date': u'20131006', +        }, +    } + +    def _real_extract(self, url): +        mobj = re.match(self._VALID_URL, url) +        video_id = mobj.group('id') +        json_url = 'http://video.nhl.com/videocenter/servlets/playlist?ids=%s&format=json' % video_id +        info_json = self._download_webpage(json_url, video_id, +            u'Downloading info json') +        info_json = self._fix_json(info_json) +        info = json.loads(info_json)[0] +        return self._extract_video(info) + + +class NHLVideocenterIE(NHLBaseInfoExtractor): +    IE_NAME = u'nhl.com:videocenter' +    IE_DESC = u'Download the first 12 videos from a videocenter category' +    _VALID_URL = r'https?://video\.(?P<team>[^.]*)\.nhl\.com/videocenter/(console\?.*?catid=(?P<catid>[^&]+))?' + +    @classmethod +    def suitable(cls, url): +        if NHLIE.suitable(url): +            return False +        return super(NHLVideocenterIE, cls).suitable(url) + +    def _real_extract(self, url): +        mobj = re.match(self._VALID_URL, url) +        team = mobj.group('team') +        webpage = self._download_webpage(url, team) +        cat_id = self._search_regex( +            [r'var defaultCatId = "(.+?)";', +             r'{statusIndex:0,index:0,.*?id:(.*?),'], +            webpage, u'category id') +        playlist_title = self._html_search_regex( +            r'\?catid=%s">(.*?)</a>' % cat_id, +            webpage, u'playlist title', flags=re.DOTALL) + +        data = compat_urllib_parse.urlencode({ +            'cid': cat_id, +            # This is the default value +            'count': 12, +            'ptrs': 3, +            'format': 'json', +        }) +        path = '/videocenter/servlets/browse?' + data +        request_url = compat_urlparse.urljoin(url, path) +        response = self._download_webpage(request_url, playlist_title) +        response = self._fix_json(response) +        if not response.strip(): +            self._downloader.report_warning(u'Got an empty reponse, trying ' +                                            u'adding the "newvideos" parameter') +            response = self._download_webpage(request_url + '&newvideos=true', +                playlist_title) +            response = self._fix_json(response) +        videos = json.loads(response) + +        return { +            '_type': 'playlist', +            'title': playlist_title, +            'id': cat_id, +            'entries': [self._extract_video(i) for i in videos], +        }  | 
