diff options
| author | Philipp Hagemeister <phihag@phihag.de> | 2014-01-01 15:30:46 +0100 | 
|---|---|---|
| committer | Philipp Hagemeister <phihag@phihag.de> | 2014-01-01 15:30:46 +0100 | 
| commit | eadaf08c1670d2fc9a2078faca95fbc49d6a5af0 (patch) | |
| tree | 737a39e71738bcaee04d3f94d0eab8362e903efa | |
| parent | 33ec2ae8d9450a59273d2156bd2ef77d2bd93a66 (diff) | |
| parent | 8fa8a6299b0882eb9fd6a1ef84dd6b11396c22c2 (diff) | |
Merge remote-tracking branch 'origin/master'
| -rw-r--r-- | test/test_playlists.py | 12 | ||||
| -rw-r--r-- | youtube_dl/YoutubeDL.py | 2 | ||||
| -rw-r--r-- | youtube_dl/extractor/__init__.py | 5 | ||||
| -rw-r--r-- | youtube_dl/extractor/dreisat.py | 4 | ||||
| -rw-r--r-- | youtube_dl/extractor/imdb.py | 29 | ||||
| -rw-r--r-- | youtube_dl/extractor/youtube.py | 1 | 
6 files changed, 48 insertions, 5 deletions
| diff --git a/test/test_playlists.py b/test/test_playlists.py index 1b7b4e3d8..9d522b357 100644 --- a/test/test_playlists.py +++ b/test/test_playlists.py @@ -28,7 +28,8 @@ from youtube_dl.extractor import (      BandcampAlbumIE,      SmotriCommunityIE,      SmotriUserIE, -    IviCompilationIE +    IviCompilationIE, +    ImdbListIE,  ) @@ -187,6 +188,15 @@ class TestPlaylists(unittest.TestCase):          self.assertEqual(result['id'], u'dezhurnyi_angel/season2')          self.assertEqual(result['title'], u'Дежурный ангел (2010 - 2012) 2 сезон')          self.assertTrue(len(result['entries']) >= 20) +         +    def test_imdb_list(self): +        dl = FakeYDL() +        ie = ImdbListIE(dl) +        result = ie.extract('http://www.imdb.com/list/sMjedvGDd8U') +        self.assertIsPlaylist(result) +        self.assertEqual(result['id'], u'sMjedvGDd8U') +        self.assertEqual(result['title'], u'Animated and Family Films') +        self.assertTrue(len(result['entries']) >= 48)  if __name__ == '__main__': diff --git a/youtube_dl/YoutubeDL.py b/youtube_dl/YoutubeDL.py index 3c47eb9dc..08037deda 100644 --- a/youtube_dl/YoutubeDL.py +++ b/youtube_dl/YoutubeDL.py @@ -1017,7 +1017,7 @@ class YoutubeDL(object):      def list_formats(self, info_dict):          def format_note(fdict):              res = u'' -            if f.get('ext') in ['f4f', 'f4m']: +            if fdict.get('ext') in ['f4f', 'f4m']:                  res += u'(unsupported) '              if fdict.get('format_note') is not None:                  res += fdict['format_note'] + u' ' diff --git a/youtube_dl/extractor/__init__.py b/youtube_dl/extractor/__init__.py index 1e8fd1f8e..5319a9292 100644 --- a/youtube_dl/extractor/__init__.py +++ b/youtube_dl/extractor/__init__.py @@ -80,7 +80,10 @@ from .hotnewhiphop import HotNewHipHopIE  from .howcast import HowcastIE  from .hypem import HypemIE  from .ign import IGNIE, OneUPIE -from .imdb import ImdbIE +from .imdb import ( +    ImdbIE, +    ImdbListIE +)  from .ina import InaIE  from .infoq import InfoQIE  from .instagram import InstagramIE diff --git a/youtube_dl/extractor/dreisat.py b/youtube_dl/extractor/dreisat.py index 416e25156..b0e4300bd 100644 --- a/youtube_dl/extractor/dreisat.py +++ b/youtube_dl/extractor/dreisat.py @@ -13,8 +13,8 @@ class DreiSatIE(InfoExtractor):      _VALID_URL = r'(?:http://)?(?:www\.)?3sat\.de/mediathek/index\.php\?(?:(?:mode|display)=[^&]+&)*obj=(?P<id>[0-9]+)$'      _TEST = {          u"url": u"http://www.3sat.de/mediathek/index.php?obj=36983", -        u'file': u'36983.webm', -        u'md5': u'57c97d0469d71cf874f6815aa2b7c944', +        u'file': u'36983.mp4', +        u'md5': u'9dcfe344732808dbfcc901537973c922',          u'info_dict': {              u"title": u"Kaffeeland Schweiz",              u"description": u"Über 80 Kaffeeröstereien liefern in der Schweiz das Getränk, in das das Land so vernarrt ist: Mehr als 1000 Tassen trinkt ein Schweizer pro Jahr. SCHWEIZWEIT nimmt die Kaffeekultur unter die...",  diff --git a/youtube_dl/extractor/imdb.py b/youtube_dl/extractor/imdb.py index e5332cce8..16926b4d3 100644 --- a/youtube_dl/extractor/imdb.py +++ b/youtube_dl/extractor/imdb.py @@ -55,3 +55,32 @@ class ImdbIE(InfoExtractor):              'description': descr,              'thumbnail': format_info['slate'],          } + +class ImdbListIE(InfoExtractor): +    IE_NAME = u'imdb:list' +    IE_DESC = u'Internet Movie Database lists' +    _VALID_URL = r'http://www\.imdb\.com/list/(?P<id>[\da-zA-Z_-]{11})' +     +    def _real_extract(self, url): +        mobj = re.match(self._VALID_URL, url) +        list_id = mobj.group('id') +         +        # RSS XML is sometimes malformed +        rss = self._download_webpage('http://rss.imdb.com/list/%s' % list_id, list_id, u'Downloading list RSS') +        list_title = self._html_search_regex(r'<title>(.*?)</title>', rss, u'list title') +         +        # Export is independent of actual author_id, but returns 404 if no author_id is provided. +        # However, passing dummy author_id seems to be enough. +        csv = self._download_webpage('http://www.imdb.com/list/export?list_id=%s&author_id=ur00000000' % list_id, +                                     list_id, u'Downloading list CSV') +         +        entries = [] +        for item in csv.split('\n')[1:]: +            cols = item.split(',') +            if len(cols) < 2: +                continue +            item_id = cols[1][1:-1] +            if item_id.startswith('vi'): +                entries.append(self.url_result('http://www.imdb.com/video/imdb/%s' % item_id, 'Imdb')) +         +        return self.playlist_result(entries, list_id, list_title)
\ No newline at end of file diff --git a/youtube_dl/extractor/youtube.py b/youtube_dl/extractor/youtube.py index b0e29c2a8..9424d5e26 100644 --- a/youtube_dl/extractor/youtube.py +++ b/youtube_dl/extractor/youtube.py @@ -194,6 +194,7 @@ class YoutubeIE(YoutubeBaseInfoExtractor, SubtitlesInfoExtractor):          '137': {'ext': 'mp4', 'height': 1080, 'resolution': '1080p', 'format_note': 'DASH video', 'preference': -40},          '138': {'ext': 'mp4', 'height': 1081, 'resolution': '>1080p', 'format_note': 'DASH video', 'preference': -40},          '160': {'ext': 'mp4', 'height': 192, 'resolution': '192p', 'format_note': 'DASH video', 'preference': -40}, +        '264': {'ext': 'mp4', 'height': 1080, 'resolution': '1080p', 'format_note': 'DASH video', 'preference': -40},          # Dash mp4 audio          '139': {'ext': 'm4a', 'format_note': 'DASH audio', 'vcodec': 'none', 'abr': 48, 'preference': -50}, | 
