diff options
| -rw-r--r-- | README.md | 1 | ||||
| -rw-r--r-- | test/test_youtube_lists.py | 8 | ||||
| -rw-r--r-- | youtube_dl/YoutubeDL.py | 1 | ||||
| -rw-r--r-- | youtube_dl/__init__.py | 2 | ||||
| -rw-r--r-- | youtube_dl/extractor/dailymotion.py | 43 | ||||
| -rw-r--r-- | youtube_dl/extractor/youtube.py | 25 | ||||
| -rw-r--r-- | youtube_dl/version.py | 2 | 
7 files changed, 67 insertions, 15 deletions
@@ -50,6 +50,7 @@ which means you can modify it, redistribute it or use it however you like.      --date DATE                download only videos uploaded in this date      --datebefore DATE          download only videos uploaded before this date      --dateafter DATE           download only videos uploaded after this date +    --no-playlist              download only the currently playing video  ## Download Options:      -r, --rate-limit LIMIT     maximum download rate (e.g. 50k or 44.6m) diff --git a/test/test_youtube_lists.py b/test/test_youtube_lists.py index dd9e292b0..53e65816d 100644 --- a/test/test_youtube_lists.py +++ b/test/test_youtube_lists.py @@ -27,6 +27,14 @@ class TestYoutubeLists(unittest.TestCase):          ytie_results = [YoutubeIE()._extract_id(url['url']) for url in result['entries']]          self.assertEqual(ytie_results, [ 'bV9L5Ht9LgY', 'FXxLjLQi3Fg', 'tU3Bgo5qJZE']) +    def test_youtube_playlist_noplaylist(self): +        dl = FakeYDL() +        dl.params['noplaylist'] = True +        ie = YoutubePlaylistIE(dl) +        result = ie.extract('https://www.youtube.com/watch?v=FXxLjLQi3Fg&list=PLwiyx1dc3P2JR9N8gQaQN_BCvlSlap7re') +        self.assertEqual(result['_type'], 'url') +        self.assertEqual(YoutubeIE()._extract_id(result['url']), 'FXxLjLQi3Fg') +      def test_issue_673(self):          dl = FakeYDL()          ie = YoutubePlaylistIE(dl) diff --git a/youtube_dl/YoutubeDL.py b/youtube_dl/YoutubeDL.py index 44a272e7e..2503fd09b 100644 --- a/youtube_dl/YoutubeDL.py +++ b/youtube_dl/YoutubeDL.py @@ -83,6 +83,7 @@ class YoutubeDL(object):      skip_download:     Skip the actual download of the video file      cachedir:          Location of the cache files in the filesystem.                         None to disable filesystem cache. +    noplaylist:        Download single video instead of a playlist if in doubt.      The following parameters are not used by YoutubeDL itself, they are used by      the FileDownloader: diff --git a/youtube_dl/__init__.py b/youtube_dl/__init__.py index 95f75942a..cc771ee89 100644 --- a/youtube_dl/__init__.py +++ b/youtube_dl/__init__.py @@ -193,6 +193,7 @@ def parseOpts(overrideArguments=None):      selection.add_option('--date', metavar='DATE', dest='date', help='download only videos uploaded in this date', default=None)      selection.add_option('--datebefore', metavar='DATE', dest='datebefore', help='download only videos uploaded before this date', default=None)      selection.add_option('--dateafter', metavar='DATE', dest='dateafter', help='download only videos uploaded after this date', default=None) +    selection.add_option('--no-playlist', action='store_true', dest='noplaylist', help='download only the currently playing video', default=False)      authentication.add_option('-u', '--username', @@ -609,6 +610,7 @@ def _real_main(argv=None):          'progress_with_newline': opts.progress_with_newline,          'playliststart': opts.playliststart,          'playlistend': opts.playlistend, +        'noplaylist': opts.noplaylist,          'logtostderr': opts.outtmpl == '-',          'consoletitle': opts.consoletitle,          'nopart': opts.nopart, diff --git a/youtube_dl/extractor/dailymotion.py b/youtube_dl/extractor/dailymotion.py index 3f012aedc..259806f38 100644 --- a/youtube_dl/extractor/dailymotion.py +++ b/youtube_dl/extractor/dailymotion.py @@ -27,15 +27,31 @@ class DailymotionIE(DailymotionBaseInfoExtractor, SubtitlesInfoExtractor):      _VALID_URL = r'(?i)(?:https?://)?(?:www\.)?dailymotion\.[a-z]{2,3}/(?:embed/)?video/([^/]+)'      IE_NAME = u'dailymotion' -    _TEST = { -        u'url': u'http://www.dailymotion.com/video/x33vw9_tutoriel-de-youtubeur-dl-des-video_tech', -        u'file': u'x33vw9.mp4', -        u'md5': u'392c4b85a60a90dc4792da41ce3144eb', -        u'info_dict': { -            u"uploader": u"Amphora Alex and Van .",  -            u"title": u"Tutoriel de Youtubeur\"DL DES VIDEO DE YOUTUBE\"" -        } -    } +    _TESTS = [ +        { +            u'url': u'http://www.dailymotion.com/video/x33vw9_tutoriel-de-youtubeur-dl-des-video_tech', +            u'file': u'x33vw9.mp4', +            u'md5': u'392c4b85a60a90dc4792da41ce3144eb', +            u'info_dict': { +                u"uploader": u"Amphora Alex and Van .",  +                u"title": u"Tutoriel de Youtubeur\"DL DES VIDEO DE YOUTUBE\"" +            } +        }, +        # Vevo video +        { +            u'url': u'http://www.dailymotion.com/video/x149uew_katy-perry-roar-official_musi', +            u'file': u'USUV71301934.mp4', +            u'info_dict': { +                u'title': u'Roar (Official)', +                u'uploader': u'Katy Perry', +                u'upload_date': u'20130905', +            }, +            u'params': { +                u'skip_download': True, +            }, +            u'skip': u'VEVO is only available in some countries', +        }, +    ]      def _real_extract(self, url):          # Extract id and simplified title from URL @@ -53,6 +69,15 @@ class DailymotionIE(DailymotionBaseInfoExtractor, SubtitlesInfoExtractor):          # Extract URL, uploader and title from webpage          self.report_extraction(video_id) +        # It may just embed a vevo video: +        m_vevo = re.search( +            r'<link rel="video_src" href="[^"]*?vevo.com[^"]*?videoId=(?P<id>[\w]*)', +            webpage) +        if m_vevo is not None: +            vevo_id = m_vevo.group('id') +            self.to_screen(u'Vevo video detected: %s' % vevo_id) +            return self.url_result(u'vevo:%s' % vevo_id, ie='Vevo') +          video_uploader = self._search_regex([r'(?im)<span class="owner[^\"]+?">[^<]+?<a [^>]+?>([^<]+?)</a>',                                               # Looking for official user                                               r'<(?:span|a) .*?rel="author".*?>([^<]+?)</'], diff --git a/youtube_dl/extractor/youtube.py b/youtube_dl/extractor/youtube.py index 23e384ba2..f3d279210 100644 --- a/youtube_dl/extractor/youtube.py +++ b/youtube_dl/extractor/youtube.py @@ -23,6 +23,7 @@ from ..utils import (      compat_urllib_error,      compat_urllib_parse,      compat_urllib_request, +    compat_urlparse,      compat_str,      clean_html, @@ -1090,7 +1091,7 @@ class YoutubeIE(YoutubeBaseInfoExtractor, SubtitlesInfoExtractor):          elif len(s) == 83:              return s[80:63:-1] + s[0] + s[62:0:-1] + s[63]          elif len(s) == 82: -            return s[80:73:-1] + s[81] + s[72:54:-1] + s[2] + s[53:43:-1] + s[0] + s[42:2:-1] + s[43] + s[1] + s[54] +            return s[12] + s[79:12:-1] + s[80] + s[11::-1]          elif len(s) == 81:              return s[56] + s[79:56:-1] + s[41] + s[55:41:-1] + s[80] + s[40:34:-1] + s[0] + s[33:29:-1] + s[34] + s[28:9:-1] + s[29] + s[8:0:-1] + s[9]          elif len(s) == 80: @@ -1337,9 +1338,11 @@ class YoutubeIE(YoutubeBaseInfoExtractor, SubtitlesInfoExtractor):              self._downloader.report_warning(u'unable to extract uploader nickname')          # title -        if 'title' not in video_info: -            raise ExtractorError(u'Unable to extract video title') -        video_title = compat_urllib_parse.unquote_plus(video_info['title'][0]) +        if 'title' in video_info: +            video_title = compat_urllib_parse.unquote_plus(video_info['title'][0]) +        else: +            self._downloader.report_warning(u'Unable to extract video title') +            video_title = u'_'          # thumbnail image          # We try first to get a high quality image: @@ -1394,6 +1397,8 @@ class YoutubeIE(YoutubeBaseInfoExtractor, SubtitlesInfoExtractor):              args = info['args']              # Easy way to know if the 's' value is in url_encoded_fmt_stream_map              # this signatures are encrypted +            if 'url_encoded_fmt_stream_map' not in args: +                raise ValueError(u'No stream_map present')  # caught below              m_s = re.search(r'[&,]s=', args['url_encoded_fmt_stream_map'])              if m_s is not None:                  self.to_screen(u'%s: Encrypted signatures detected.' % video_id) @@ -1527,9 +1532,19 @@ class YoutubePlaylistIE(InfoExtractor):          mobj = re.match(self._VALID_URL, url, re.VERBOSE)          if mobj is None:              raise ExtractorError(u'Invalid URL: %s' % url) +        playlist_id = mobj.group(1) or mobj.group(2) + +        # Check if it's a video-specific URL +        query_dict = compat_urlparse.parse_qs(compat_urlparse.urlparse(url).query) +        if 'v' in query_dict: +            video_id = query_dict['v'][0] +            if self._downloader.params.get('noplaylist'): +                self.to_screen(u'Downloading just video %s because of --no-playlist' % video_id) +                return self.url_result('https://www.youtube.com/watch?v=' + video_id, 'Youtube') +            else: +                self.to_screen(u'Downloading playlist PL%s - add --no-playlist to just download video %s' % (playlist_id, video_id))          # Download playlist videos from API -        playlist_id = mobj.group(1) or mobj.group(2)          videos = []          for page_num in itertools.count(1): diff --git a/youtube_dl/version.py b/youtube_dl/version.py index e3e5d5538..8e9ca6126 100644 --- a/youtube_dl/version.py +++ b/youtube_dl/version.py @@ -1,2 +1,2 @@ -__version__ = '2013.09.29' +__version__ = '2013.10.01.1'  | 
