diff options
| author | Philipp Hagemeister <phihag@phihag.de> | 2015-02-12 08:55:06 +0100 | 
|---|---|---|
| committer | Philipp Hagemeister <phihag@phihag.de> | 2015-02-12 08:55:06 +0100 | 
| commit | 08b38d54015706d90d05371455ba86b7887cabcc (patch) | |
| tree | 9dd7da977d72766f80c6415fbbfeb07cbb20c9a7 /youtube_dl/extractor/camdemy.py | |
| parent | 024c53694d674f046fdad593e03bfaeec17cc559 (diff) | |
[camdemy] Simplify and make more robust (#4938)
Do not throw errors if view count or upload date extraction fails.
Dispose of re.MULTILINE, which had absolutely no effect without any ^ or $ in sight.
Follow PEP8 naming conventions.
Diffstat (limited to 'youtube_dl/extractor/camdemy.py')
| -rw-r--r-- | youtube_dl/extractor/camdemy.py | 47 | 
1 files changed, 26 insertions, 21 deletions
| diff --git a/youtube_dl/extractor/camdemy.py b/youtube_dl/extractor/camdemy.py index 1bc602c31..5de5879b4 100644 --- a/youtube_dl/extractor/camdemy.py +++ b/youtube_dl/extractor/camdemy.py @@ -1,11 +1,18 @@  # coding: utf-8  from __future__ import unicode_literals +import datetime  import re  from .common import InfoExtractor -from ..compat import (compat_urllib_parse, compat_urlparse) -from ..utils import parse_iso8601 +from ..compat import ( +    compat_urllib_parse, +    compat_urlparse, +) +from ..utils import ( +    parse_iso8601, +    str_to_int, +)  class CamdemyIE(InfoExtractor): @@ -23,6 +30,7 @@ class CamdemyIE(InfoExtractor):              'creator': 'ss11spring',              'upload_date': '20130114',              'timestamp': 1358154556, +            'view_count': int,          }      }, {          # With non-empty description @@ -55,46 +63,43 @@ class CamdemyIE(InfoExtractor):      def _real_extract(self, url):          video_id = self._match_id(url) -          page = self._download_webpage(url, video_id) -        srcFrom = self._html_search_regex( +        src_from = self._html_search_regex(              r"<div class='srcFrom'>Source: <a title='([^']+)'", page,              'external source', default=None) - -        if srcFrom: -            return self.url_result(srcFrom) +        if src_from: +            return self.url_result(src_from)          oembed_obj = self._download_json(              'http://www.camdemy.com/oembed/?format=json&url=' + url, video_id)          thumb_url = oembed_obj['thumbnail_url']          video_folder = compat_urlparse.urljoin(thumb_url, 'video/') -        fileListXML = self._download_xml( +        file_list_doc = self._download_xml(              compat_urlparse.urljoin(video_folder, 'fileList.xml'),              video_id, 'Filelist XML') -        fileName = fileListXML.find('./video/item/fileName').text - -        creation_time = self._html_search_regex( -            r"<div class='title'>Posted :</div>[\r\n ]*<div class='value'>([^<>]+)<", -            page, 'creation time', flags=re.MULTILINE) + '+08:00' -        creation_timestamp = parse_iso8601(creation_time, delimiter=' ') +        file_name = file_list_doc.find('./video/item/fileName').text +        video_url = compat_urlparse.urljoin(video_folder, file_name) -        view_count_str = self._html_search_regex( -            r"<div class='title'>Views :</div>[\r\n ]*<div class='value'>([^<>]+)<", -            page, 'view count', flags=re.MULTILINE) -        views = int(view_count_str.replace(',', '')) +        timestamp = parse_iso8601(self._html_search_regex( +            r"<div class='title'>Posted\s*:</div>\s*<div class='value'>([^<>]+)<", +            page, 'creation time', fatal=False), +            delimiter=' ', timezone=datetime.timedelta(hours=8)) +        view_count = str_to_int(self._html_search_regex( +            r"<div class='title'>Views\s*:</div>\s*<div class='value'>([^<>]+)<", +            page, 'view count', fatal=False))          return {              'id': video_id, -            'url': compat_urlparse.urljoin(video_folder, fileName), +            'url': video_url,              'title': oembed_obj['title'],              'thumbnail': thumb_url,              'description': self._html_search_meta('description', page),              'creator': oembed_obj['author_name'],              'duration': oembed_obj['duration'], -            'timestamp': creation_timestamp, -            'view_count': views, +            'timestamp': timestamp, +            'view_count': view_count,          } | 
