aboutsummaryrefslogtreecommitdiff
path: root/youtube_dl/extractor/clipfish.py
diff options
context:
space:
mode:
authorSergey M․ <dstftw@gmail.com>2015-08-08 01:10:41 +0600
committerSergey M․ <dstftw@gmail.com>2015-08-08 01:10:41 +0600
commitfd5d8270dcd6d8baada3390a4a1cae5bdbcb6da4 (patch)
tree1c0a6121708274cd717b0db1b3e3e5fe1cca120a /youtube_dl/extractor/clipfish.py
parentbe612d9e0c485915f12b8165fc1a0187f29afda8 (diff)
[clipfish] Fix extraction, minimize requests, get rid of drm hds, extract m3u8 and more metadata
Diffstat (limited to 'youtube_dl/extractor/clipfish.py')
-rw-r--r--youtube_dl/extractor/clipfish.py54
1 files changed, 34 insertions, 20 deletions
diff --git a/youtube_dl/extractor/clipfish.py b/youtube_dl/extractor/clipfish.py
index 09dfaac60..7af903571 100644
--- a/youtube_dl/extractor/clipfish.py
+++ b/youtube_dl/extractor/clipfish.py
@@ -1,18 +1,19 @@
from __future__ import unicode_literals
+import re
+
from .common import InfoExtractor
from ..utils import (
- ExtractorError,
+ determine_ext,
int_or_none,
js_to_json,
- determine_ext,
+ parse_iso8601,
+ remove_end,
)
class ClipfishIE(InfoExtractor):
- IE_NAME = 'clipfish'
-
- _VALID_URL = r'^https?://(?:www\.)?clipfish\.de/.*?/video/(?P<id>[0-9]+)/'
+ _VALID_URL = r'https?://(?:www\.)?clipfish\.de/(?:[^/]+/)+video/(?P<id>[0-9]+)'
_TEST = {
'url': 'http://www.clipfish.de/special/game-trailer/video/3966754/fifa-14-e3-2013-trailer/',
'md5': '79bc922f3e8a9097b3d68a93780fd475',
@@ -20,35 +21,48 @@ class ClipfishIE(InfoExtractor):
'id': '3966754',
'ext': 'mp4',
'title': 'FIFA 14 - E3 2013 Trailer',
+ 'timestamp': 1370938118,
+ 'upload_date': '20130611',
'duration': 82,
}
}
def _real_extract(self, url):
video_id = self._match_id(url)
+
webpage = self._download_webpage(url, video_id)
+
video_info = self._parse_json(
- js_to_json(self._html_search_regex('var videoObject = ({[^}]+?})', webpage, 'videoObject')),
- video_id
- )
- info_url = self._parse_json(
- js_to_json(self._html_search_regex('var globalFlashvars = ({[^}]+?})', webpage, 'globalFlashvars')),
- video_id
- )['data']
-
- doc = self._download_xml(
- info_url, video_id, note='Downloading info page')
- title = doc.find('title').text
- video_url = doc.find('filename').text
- thumbnail = doc.find('imageurl').text
- duration = int_or_none(video_info['length'])
- formats = [{'url': video_info['videourl']},{'url': video_url}]
+ js_to_json(self._html_search_regex(
+ '(?s)videoObject\s*=\s*({.+?});', webpage, 'video object')),
+ video_id)
+
+ formats = []
+ for video_url in re.findall(r'var\s+videourl\s*=\s*"([^"]+)"', webpage):
+ ext = determine_ext(video_url)
+ if ext == 'm3u8':
+ formats.append({
+ 'url': video_url.replace('de.hls.fra.clipfish.de', 'hls.fra.clipfish.de'),
+ 'ext': 'mp4',
+ 'format_id': 'hls',
+ })
+ else:
+ formats.append({
+ 'url': video_url,
+ 'format_id': ext,
+ })
self._sort_formats(formats)
+ title = remove_end(self._og_search_title(webpage), ' - Video')
+ thumbnail = self._og_search_thumbnail(webpage)
+ duration = int_or_none(video_info.get('length'))
+ timestamp = parse_iso8601(self._html_search_meta('uploadDate', webpage, 'upload date'))
+
return {
'id': video_id,
'title': title,
'formats': formats,
'thumbnail': thumbnail,
'duration': duration,
+ 'timestamp': timestamp,
}