aboutsummaryrefslogtreecommitdiff
path: root/youtube_dl/extractor
diff options
context:
space:
mode:
authorTithen-Firion <Tithen-Firion@users.noreply.github.com>2014-12-04 05:14:09 +0100
committerTithen-Firion <Tithen-Firion@users.noreply.github.com>2014-12-04 05:14:09 +0100
commit6ce2c6783b2c1516fe9b1b5cb88d28231db45f8c (patch)
tree6a27c989207c9c537c15c3c8d9889070e981408b /youtube_dl/extractor
parent29f400b97d00cc7bd8b1a7549417584a45e38df8 (diff)
[tvp] Add extractor
Diffstat (limited to 'youtube_dl/extractor')
-rw-r--r--youtube_dl/extractor/__init__.py2
-rw-r--r--youtube_dl/extractor/tvp.py56
2 files changed, 57 insertions, 1 deletions
diff --git a/youtube_dl/extractor/__init__.py b/youtube_dl/extractor/__init__.py
index 8b513ffd1..b09ee303d 100644
--- a/youtube_dl/extractor/__init__.py
+++ b/youtube_dl/extractor/__init__.py
@@ -415,7 +415,7 @@ from .tunein import TuneInIE
from .turbo import TurboIE
from .tutv import TutvIE
from .tvigle import TvigleIE
-from .tvp import TvpIE
+from .tvp import TvpIE, TvpSeriesIE
from .tvplay import TVPlayIE
from .twentyfourvideo import TwentyFourVideoIE
from .twitch import TwitchIE
diff --git a/youtube_dl/extractor/tvp.py b/youtube_dl/extractor/tvp.py
index 6b95e2ed1..2248a9fdf 100644
--- a/youtube_dl/extractor/tvp.py
+++ b/youtube_dl/extractor/tvp.py
@@ -110,3 +110,59 @@ class TvpIE(InfoExtractor):
'formats': formats,
})
return info_dict
+
+
+class TvpSeriesIE(InfoExtractor):
+ IE_NAME = 'tvp.pl:Series'
+ _VALID_URL = r'https?://vod\.tvp\.pl/(?:[^/]+/){2}(?P<id>[^/]+)/?$'
+
+ _TESTS = [
+ {
+ 'url': 'http://vod.tvp.pl/filmy-fabularne/filmy-za-darmo/ogniem-i-mieczem',
+ 'info_dict': {
+ 'title': 'Ogniem i mieczem',
+ 'id': '4278026',
+ },
+ 'playlist_count': 4,
+ }, {
+ 'url': 'http://vod.tvp.pl/audycje/podroze/boso-przez-swiat',
+ 'info_dict': {
+ 'title': 'Boso przez świat',
+ 'id': '9329207',
+ },
+ 'playlist_count': 86,
+ }
+ ]
+
+ def _force_download_webpage(self, url, v_id, tries=0):
+ if tries >= 5:
+ raise ExtractorError(
+ '%s: Cannot download webpage, try again later' % v_id)
+ # Sometimes happen, but in my tests second try always succeeded
+ try:
+ return self._download_webpage(url, v_id)
+ except IncompleteRead as e:
+ return self._force_download_webpage(url, v_id, tries+1)
+
+ def _real_extract(self, url):
+ display_id = self._match_id(url)
+ webpage = self._force_download_webpage(url, display_id)
+ title = self._html_search_regex(
+ r'(?s) id=[\'"]path[\'"]>(.*?)</span>', webpage, 'series')
+ title = title.split(' / ', 2)[-1]
+ playlist_id = self._search_regex(r'nodeId:\s*(\d+)', webpage, 'playlist id')
+ playlist = self._force_download_webpage(
+ 'http://vod.tvp.pl/vod/seriesAjax?type=series&nodeId=%s&recommend'
+ 'edId=0&sort=&page=0&pageSize=1000000' % playlist_id, display_id)
+ videos_paths = re.findall(
+ '(?s)class="shortTitle">.*?href="(/[^"]+)', playlist)
+ entries = [
+ self.url_result('http://vod.tvp.pl%s' % v_path, ie=TvpIE.ie_key())
+ for v_path in videos_paths]
+ return {
+ '_type': 'playlist',
+ 'id': playlist_id,
+ 'display_id': display_id,
+ 'title': title,
+ 'entries': entries,
+ }