aboutsummaryrefslogtreecommitdiff
path: root/youtube_dl/extractor
diff options
context:
space:
mode:
authorSergey M․ <dstftw@gmail.com>2018-08-04 00:26:58 +0700
committerSergey M․ <dstftw@gmail.com>2018-08-04 00:26:58 +0700
commitaf322eb830525edaf39a202b7ecaface2bfc1bad (patch)
treef400026761147d39f6e807accc99a622985db49b /youtube_dl/extractor
parentcb1c3a3c07b2afe854ecd8c97f77d8f62720d7a4 (diff)
[funk:channel] Improve byChannelAlias extraction (closes #17142)
Diffstat (limited to 'youtube_dl/extractor')
-rw-r--r--youtube_dl/extractor/funk.py31
1 files changed, 23 insertions, 8 deletions
diff --git a/youtube_dl/extractor/funk.py b/youtube_dl/extractor/funk.py
index 76c20ffac..7e1af95e0 100644
--- a/youtube_dl/extractor/funk.py
+++ b/youtube_dl/extractor/funk.py
@@ -1,6 +1,7 @@
# coding: utf-8
from __future__ import unicode_literals
+import itertools
import re
from .common import InfoExtractor
@@ -125,17 +126,31 @@ class FunkChannelIE(FunkBaseIE):
# Id-based channels are currently broken on their side: webplayer
# tries to process them via byChannelAlias endpoint and fails
# predictably.
- by_channel_alias = self._download_json(
- 'https://www.funk.net/api/v3.1/webapp/videos/byChannelAlias/%s'
- % channel_id,
- 'Downloading byChannelAlias JSON', headers=headers, query={
- 'size': 100,
- }, fatal=False)
- if by_channel_alias:
+ for page_num in itertools.count():
+ by_channel_alias = self._download_json(
+ 'https://www.funk.net/api/v3.1/webapp/videos/byChannelAlias/%s'
+ % channel_id,
+ 'Downloading byChannelAlias JSON page %d' % (page_num + 1),
+ headers=headers, query={
+ 'filterFsk': 'false',
+ 'sort': 'creationDate,desc',
+ 'size': 100,
+ 'page': page_num,
+ }, fatal=False)
+ if not by_channel_alias:
+ break
video_list = try_get(
by_channel_alias, lambda x: x['_embedded']['videoList'], list)
- if video_list:
+ if not video_list:
+ break
+ try:
video = next(r for r in video_list if r.get('alias') == alias)
+ break
+ except StopIteration:
+ pass
+ if not try_get(
+ by_channel_alias, lambda x: x['_links']['next']):
+ break
if not video:
by_id_list = self._download_json(