aboutsummaryrefslogtreecommitdiff
path: root/youtube_dl/extractor
diff options
context:
space:
mode:
authorRuowang Sun <91006887+JohnnySunUmich@users.noreply.github.com>2023-02-02 12:21:05 -0500
committerGitHub <noreply@github.com>2023-02-02 17:21:05 +0000
commit98b0cf1cd05c493eae0f37aaa599d25d2848c0b0 (patch)
treeb51340749cea51ea321b6d7fc9dc3590b6afa7be /youtube_dl/extractor
parente9611a2a3603ee201d0c1ba99e8bfd8ec1e697cd (diff)
downloadyoutube-dl-98b0cf1cd05c493eae0f37aaa599d25d2848c0b0.tar.xz
[Callin] Add new extractor (#31414)
Co-authored-by: dirkf <fieldhouse@gmx.net>
Diffstat (limited to 'youtube_dl/extractor')
-rw-r--r--youtube_dl/extractor/callin.py74
-rw-r--r--youtube_dl/extractor/extractors.py1
2 files changed, 75 insertions, 0 deletions
diff --git a/youtube_dl/extractor/callin.py b/youtube_dl/extractor/callin.py
new file mode 100644
index 000000000..341be479f
--- /dev/null
+++ b/youtube_dl/extractor/callin.py
@@ -0,0 +1,74 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+from .common import InfoExtractor
+from ..compat import compat_str
+from ..utils import (
+ ExtractorError,
+ traverse_obj,
+ try_get,
+)
+
+
+class CallinIE(InfoExtractor):
+ _VALID_URL = r'https?://(?:www\.)?callin\.com/episode/(?:[^/#?-]+-)*(?P<id>[^/#?-]+)'
+ _TESTS = [{
+ 'url': 'https://www.callin.com/episode/fcc-commissioner-brendan-carr-on-elons-PrumRdSQJW',
+ 'md5': '14ede27ee2c957b7e4db93140fc0745c',
+ 'info_dict': {
+ 'id': 'PrumRdSQJW',
+ 'ext': 'mp4',
+ 'title': 'FCC Commissioner Brendan Carr on Elon’s Starlink',
+ 'description': 'Or, why the government doesn’t like SpaceX',
+ 'channel': 'The Pull Request',
+ 'channel_url': 'https://callin.com/show/the-pull-request-ucnDJmEKAa',
+ }
+ }, {
+ 'url': 'https://www.callin.com/episode/episode-81-elites-melt-down-over-student-debt-lzxMidUnjA',
+ 'md5': '16f704ddbf82a27e3930533b12062f07',
+ 'info_dict': {
+ 'id': 'lzxMidUnjA',
+ 'ext': 'mp4',
+ 'title': 'Episode 81- Elites MELT DOWN over Student Debt Victory? Rumble in NYC?',
+ 'description': 'Let’s talk todays episode about the primary election shake up in NYC and the elites melting down over student debt cancelation.',
+ 'channel': 'The DEBRIEF With Briahna Joy Gray',
+ 'channel_url': 'https://callin.com/show/the-debrief-with-briahna-joy-gray-siiFDzGegm',
+ }
+ }]
+
+ def _search_nextjs_data(self, webpage, video_id, transform_source=None, fatal=True, **kw):
+ return self._parse_json(
+ self._search_regex(
+ r'(?s)<script[^>]+id=[\'"]__NEXT_DATA__[\'"][^>]*>([^<]+)</script>',
+ webpage, 'next.js data', fatal=fatal, **kw),
+ video_id, transform_source=transform_source, fatal=fatal)
+
+ def _real_extract(self, url):
+ video_id = self._match_id(url)
+ webpage = self._download_webpage(url, video_id)
+
+ next_data = self._search_nextjs_data(webpage, video_id)
+ episode = traverse_obj(next_data, ('props', 'pageProps', 'episode'), expected_type=dict)
+ if not episode:
+ raise ExtractorError('Failed to find episode data')
+
+ title = episode.get('title') or self._og_search_title(webpage)
+ description = episode.get('description') or self._og_search_description(webpage)
+
+ formats = []
+ formats.extend(self._extract_m3u8_formats(
+ episode.get('m3u8'), video_id, 'mp4',
+ entry_protocol='m3u8_native', fatal=False))
+ self._sort_formats(formats)
+
+ channel = try_get(episode, lambda x: x['show']['title'], compat_str)
+ channel_url = try_get(episode, lambda x: x['show']['linkObj']['resourceUrl'], compat_str)
+
+ return {
+ 'id': video_id,
+ 'title': title,
+ 'description': description,
+ 'formats': formats,
+ 'channel': channel,
+ 'channel_url': channel_url,
+ }
diff --git a/youtube_dl/extractor/extractors.py b/youtube_dl/extractor/extractors.py
index cf0388ed2..f7bb4042f 100644
--- a/youtube_dl/extractor/extractors.py
+++ b/youtube_dl/extractor/extractors.py
@@ -158,6 +158,7 @@ from .businessinsider import BusinessInsiderIE
from .buzzfeed import BuzzFeedIE
from .byutv import BYUtvIE
from .c56 import C56IE
+from .callin import CallinIE
from .camdemy import (
CamdemyIE,
CamdemyFolderIE