aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorRemita Amine <remitamine@gmail.com>2016-12-18 10:49:10 +0100
committerRemita Amine <remitamine@gmail.com>2016-12-18 10:49:10 +0100
commit199a47abba4ce57b6df4cd9f3223837ac6c4ee85 (patch)
treef2ad0a6dbfc41b04c5151310d2f7b91e3336e537
parentb42a0bf360878025817dba0b71479d509b5df4b4 (diff)
downloadyoutube-dl-199a47abba4ce57b6df4cd9f3223837ac6c4ee85.tar.xz
[ccma] Add new extractor(closes #11359)
-rw-r--r--youtube_dl/extractor/ccma.py99
-rw-r--r--youtube_dl/extractor/extractors.py1
2 files changed, 100 insertions, 0 deletions
diff --git a/youtube_dl/extractor/ccma.py b/youtube_dl/extractor/ccma.py
new file mode 100644
index 000000000..39938c9ac
--- /dev/null
+++ b/youtube_dl/extractor/ccma.py
@@ -0,0 +1,99 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+import re
+
+from .common import InfoExtractor
+from ..utils import (
+ int_or_none,
+ parse_duration,
+ parse_iso8601,
+ clean_html,
+)
+
+
+class CCMAIE(InfoExtractor):
+ _VALID_URL = r'https?://(?:www\.)?ccma\.cat/(?:[^/]+/)*?(?P<type>video|audio)/(?P<id>\d+)'
+ _TESTS = [{
+ 'url': 'http://www.ccma.cat/tv3/alacarta/lespot-de-la-marato-de-tv3/lespot-de-la-marato-de-tv3/video/5630208/',
+ 'md5': '7296ca43977c8ea4469e719c609b0871',
+ 'info_dict': {
+ 'id': '5630208',
+ 'ext': 'mp4',
+ 'title': 'L\'espot de La Marató de TV3',
+ 'description': 'md5:f12987f320e2f6e988e9908e4fe97765',
+ 'timestamp': 1470918540,
+ 'upload_date': '20160811',
+ }
+ }, {
+ 'url': 'http://www.ccma.cat/catradio/alacarta/programa/el-consell-de-savis-analitza-el-derbi/audio/943685/',
+ 'md5': 'fa3e38f269329a278271276330261425',
+ 'info_dict': {
+ 'id': '943685',
+ 'ext': 'mp3',
+ 'title': 'El Consell de Savis analitza el derbi',
+ 'description': 'md5:e2a3648145f3241cb9c6b4b624033e53',
+ 'upload_date': '20171205',
+ 'timestamp': 1512507300,
+ }
+ }]
+
+ def _real_extract(self, url):
+ media_type, media_id = re.match(self._VALID_URL, url).groups()
+ media_data = {}
+ formats = []
+ profiles = ['pc'] if media_type == 'audio' else ['mobil', 'pc']
+ for i, profile in enumerate(profiles):
+ md = self._download_json('http://dinamics.ccma.cat/pvideo/media.jsp', media_id, query={
+ 'media': media_type,
+ 'idint': media_id,
+ 'profile': profile,
+ }, fatal=False)
+ if md:
+ media_data = md
+ media_url = media_data.get('media', {}).get('url')
+ if media_url:
+ formats.append({
+ 'format_id': profile,
+ 'url': media_url,
+ 'quality': i,
+ })
+ self._sort_formats(formats)
+
+ informacio = media_data['informacio']
+ title = informacio['titol']
+ durada = informacio.get('durada', {})
+ duration = int_or_none(durada.get('milisegons'), 1000) or parse_duration(durada.get('text'))
+ timestamp = parse_iso8601(informacio.get('data_emissio', {}).get('utc'))
+
+ subtitles = {}
+ subtitols = media_data.get('subtitols', {})
+ if subtitols:
+ sub_url = subtitols.get('url')
+ if sub_url:
+ subtitles.setdefault(
+ subtitols.get('iso') or subtitols.get('text') or 'ca', []).append({
+ 'url': sub_url,
+ })
+
+ thumbnails = []
+ imatges = media_data.get('imatges', {})
+ if imatges:
+ thumbnail_url = imatges.get('url')
+ if thumbnail_url:
+ thumbnails = [{
+ 'url': thumbnail_url,
+ 'width': int_or_none(imatges.get('amplada')),
+ 'height': int_or_none(imatges.get('alcada')),
+ }]
+
+ return {
+ 'id': media_id,
+ 'title': title,
+ 'description': clean_html(informacio.get('descripcio')),
+ 'duration': duration,
+ 'timestamp': timestamp,
+ 'thumnails': thumbnails,
+ 'subtitles': subtitles,
+ 'formats': formats,
+ }
diff --git a/youtube_dl/extractor/extractors.py b/youtube_dl/extractor/extractors.py
index 16606a86c..c0b10f6d0 100644
--- a/youtube_dl/extractor/extractors.py
+++ b/youtube_dl/extractor/extractors.py
@@ -150,6 +150,7 @@ from .cbsnews import (
)
from .cbssports import CBSSportsIE
from .ccc import CCCIE
+from .ccma import CCMAIE
from .cctv import CCTVIE
from .cda import CDAIE
from .ceskatelevize import CeskaTelevizeIE