aboutsummaryrefslogtreecommitdiff
path: root/youtube_dl/extractor/videa.py
diff options
context:
space:
mode:
Diffstat (limited to 'youtube_dl/extractor/videa.py')
-rw-r--r--youtube_dl/extractor/videa.py155
1 files changed, 136 insertions, 19 deletions
diff --git a/youtube_dl/extractor/videa.py b/youtube_dl/extractor/videa.py
index 311df58f4..194b4b011 100644
--- a/youtube_dl/extractor/videa.py
+++ b/youtube_dl/extractor/videa.py
@@ -1,29 +1,50 @@
# coding: utf-8
from __future__ import unicode_literals
+import random
import re
+import string
from .common import InfoExtractor
+from ..compat import (
+ compat_b64decode,
+ compat_ord,
+ compat_struct_pack,
+)
from ..utils import (
+ ExtractorError,
int_or_none,
mimetype2ext,
parse_codecs,
+ parse_qs,
+ update_url_query,
+ urljoin,
xpath_element,
xpath_text,
)
+def compat_random_choices(population, *args, **kwargs):
+ # weights=None, *, cum_weights=None, k=1
+ # limited implementation needed here
+ weights = args[0] if args else kwargs.get('weights')
+ assert all(w is None for w in (weights, kwargs.get('cum_weights')))
+ k = kwargs.get('k', 1)
+ return ''.join(random.choice(population) for _ in range(k))
+
+
class VideaIE(InfoExtractor):
_VALID_URL = r'''(?x)
https?://
- videa\.hu/
+ videa(?:kid)?\.hu/
(?:
videok/(?:[^/]+/)*[^?#&]+-|
- player\?.*?\bv=|
+ (?:videojs_)?player\?.*?\bv=|
player/v/
)
(?P<id>[^?#&]+)
'''
+ _EMBED_REGEX = [r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//videa\.hu/player\?.*?\bv=.+?)\1']
_TESTS = [{
'url': 'http://videa.hu/videok/allatok/az-orult-kigyasz-285-kigyot-kigyo-8YfIAjxwWGwT8HVQ',
'md5': '97a7af41faeaffd9f1fc864a7c7e7603',
@@ -31,46 +52,143 @@ class VideaIE(InfoExtractor):
'id': '8YfIAjxwWGwT8HVQ',
'ext': 'mp4',
'title': 'Az őrült kígyász 285 kígyót enged szabadon',
- 'thumbnail': 'http://videa.hu/static/still/1.4.1.1007274.1204470.3',
+ 'thumbnail': r're:^https?://.*',
'duration': 21,
+ 'age_limit': 0,
},
}, {
'url': 'http://videa.hu/videok/origo/jarmuvek/supercars-elozes-jAHDWfWSJH5XuFhH',
- 'only_matching': True,
+ 'md5': 'd57ccd8812c7fd491d33b1eab8c99975',
+ 'info_dict': {
+ 'id': 'jAHDWfWSJH5XuFhH',
+ 'ext': 'mp4',
+ 'title': 'Supercars előzés',
+ 'thumbnail': r're:^https?://.*',
+ 'duration': 64,
+ 'age_limit': 0,
+ },
}, {
'url': 'http://videa.hu/player?v=8YfIAjxwWGwT8HVQ',
- 'only_matching': True,
+ 'md5': '97a7af41faeaffd9f1fc864a7c7e7603',
+ 'info_dict': {
+ 'id': '8YfIAjxwWGwT8HVQ',
+ 'ext': 'mp4',
+ 'title': 'Az őrült kígyász 285 kígyót enged szabadon',
+ 'thumbnail': r're:^https?://.*',
+ 'duration': 21,
+ 'age_limit': 0,
+ },
}, {
'url': 'http://videa.hu/player/v/8YfIAjxwWGwT8HVQ?autoplay=1',
'only_matching': True,
+ }, {
+ 'url': 'https://videakid.hu/videok/origo/jarmuvek/supercars-elozes-jAHDWfWSJH5XuFhH',
+ 'only_matching': True,
+ }, {
+ 'url': 'https://videakid.hu/player?v=8YfIAjxwWGwT8HVQ',
+ 'only_matching': True,
+ }, {
+ 'url': 'https://videakid.hu/player/v/8YfIAjxwWGwT8HVQ?autoplay=1',
+ 'only_matching': True,
}]
+ _STATIC_SECRET = 'xHb0ZvME5q8CBcoQi6AngerDu3FGO9fkUlwPmLVY_RTzj2hJIS4NasXWKy1td7p'
+
+ @classmethod
+ def _extract_urls(cls, webpage):
+ def yield_urls():
+ for pattern in cls._EMBED_REGEX:
+ for m in re.finditer(pattern, webpage):
+ yield m.group('url')
+
+ return list(yield_urls())
@staticmethod
- def _extract_urls(webpage):
- return [url for _, url in re.findall(
- r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//videa\.hu/player\?.*?\bv=.+?)\1',
- webpage)]
+ def rc4(cipher_text, key):
+ res = b''
+
+ key_len = len(key)
+ S = list(range(256))
+
+ j = 0
+ for i in range(256):
+ j = (j + S[i] + ord(key[i % key_len])) % 256
+ S[i], S[j] = S[j], S[i]
+
+ i = 0
+ j = 0
+ for m in range(len(cipher_text)):
+ i = (i + 1) % 256
+ j = (j + S[i]) % 256
+ S[i], S[j] = S[j], S[i]
+ k = S[(S[i] + S[j]) % 256]
+ res += compat_struct_pack('B', k ^ compat_ord(cipher_text[m]))
+
+ return res.decode('utf-8')
def _real_extract(self, url):
video_id = self._match_id(url)
+ video_page = self._download_webpage(url, video_id)
+
+ if 'videa.hu/player' in url:
+ player_url = url
+ player_page = video_page
+ else:
+ player_url = self._search_regex(
+ r'<iframe.*?src="(/player\?[^"]+)"', video_page, 'player url')
+ player_url = urljoin(url, player_url)
+ player_page = self._download_webpage(player_url, video_id)
+
+ nonce = self._search_regex(
+ r'_xt\s*=\s*"([^"]+)"', player_page, 'nonce')
+ l = nonce[:32]
+ s = nonce[32:]
+ result = ''
+ for i in range(0, 32):
+ result += s[i - (self._STATIC_SECRET.index(l[i]) - 31)]
+
+ query = parse_qs(player_url)
+ random_seed = ''.join(compat_random_choices(string.ascii_letters + string.digits, k=8))
+ query['_s'] = random_seed
+ query['_t'] = result[:16]
- info = self._download_xml(
- 'http://videa.hu/videaplayer_get_xml.php', video_id,
- query={'v': video_id})
+ b64_info, handle = self._download_webpage_handle(
+ 'http://videa.hu/player/xml', video_id, query=query)
+ if b64_info.startswith('<?xml'):
+ info = self._parse_xml(b64_info, video_id)
+ else:
+ key = result[16:] + random_seed + handle.headers['x-videa-xs']
+ info = self._parse_xml(self.rc4(
+ compat_b64decode(b64_info), key), video_id)
- video = xpath_element(info, './/video', 'video', fatal=True)
- sources = xpath_element(info, './/video_sources', 'sources', fatal=True)
+ video = xpath_element(info, './video', 'video')
+ if video is None:
+ raise ExtractorError(xpath_element(
+ info, './error', fatal=True), expected=True)
+ sources = xpath_element(
+ info, './video_sources', 'sources', fatal=True)
+ hash_values = xpath_element(
+ info, './hash_values', 'hash values', fatal=False)
title = xpath_text(video, './title', fatal=True)
formats = []
for source in sources.findall('./video_source'):
source_url = source.text
- if not source_url:
+ source_name = source.get('name')
+ source_exp = source.get('exp')
+ if not (source_url and source_name):
continue
+ hash_value = (
+ xpath_text(hash_values, 'hash_value_' + source_name)
+ if hash_values is not None else None)
+ if hash_value and source_exp:
+ source_url = update_url_query(source_url, {
+ 'md5': hash_value,
+ 'expires': source_exp,
+ })
f = parse_codecs(source.get('codecs'))
f.update({
- 'url': source_url,
+ 'url': self._proto_relative_url(source_url),
'ext': mimetype2ext(source.get('mimetype')) or 'mp4',
'format_id': source.get('name'),
'width': int_or_none(source.get('width')),
@@ -79,8 +197,7 @@ class VideaIE(InfoExtractor):
formats.append(f)
self._sort_formats(formats)
- thumbnail = xpath_text(video, './poster_src')
- duration = int_or_none(xpath_text(video, './duration'))
+ thumbnail = self._proto_relative_url(xpath_text(video, './poster_src'))
age_limit = None
is_adult = xpath_text(video, './is_adult_content', default=None)
@@ -91,7 +208,7 @@ class VideaIE(InfoExtractor):
'id': video_id,
'title': title,
'thumbnail': thumbnail,
- 'duration': duration,
+ 'duration': int_or_none(xpath_text(video, './duration')),
'age_limit': age_limit,
'formats': formats,
}
generated by cgit v1.2.3 (git 2.26.2) at 2025-11-02 07:46:28 +0000