diff options
author | Jason Normore <jnormore@gmail.com> | 2014-05-10 23:18:20 -0400 |
---|---|---|
committer | Jason Normore <jnormore@gmail.com> | 2014-05-10 23:18:20 -0400 |
commit | ea783d01e1bbe56657bff752d062bfb1d8a9bc3e (patch) | |
tree | 0e09de6f5d40b0f93fd90be29c39b511448cba50 /youtube_dl | |
parent | b7d73595dc20b0cea74efa7b29c448c7883d7c8b (diff) |
Added VineUserIE extractor for vine user timeline
Added vine user timeline extractor using unofficial
vine api user profile and timeline api endpoints.
Diffstat (limited to 'youtube_dl')
-rw-r--r-- | youtube_dl/extractor/__init__.py | 5 | ||||
-rw-r--r-- | youtube_dl/extractor/vine.py | 36 |
2 files changed, 40 insertions, 1 deletions
diff --git a/youtube_dl/extractor/__init__.py b/youtube_dl/extractor/__init__.py index 9529077c7..bc5af1d9e 100644 --- a/youtube_dl/extractor/__init__.py +++ b/youtube_dl/extractor/__init__.py @@ -305,7 +305,10 @@ from .vimeo import ( VimeoReviewIE, VimeoWatchLaterIE, ) -from .vine import VineIE +from .vine import ( + VineIE, + VineUserIE, +) from .viki import VikiIE from .vk import VKIE from .vube import VubeIE diff --git a/youtube_dl/extractor/vine.py b/youtube_dl/extractor/vine.py index 5136ec466..99e0b6400 100644 --- a/youtube_dl/extractor/vine.py +++ b/youtube_dl/extractor/vine.py @@ -2,6 +2,7 @@ from __future__ import unicode_literals import re import json +import itertools from .common import InfoExtractor from ..utils import unified_strdate @@ -58,3 +59,38 @@ class VineIE(InfoExtractor): 'repost_count': data['reposts']['count'], 'formats': formats, } + +class VineUserIE(InfoExtractor): + IE_NAME = 'vine:user' + _VALID_URL = r'(?:https?://)?vine\.co/(?P<user>[^/]+)/?(\?.*)?$' + _VINE_BASE_URL = "https://vine.co/" + + def _profile_url(self, user): + return "%sapi/users/profiles/vanity/%s"%(self._VINE_BASE_URL, user) + + def _timeline_url(self, user_id, page=1): + return "%sapi/timelines/users/%s?page=%s"%(self._VINE_BASE_URL, user_id, page) + + def _profile_data(self, user): + return self._download_json(self._profile_url(user), user) + + def _timeline_data(self, user): + profile_data = self._profile_data(user) + user_id = profile_data['data']['userId'] + timeline_data = [] + for pagenum in itertools.count(1): + timeline_page = self._download_json(self._timeline_url(user_id, pagenum), user) + timeline_data.extend(timeline_page['data']['records']) + if timeline_page['data']['nextPage'] is None: + break + return timeline_data + + def _extract_videos(self, user): + timeline_data = self._timeline_data(user) + entries = [self.url_result(e['permalinkUrl'], 'Vine') for e in timeline_data] + return self.playlist_result(entries, user) + + def _real_extract(self, url): + mobj = re.match(self._VALID_URL, url) + user = mobj.group('user') + return self._extract_videos(user) |