aboutsummaryrefslogtreecommitdiff
path: root/youtube_dl/extractor
diff options
context:
space:
mode:
authorJason Normore <jnormore@gmail.com>2014-05-10 23:18:20 -0400
committerJason Normore <jnormore@gmail.com>2014-05-10 23:18:20 -0400
commitea783d01e1bbe56657bff752d062bfb1d8a9bc3e (patch)
tree0e09de6f5d40b0f93fd90be29c39b511448cba50 /youtube_dl/extractor
parentb7d73595dc20b0cea74efa7b29c448c7883d7c8b (diff)
Added VineUserIE extractor for vine user timeline
Added vine user timeline extractor using unofficial vine api user profile and timeline api endpoints.
Diffstat (limited to 'youtube_dl/extractor')
-rw-r--r--youtube_dl/extractor/__init__.py5
-rw-r--r--youtube_dl/extractor/vine.py36
2 files changed, 40 insertions, 1 deletions
diff --git a/youtube_dl/extractor/__init__.py b/youtube_dl/extractor/__init__.py
index 9529077c7..bc5af1d9e 100644
--- a/youtube_dl/extractor/__init__.py
+++ b/youtube_dl/extractor/__init__.py
@@ -305,7 +305,10 @@ from .vimeo import (
VimeoReviewIE,
VimeoWatchLaterIE,
)
-from .vine import VineIE
+from .vine import (
+ VineIE,
+ VineUserIE,
+)
from .viki import VikiIE
from .vk import VKIE
from .vube import VubeIE
diff --git a/youtube_dl/extractor/vine.py b/youtube_dl/extractor/vine.py
index 5136ec466..99e0b6400 100644
--- a/youtube_dl/extractor/vine.py
+++ b/youtube_dl/extractor/vine.py
@@ -2,6 +2,7 @@ from __future__ import unicode_literals
import re
import json
+import itertools
from .common import InfoExtractor
from ..utils import unified_strdate
@@ -58,3 +59,38 @@ class VineIE(InfoExtractor):
'repost_count': data['reposts']['count'],
'formats': formats,
}
+
+class VineUserIE(InfoExtractor):
+ IE_NAME = 'vine:user'
+ _VALID_URL = r'(?:https?://)?vine\.co/(?P<user>[^/]+)/?(\?.*)?$'
+ _VINE_BASE_URL = "https://vine.co/"
+
+ def _profile_url(self, user):
+ return "%sapi/users/profiles/vanity/%s"%(self._VINE_BASE_URL, user)
+
+ def _timeline_url(self, user_id, page=1):
+ return "%sapi/timelines/users/%s?page=%s"%(self._VINE_BASE_URL, user_id, page)
+
+ def _profile_data(self, user):
+ return self._download_json(self._profile_url(user), user)
+
+ def _timeline_data(self, user):
+ profile_data = self._profile_data(user)
+ user_id = profile_data['data']['userId']
+ timeline_data = []
+ for pagenum in itertools.count(1):
+ timeline_page = self._download_json(self._timeline_url(user_id, pagenum), user)
+ timeline_data.extend(timeline_page['data']['records'])
+ if timeline_page['data']['nextPage'] is None:
+ break
+ return timeline_data
+
+ def _extract_videos(self, user):
+ timeline_data = self._timeline_data(user)
+ entries = [self.url_result(e['permalinkUrl'], 'Vine') for e in timeline_data]
+ return self.playlist_result(entries, user)
+
+ def _real_extract(self, url):
+ mobj = re.match(self._VALID_URL, url)
+ user = mobj.group('user')
+ return self._extract_videos(user)