]> jfr.im git - yt-dlp.git/blame - youtube_dl/extractor/tumblr.py
Merge branch 'youku' of https://github.com/PeterDing/youtube-dl into PeterDing-youku
[yt-dlp.git] / youtube_dl / extractor / tumblr.py
CommitLineData
9b27e6c3 1# -*- coding: utf-8 -*-
c060b774
PH
2from __future__ import unicode_literals
3
ae287755
PH
4import re
5
6from .common import InfoExtractor
78e2b74b 7from .pornhub import PornHubIE
ae287755
PH
8
9
10class TumblrIE(InfoExtractor):
3da0e1f8 11 _VALID_URL = r'http://(?P<blog_name>.*?)\.tumblr\.com/(?:post|video)/(?P<id>[0-9]+)(?:$|[/?#])'
62f1f950 12 _TESTS = [{
c060b774 13 'url': 'http://tatianamaslanydaily.tumblr.com/post/54196191430/orphan-black-dvd-extra-behind-the-scenes',
c060b774
PH
14 'md5': '479bb068e5b16462f5176a6828829767',
15 'info_dict': {
62f1f950
PP
16 'id': '54196191430',
17 'ext': 'mp4',
18 'title': 'tatiana maslany news, Orphan Black || DVD extra - behind the scenes ↳...',
681b9caa 19 'description': 'md5:37db8211e40b50c7c44e95da14f630b7',
62f1f950 20 'thumbnail': 're:http://.*\.jpg',
6f5ac90c 21 }
62f1f950
PP
22 }, {
23 'url': 'http://5sostrum.tumblr.com/post/90208453769/yall-forgetting-the-greatest-keek-of-them-all',
24 'md5': 'bf348ef8c0ef84fbf1cbd6fa6e000359',
25 'info_dict': {
26 'id': '90208453769',
27 'ext': 'mp4',
681b9caa 28 'title': '5SOS STRUM ;]',
62f1f950
PP
29 'description': 'md5:dba62ac8639482759c8eb10ce474586a',
30 'thumbnail': 're:http://.*\.jpg',
31 }
8f947841
YCH
32 }, {
33 'url': 'http://naked-yogi.tumblr.com/post/118312946248/naked-smoking-stretching',
34 'md5': 'de07e5211d60d4f3a2c3df757ea9f6ab',
35 'info_dict': {
36 'id': 'Wmur',
37 'ext': 'mp4',
38 'title': 'naked smoking & stretching',
39 'upload_date': '20150506',
40 'timestamp': 1430931613,
41 },
42 'add_ie': ['Vidme'],
62f1f950 43 }]
ae287755
PH
44
45 def _real_extract(self, url):
46 m_url = re.match(self._VALID_URL, url)
47 video_id = m_url.group('id')
48 blog = m_url.group('blog_name')
49
50 url = 'http://%s.tumblr.com/post/%s/' % (blog, video_id)
51 webpage = self._download_webpage(url, video_id)
52
8f947841
YCH
53 vid_me_embed_url = self._search_regex(
54 r'src=[\'"](https?://vid\.me/[^\'"]+)[\'"]',
55 webpage, 'vid.me embed', default=None)
56 if vid_me_embed_url is not None:
57 return self.url_result(vid_me_embed_url, 'Vidme')
58
78e2b74b
S
59 pornhub_url = PornHubIE._extract_url(webpage)
60 if pornhub_url:
61 return self.url_result(pornhub_url, 'PornHub')
62
681b9caa
JMF
63 iframe_url = self._search_regex(
64 r'src=\'(https?://www\.tumblr\.com/video/[^\']+)\'',
65 webpage, 'iframe url')
66 iframe = self._download_webpage(iframe_url, video_id)
67 video_url = self._search_regex(r'<source src="([^"]+)"',
9e1a5b84 68 iframe, 'video url')
ae287755
PH
69
70 # The only place where you can get a title, it's not complete,
71 # but searching in other places doesn't work for all videos
3da0e1f8
PH
72 video_title = self._html_search_regex(
73 r'(?s)<title>(?P<title>.*?)(?: \| Tumblr)?</title>',
74 webpage, 'title')
ae287755 75
3da0e1f8
PH
76 return {
77 'id': video_id,
681b9caa
JMF
78 'url': video_url,
79 'ext': 'mp4',
80 'title': video_title,
ae849ca1
YCH
81 'description': self._og_search_description(webpage, default=None),
82 'thumbnail': self._og_search_thumbnail(webpage, default=None),
3da0e1f8 83 }