1 from .common
import InfoExtractor
7 from ..compat
import compat_urlparse
10 class DWIE(InfoExtractor
):
12 _ENABLED
= None # XXX: pass through to GenericIE
14 _VALID_URL
= r
'https?://(?:www\.)?dw\.com/(?:[^/]+/)+(?:av|e)-(?P<id>\d+)'
17 'url': 'http://www.dw.com/en/intelligent-light/av-19112290',
18 'md5': 'fb9dfd9520811d3ece80f04befd73428',
22 'title': 'Intelligent light',
23 'description': 'md5:90e00d5881719f2a6a5827cb74985af1',
24 'upload_date': '20160605',
28 'url': 'http://www.dw.com/en/worldlink-my-business/av-19111941',
29 'md5': '2814c9a1321c3a51f8a7aeb067a360dd',
33 'title': 'WorldLink: My business',
34 'description': 'md5:bc9ca6e4e063361e21c920c53af12405',
35 'upload_date': '20160311',
38 # DW documentaries, only last for one or two weeks
39 'url': 'http://www.dw.com/en/documentaries-welcome-to-the-90s-2016-05-21/e-19220158-9798',
40 'md5': '56b6214ef463bfb9a3b71aeb886f3cf1',
44 'title': 'Welcome to the 90s – Hip Hop',
45 'description': 'Welcome to the 90s - The Golden Decade of Hip Hop',
46 'upload_date': '20160521',
48 'skip': 'Video removed',
51 def _real_extract(self
, url
):
52 media_id
= self
._match
_id
(url
)
53 webpage
= self
._download
_webpage
(url
, media_id
)
54 hidden_inputs
= self
._hidden
_inputs
(webpage
)
55 title
= hidden_inputs
['media_title']
56 media_id
= hidden_inputs
.get('media_id') or media_id
58 direct_url
= url_or_none(hidden_inputs
.get('file_name'))
60 formats
= [{'url': hidden_inputs['file_name']}
]
62 formats
= self
._extract
_smil
_formats
(
63 'http://www.dw.com/smil/v-%s' % media_id
, media_id
,
64 transform_source
=lambda s
: s
.replace(
65 'rtmp://tv-od.dw.de/flash/',
66 'http://tv-download.dw.de/dwtv_video/flv/'))
68 upload_date
= hidden_inputs
.get('display_date')
70 upload_date
= self
._html
_search
_regex
(
71 r
'<span[^>]+class="date">([0-9.]+)\s*\|', webpage
,
72 'upload date', default
=None)
73 upload_date
= unified_strdate(upload_date
)
78 'description': self
._og
_search
_description
(webpage
),
79 'thumbnail': hidden_inputs
.get('preview_image'),
80 'duration': int_or_none(hidden_inputs
.get('file_duration')),
81 'upload_date': upload_date
,
86 class DWArticleIE(InfoExtractor
):
88 _ENABLED
= None # XXX: pass through to GenericIE
89 IE_NAME
= 'dw:article'
90 _VALID_URL
= r
'https?://(?:www\.)?dw\.com/(?:[^/]+/)+a-(?P<id>\d+)'
92 'url': 'http://www.dw.com/en/no-hope-limited-options-for-refugees-in-idomeni/a-19111009',
93 'md5': '8ca657f9d068bbef74d6fc38b97fc869',
97 'title': 'The harsh life of refugees in Idomeni',
98 'description': 'md5:196015cc7e48ebf474db9399420043c7',
99 'upload_date': '20160310',
103 def _real_extract(self
, url
):
104 article_id
= self
._match
_id
(url
)
105 webpage
= self
._download
_webpage
(url
, article_id
)
106 hidden_inputs
= self
._hidden
_inputs
(webpage
)
107 media_id
= hidden_inputs
['media_id']
108 media_path
= self
._search
_regex
(r
'href="([^"]+av-%s)"\s+class="overlayLink"' % media_id
, webpage
, 'media url')
109 media_url
= compat_urlparse
.urljoin(url
, media_path
)
110 return self
.url_result(media_url
, 'DW', media_id
)