]>
Commit | Line | Data |
---|---|---|
e387eb5a PH |
1 | #!/usr/bin/env python |
2 | ||
bf5f6100 PH |
3 | from __future__ import unicode_literals |
4 | ||
44a5f171 PH |
5 | # Allow direct execution |
6 | import os | |
e387eb5a PH |
7 | import sys |
8 | import unittest | |
44a5f171 | 9 | sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) |
e387eb5a | 10 | |
e387eb5a | 11 | |
ff14fc49 | 12 | from test.helper import gettestcases |
44a5f171 PH |
13 | |
14 | from youtube_dl.extractor import ( | |
8c8e3eec | 15 | FacebookIE, |
44a5f171 PH |
16 | gen_extractors, |
17 | JustinTVIE, | |
18 | YoutubeIE, | |
19 | ) | |
20 | ||
e387eb5a | 21 | |
3bb61659 | 22 | class TestAllURLsMatching(unittest.TestCase): |
f4b05232 JMF |
23 | def setUp(self): |
24 | self.ies = gen_extractors() | |
25 | ||
26 | def matching_ies(self, url): | |
27 | return [ie.IE_NAME for ie in self.ies if ie.suitable(url) and ie.IE_NAME != 'generic'] | |
28 | ||
29 | def assertMatch(self, url, ie_list): | |
30 | self.assertEqual(self.matching_ies(url), ie_list) | |
31 | ||
3bb61659 | 32 | def test_youtube_playlist_matching(self): |
e3ea4790 | 33 | assertPlaylist = lambda url: self.assertMatch(url, ['youtube:playlist']) |
bf5f6100 PH |
34 | assertPlaylist('ECUl4u3cNGP61MdtwGTqZA0MreSaDybji8') |
35 | assertPlaylist('UUBABnxM4Ar9ten8Mdjj1j0Q') #585 | |
36 | assertPlaylist('PL63F0C78739B09958') | |
37 | assertPlaylist('https://www.youtube.com/playlist?list=UUBABnxM4Ar9ten8Mdjj1j0Q') | |
38 | assertPlaylist('https://www.youtube.com/course?list=ECUl4u3cNGP61MdtwGTqZA0MreSaDybji8') | |
39 | assertPlaylist('https://www.youtube.com/playlist?list=PLwP_SiAcdui0KVebT0mU9Apz359a4ubsC') | |
40 | assertPlaylist('https://www.youtube.com/watch?v=AV6J6_AeFEQ&playnext=1&list=PL4023E734DA416012') #668 | |
41 | self.assertFalse('youtube:playlist' in self.matching_ies('PLtS2H6bU1M')) | |
d67cc9fa JMF |
42 | # Top tracks |
43 | assertPlaylist('https://www.youtube.com/playlist?list=MCUS.20142101') | |
e387eb5a PH |
44 | |
45 | def test_youtube_matching(self): | |
bf5f6100 PH |
46 | self.assertTrue(YoutubeIE.suitable('PLtS2H6bU1M')) |
47 | self.assertFalse(YoutubeIE.suitable('https://www.youtube.com/watch?v=AV6J6_AeFEQ&playnext=1&list=PL4023E734DA416012')) #668 | |
f4b05232 JMF |
48 | self.assertMatch('http://youtu.be/BaW_jenozKc', ['youtube']) |
49 | self.assertMatch('http://www.youtube.com/v/BaW_jenozKc', ['youtube']) | |
e69ae5b9 | 50 | self.assertMatch('https://youtube.googleapis.com/v/BaW_jenozKc', ['youtube']) |
b9c76aa1 | 51 | self.assertMatch('http://www.cleanvideosearch.com/media/action/yt/watch?videoId=8v_4O44sfjM', ['youtube']) |
e387eb5a | 52 | |
fb6c3199 | 53 | def test_youtube_channel_matching(self): |
e3ea4790 JMF |
54 | assertChannel = lambda url: self.assertMatch(url, ['youtube:channel']) |
55 | assertChannel('https://www.youtube.com/channel/HCtnHdj3df7iM') | |
56 | assertChannel('https://www.youtube.com/channel/HCtnHdj3df7iM?feature=gb_ch_rec') | |
57 | assertChannel('https://www.youtube.com/channel/HCtnHdj3df7iM/videos') | |
fb6c3199 | 58 | |
f4b05232 JMF |
59 | def test_youtube_user_matching(self): |
60 | self.assertMatch('www.youtube.com/NASAgovVideo/videos', ['youtube:user']) | |
61 | ||
faab1d38 JMF |
62 | def test_youtube_feeds(self): |
63 | self.assertMatch('https://www.youtube.com/feed/watch_later', ['youtube:watch_later']) | |
64 | self.assertMatch('https://www.youtube.com/feed/subscriptions', ['youtube:subscriptions']) | |
65 | self.assertMatch('https://www.youtube.com/feed/recommended', ['youtube:recommended']) | |
66 | self.assertMatch('https://www.youtube.com/my_favorites', ['youtube:favorites']) | |
67 | ||
e3ea4790 JMF |
68 | def test_youtube_show_matching(self): |
69 | self.assertMatch('http://www.youtube.com/show/airdisasters', ['youtube:show']) | |
70 | ||
c9ae7b95 PH |
71 | def test_youtube_search_matching(self): |
72 | self.assertMatch('http://www.youtube.com/results?search_query=making+mustard', ['youtube:search_url']) | |
73 | self.assertMatch('https://www.youtube.com/results?baz=bar&search_query=youtube-dl+test+video&filters=video&lclk=video', ['youtube:search_url']) | |
74 | ||
50b4d259 | 75 | def test_justin_tv_channelid_matching(self): |
5367fe7f PH |
76 | self.assertTrue(JustinTVIE.suitable('justin.tv/vanillatv')) |
77 | self.assertTrue(JustinTVIE.suitable('twitch.tv/vanillatv')) | |
78 | self.assertTrue(JustinTVIE.suitable('www.justin.tv/vanillatv')) | |
79 | self.assertTrue(JustinTVIE.suitable('www.twitch.tv/vanillatv')) | |
80 | self.assertTrue(JustinTVIE.suitable('http://www.justin.tv/vanillatv')) | |
81 | self.assertTrue(JustinTVIE.suitable('http://www.twitch.tv/vanillatv')) | |
82 | self.assertTrue(JustinTVIE.suitable('http://www.justin.tv/vanillatv/')) | |
83 | self.assertTrue(JustinTVIE.suitable('http://www.twitch.tv/vanillatv/')) | |
50b4d259 CD |
84 | |
85 | def test_justintv_videoid_matching(self): | |
5367fe7f | 86 | self.assertTrue(JustinTVIE.suitable('http://www.twitch.tv/vanillatv/b/328087483')) |
50b4d259 CD |
87 | |
88 | def test_justin_tv_chapterid_matching(self): | |
5367fe7f | 89 | self.assertTrue(JustinTVIE.suitable('http://www.twitch.tv/tsm_theoddone/c/2349361')) |
50b4d259 | 90 | |
3bb61659 | 91 | def test_youtube_extract(self): |
97665381 | 92 | assertExtractId = lambda url, id: self.assertEqual(YoutubeIE.extract_id(url), id) |
8963d9c2 JMF |
93 | assertExtractId('http://www.youtube.com/watch?&v=BaW_jenozKc', 'BaW_jenozKc') |
94 | assertExtractId('https://www.youtube.com/watch?&v=BaW_jenozKc', 'BaW_jenozKc') | |
95 | assertExtractId('https://www.youtube.com/watch?feature=player_embedded&v=BaW_jenozKc', 'BaW_jenozKc') | |
96 | assertExtractId('https://www.youtube.com/watch_popup?v=BaW_jenozKc', 'BaW_jenozKc') | |
97 | assertExtractId('http://www.youtube.com/watch?v=BaW_jenozKcsharePLED17F32AD9753930', 'BaW_jenozKc') | |
98 | assertExtractId('BaW_jenozKc', 'BaW_jenozKc') | |
3bb61659 | 99 | |
8c8e3eec | 100 | def test_facebook_matching(self): |
bf5f6100 | 101 | self.assertTrue(FacebookIE.suitable('https://www.facebook.com/Shiniknoh#!/photo.php?v=10153317450565268')) |
a6da7b6b | 102 | self.assertTrue(FacebookIE.suitable('https://www.facebook.com/cindyweather?fref=ts#!/photo.php?v=10152183998945793')) |
8c8e3eec | 103 | |
a924876f PH |
104 | def test_no_duplicates(self): |
105 | ies = gen_extractors() | |
52fadd5f | 106 | for tc in gettestcases(include_onlymatching=True): |
a924876f PH |
107 | url = tc['url'] |
108 | for ie in ies: | |
8c8e3eec | 109 | if type(ie).__name__ in ('GenericIE', tc['name'] + 'IE'): |
a924876f PH |
110 | self.assertTrue(ie.suitable(url), '%s should match URL %r' % (type(ie).__name__, url)) |
111 | else: | |
22449fa6 PH |
112 | self.assertFalse( |
113 | ie.suitable(url), | |
114 | '%s should not match URL %r . That URL belongs to %s.' % (type(ie).__name__, url, tc['name'])) | |
a924876f | 115 | |
897f36d1 | 116 | def test_keywords(self): |
f4b05232 JMF |
117 | self.assertMatch(':ytsubs', ['youtube:subscriptions']) |
118 | self.assertMatch(':ytsubscriptions', ['youtube:subscriptions']) | |
f459d170 | 119 | self.assertMatch(':ythistory', ['youtube:history']) |
16e05584 JMF |
120 | self.assertMatch(':thedailyshow', ['ComedyCentralShows']) |
121 | self.assertMatch(':tds', ['ComedyCentralShows']) | |
122 | self.assertMatch(':colbertreport', ['ComedyCentralShows']) | |
123 | self.assertMatch(':cr', ['ComedyCentralShows']) | |
897f36d1 | 124 | |
55a10eab JMF |
125 | def test_vimeo_matching(self): |
126 | self.assertMatch('http://vimeo.com/channels/tributes', ['vimeo:channel']) | |
b1ff8722 JMF |
127 | self.assertMatch('http://vimeo.com/channels/31259', ['vimeo:channel']) |
128 | self.assertMatch('http://vimeo.com/channels/31259/53576664', ['vimeo']) | |
55a10eab | 129 | self.assertMatch('http://vimeo.com/user7108434', ['vimeo:user']) |
48a20346 PH |
130 | self.assertMatch('http://vimeo.com/user7108434/videos', ['vimeo:user']) |
131 | self.assertMatch('https://vimeo.com/user21297594/review/75524534/3c257a1b5d', ['vimeo:review']) | |
55a10eab | 132 | |
4ff50ef8 PH |
133 | # https://github.com/rg3/youtube-dl/issues/1930 |
134 | def test_soundcloud_not_matching_sets(self): | |
135 | self.assertMatch('http://soundcloud.com/floex/sets/gone-ep', ['soundcloud:set']) | |
a924876f | 136 | |
456895d9 PH |
137 | def test_tumblr(self): |
138 | self.assertMatch('http://tatianamaslanydaily.tumblr.com/post/54196191430/orphan-black-dvd-extra-behind-the-scenes', ['Tumblr']) | |
139 | self.assertMatch('http://tatianamaslanydaily.tumblr.com/post/54196191430', ['Tumblr']) | |
140 | ||
bf5f6100 PH |
141 | def test_pbs(self): |
142 | # https://github.com/rg3/youtube-dl/issues/2350 | |
143 | self.assertMatch('http://video.pbs.org/viralplayer/2365173446/', ['PBS']) | |
773c0b4b | 144 | self.assertMatch('http://video.pbs.org/widget/partnerplayer/980042464/', ['PBS']) |
bf5f6100 | 145 | |
69c01a9f | 146 | def test_ComedyCentralShows(self): |
16f4eb72 PH |
147 | self.assertMatch( |
148 | 'http://thedailyshow.cc.com/extended-interviews/xm3fnq/andrew-napolitano-extended-interview', | |
149 | ['ComedyCentralShows']) | |
150 | self.assertMatch( | |
151 | 'http://thecolbertreport.cc.com/videos/29w6fx/-realhumanpraise-for-fox-news', | |
152 | ['ComedyCentralShows']) | |
65148662 PH |
153 | self.assertMatch( |
154 | 'http://thecolbertreport.cc.com/videos/gh6urb/neil-degrasse-tyson-pt--1?xrs=eml_col_031114', | |
155 | ['ComedyCentralShows']) | |
968ed2a7 PH |
156 | self.assertMatch( |
157 | 'http://thedailyshow.cc.com/guests/michael-lewis/3efna8/exclusive---michael-lewis-extended-interview-pt--3', | |
158 | ['ComedyCentralShows']) | |
29e3e682 PH |
159 | self.assertMatch( |
160 | 'http://thedailyshow.cc.com/episodes/sy7yv0/april-8--2014---denis-leary', | |
161 | ['ComedyCentralShows']) | |
162 | self.assertMatch( | |
163 | 'http://thecolbertreport.cc.com/episodes/8ase07/april-8--2014---jane-goodall', | |
164 | ['ComedyCentralShows']) | |
165 | self.assertMatch( | |
166 | 'http://thedailyshow.cc.com/video-playlists/npde3s/the-daily-show-19088-highlights', | |
167 | ['ComedyCentralShows']) | |
7753cadb PH |
168 | self.assertMatch( |
169 | 'http://thedailyshow.cc.com/special-editions/2l8fdb/special-edition---a-look-back-at-food', | |
170 | ['ComedyCentralShows']) | |
69c01a9f | 171 | |
c8edf47b PH |
172 | def test_yahoo_https(self): |
173 | # https://github.com/rg3/youtube-dl/issues/2701 | |
174 | self.assertMatch( | |
175 | 'https://screen.yahoo.com/smartwatches-latest-wearable-gadgets-163745379-cbs.html', | |
176 | ['Yahoo']) | |
177 | ||
52fadd5f | 178 | |
e387eb5a PH |
179 | if __name__ == '__main__': |
180 | unittest.main() |