]>
jfr.im git - yt-dlp.git/blob - youtube_dl/extractor/cspan.py
1 from __future__
import unicode_literals
5 from . common
import InfoExtractor
14 from . senateisvp
import SenateISVPIE
17 class CSpanIE ( InfoExtractor
):
18 _VALID_URL
= r
'http://(?:www\.)?c-span\.org/video/\?(?P<id>[0-9a-f]+)'
21 'url' : 'http://www.c-span.org/video/?313572-1/HolderonV' ,
22 'md5' : '94b29a4f131ff03d23471dd6f60b6a1d' ,
26 'title' : 'Attorney General Eric Holder on Voting Rights Act Decision' ,
27 'description' : 'Attorney General Eric Holder speaks to reporters following the Supreme Court decision in [Shelby County v. Holder], in which the court ruled that the preclearance provisions of the Voting Rights Act could not be enforced.' ,
29 'skip' : 'Regularly fails on travis, for unknown reasons' ,
31 'url' : 'http://www.c-span.org/video/?c4486943/cspan-international-health-care-models' ,
32 'md5' : '8e5fbfabe6ad0f89f3012a7943c1287b' ,
36 'title' : 'CSPAN - International Health Care Models' ,
37 'description' : 'md5:7a985a2d595dba00af3d9c9f0783c967' ,
40 'url' : 'http://www.c-span.org/video/?318608-1/gm-ignition-switch-recall' ,
41 'md5' : '2ae5051559169baadba13fc35345ae74' ,
45 'title' : 'General Motors Ignition Switch Recall' ,
47 'description' : 'md5:118081aedd24bf1d3b68b3803344e7f3'
50 # Video from senate.gov
51 'url' : 'http://www.c-span.org/video/?104517-1/immigration-reforms-needed-protect-skilled-american-workers' ,
53 'id' : 'judiciary031715' ,
55 'title' : 'Immigration Reforms Needed to Protect Skilled American Workers' ,
59 def _real_extract ( self
, url
):
60 video_id
= self
._ match
_ id
( url
)
61 webpage
= self
._ download
_ webpage
( url
, video_id
)
62 matches
= re
. search ( r
'data-(prog|clip)id=\' ([ 0 - 9 ]+) \' ', webpage)
64 video_type, video_id = matches.groups()
65 if video_type == ' prog
':
66 video_type = ' program
'
68 senate_isvp_url = SenateISVPIE._search_iframe_url(webpage)
70 title = self._og_search_title(webpage)
71 surl = smuggle_url(senate_isvp_url, {'force_title': title} )
72 return self.url_result(surl, ' SenateISVP
', video_id, title)
74 def get_text_attr(d, attr):
75 return d.get(attr, {}).get(' #text')
77 data
= self
._ download
_ json
(
78 'http://www.c-span.org/assets/player/ajax-player.php?os=android&html5= %s &id= %s ' % ( video_type
, video_id
),
80 if data
[ '@status' ] != 'Success' :
81 raise ExtractorError ( ' %s said: %s ' % ( self
. IE_NAME
, get_text_attr ( data
, 'error' )), expected
= True )
83 doc
= self
._ download
_ xml
(
84 'http://www.c-span.org/common/services/flashXml.php? %sid = %s ' % ( video_type
, video_id
),
87 description
= self
._ html
_ search
_ meta
( 'description' , webpage
)
89 title
= find_xpath_attr ( doc
, './/string' , 'name' , 'title' ). text
90 thumbnail
= find_xpath_attr ( doc
, './/string' , 'name' , 'poster' ). text
93 capfile
= get_text_attr ( data
, 'capfile' )
96 for partnum
, f
in enumerate ( files
):
98 for quality
in f
[ 'qualities' ]:
100 'format_id' : ' %s-%s p' % ( get_text_attr ( quality
, 'bitrate' ), get_text_attr ( quality
, 'height' )),
101 'url' : unescapeHTML ( get_text_attr ( quality
, 'file' )),
102 'height' : int_or_none ( get_text_attr ( quality
, 'height' )),
103 'tbr' : int_or_none ( get_text_attr ( quality
, 'bitrate' )),
105 self
._ sort
_ formats
( formats
)
107 'id' : ' %s _ %d ' % ( video_id
, partnum
+ 1 ),
109 title
if len ( files
) == 1 else
110 ' %s part %d ' % ( title
, partnum
+ 1 )),
112 'description' : description
,
113 'thumbnail' : thumbnail
,
114 'duration' : int_or_none ( get_text_attr ( f
, 'length' )),
118 'ext' : determine_ext ( capfile
, 'dfxp' )
120 } if capfile
else None ,
123 if len ( entries
) == 1 :
124 entry
= dict ( entries
[ 0 ])
125 entry
[ 'id' ] = 'c' + video_id
if video_type
== 'clip' else video_id
132 'id' : 'c' + video_id
if video_type
== 'clip' else video_id
,