1 from __future__
import unicode_literals
8 from .downloader
.external
import list_external_downloaders
11 compat_get_terminal_size
,
20 from .version
import __version__
23 def _hide_login_info(opts
):
24 PRIVATE_OPTS
= set(['-p', '--password', '-u', '--username', '--video-password', '--ap-password', '--ap-username'])
25 eqre
= re
.compile('^(?P<key>' + ('|'.join(re
.escape(po
) for po
in PRIVATE_OPTS
)) + ')=.+$')
30 return m
.group('key') + '=PRIVATE'
34 opts
= list(map(_scrub_eq
, opts
))
35 for idx
, opt
in enumerate(opts
):
36 if opt
in PRIVATE_OPTS
and idx
+ 1 < len(opts
):
37 opts
[idx
+ 1] = 'PRIVATE'
41 def parseOpts(overrideArguments
=None):
42 def _readOptions(filename_bytes
, default
=[]):
44 optionf
= open(filename_bytes
)
46 return default
# silently skip if file is not present
48 # FIXME: https://github.com/ytdl-org/youtube-dl/commit/dfe5fa49aed02cf36ba9f743b11b0903554b5e56
49 contents
= optionf
.read()
50 if sys
.version_info
< (3,):
51 contents
= contents
.decode(preferredencoding())
52 res
= compat_shlex_split(contents
, comments
=True)
58 xdg_config_home
= compat_getenv('XDG_CONFIG_HOME')
60 userConfFile
= os
.path
.join(xdg_config_home
, 'youtube-dlc', 'config')
61 if not os
.path
.isfile(userConfFile
):
62 userConfFile
= os
.path
.join(xdg_config_home
, 'youtube-dlc.conf')
64 userConfFile
= os
.path
.join(compat_expanduser('~'), '.config', 'youtube-dlc', 'config')
65 if not os
.path
.isfile(userConfFile
):
66 userConfFile
= os
.path
.join(compat_expanduser('~'), '.config', 'youtube-dlc.conf')
67 userConf
= _readOptions(userConfFile
, None)
70 appdata_dir
= compat_getenv('appdata')
72 userConf
= _readOptions(
73 os
.path
.join(appdata_dir
, 'youtube-dlc', 'config'),
76 userConf
= _readOptions(
77 os
.path
.join(appdata_dir
, 'youtube-dlc', 'config.txt'),
81 userConf
= _readOptions(
82 os
.path
.join(compat_expanduser('~'), 'youtube-dlc.conf'),
85 userConf
= _readOptions(
86 os
.path
.join(compat_expanduser('~'), 'youtube-dlc.conf.txt'),
94 def _format_option_string(option
):
95 ''' ('-o', '--option') -> -o, --format METAVAR'''
99 if option
._short
_opts
:
100 opts
.append(option
._short
_opts
[0])
101 if option
._long
_opts
:
102 opts
.append(option
._long
_opts
[0])
106 if option
.takes_value():
107 opts
.append(' %s' % option
.metavar
)
111 def _comma_separated_values_options_callback(option
, opt_str
, value
, parser
):
112 setattr(parser
.values
, option
.dest
, value
.split(','))
114 # No need to wrap help messages if we're on a wide console
115 columns
= compat_get_terminal_size().columns
116 max_width
= columns
if columns
else 80
117 max_help_position
= 80
119 fmt
= optparse
.IndentedHelpFormatter(width
=max_width
, max_help_position
=max_help_position
)
120 fmt
.format_option_strings
= _format_option_string
123 'version': __version__
,
125 'usage': '%prog [OPTIONS] URL [URL...]',
126 'conflict_handler': 'resolve',
129 parser
= optparse
.OptionParser(**compat_kwargs(kw
))
131 general
= optparse
.OptionGroup(parser
, 'General Options')
135 help='Print this help text and exit')
139 help='Print program version and exit')
142 action
='store_true', dest
='update_self',
143 help='[BROKEN] Update this program to latest version. Make sure that you have sufficient permissions (run with sudo if needed)')
145 '-i', '--ignore-errors', '--no-abort-on-error',
146 action
='store_true', dest
='ignoreerrors', default
=True,
147 help='Continue on download errors, for example to skip unavailable videos in a playlist (default)')
149 '--abort-on-error', '--no-ignore-errors',
150 action
='store_false', dest
='ignoreerrors',
151 help='Abort downloading of further videos if an error occurs')
154 action
='store_true', dest
='dump_user_agent', default
=False,
155 help='Display the current browser identification')
158 action
='store_true', dest
='list_extractors', default
=False,
159 help='List all supported extractors')
161 '--extractor-descriptions',
162 action
='store_true', dest
='list_extractor_descriptions', default
=False,
163 help='Output descriptions of all supported extractors')
165 '--force-generic-extractor',
166 action
='store_true', dest
='force_generic_extractor', default
=False,
167 help='Force extraction to use the generic extractor')
170 dest
='default_search', metavar
='PREFIX',
171 help='Use this prefix for unqualified URLs. For example "gvsearch2:" downloads two videos from google videos for youtube-dl "large apple". Use the value "auto" to let youtube-dl guess ("auto_warning" to emit a warning when guessing). "error" just throws an error. The default value "fixup_error" repairs broken URLs, but emits an error if this is not possible instead of searching.')
173 '--ignore-config', '--no-config',
176 'Do not read configuration files. '
177 'When given in the global configuration file /etc/youtube-dl.conf: '
178 'Do not read the user configuration in ~/.config/youtube-dl/config '
179 '(%APPDATA%/youtube-dl/config.txt on Windows)'))
182 dest
='config_location', metavar
='PATH',
183 help='Location of the configuration file; either the path to the config or its containing directory.')
186 action
='store_const', dest
='extract_flat', const
='in_playlist', default
=False,
187 help='Do not extract the videos of a playlist, only list them.')
190 action
='store_true', dest
='extract_flat',
191 help='Do not resolve the video urls')
193 '--no-flat-playlist',
194 action
='store_false', dest
='extract_flat',
195 help='Extract the videos of a playlist')
198 action
='store_true', dest
='mark_watched', default
=False,
199 help='Mark videos watched (YouTube only)')
202 action
='store_false', dest
='mark_watched', default
=False,
203 help='Do not mark videos watched')
205 '--no-color', '--no-colors',
206 action
='store_true', dest
='no_color',
208 help='Do not emit color codes in output')
210 network
= optparse
.OptionGroup(parser
, 'Network Options')
212 '--proxy', dest
='proxy',
213 default
=None, metavar
='URL',
215 'Use the specified HTTP/HTTPS/SOCKS proxy. To enable '
216 'SOCKS proxy, specify a proper scheme. For example '
217 'socks5://127.0.0.1:1080/. Pass in an empty string (--proxy "") '
218 'for direct connection'))
221 dest
='socket_timeout', type=float, default
=None, metavar
='SECONDS',
222 help='Time to wait before giving up, in seconds')
225 metavar
='IP', dest
='source_address', default
=None,
226 help='Client-side IP address to bind to',
229 '-4', '--force-ipv4',
230 action
='store_const', const
='0.0.0.0', dest
='source_address',
231 help='Make all connections via IPv4',
234 '-6', '--force-ipv6',
235 action
='store_const', const
='::', dest
='source_address',
236 help='Make all connections via IPv6',
239 geo
= optparse
.OptionGroup(parser
, 'Geo Restriction')
241 '--geo-verification-proxy',
242 dest
='geo_verification_proxy', default
=None, metavar
='URL',
244 'Use this proxy to verify the IP address for some geo-restricted sites. '
245 'The default proxy specified by --proxy (or none, if the option is not present) is used for the actual downloading.'))
247 '--cn-verification-proxy',
248 dest
='cn_verification_proxy', default
=None, metavar
='URL',
249 help=optparse
.SUPPRESS_HELP
)
252 action
='store_true', dest
='geo_bypass', default
=True,
253 help='Bypass geographic restriction via faking X-Forwarded-For HTTP header')
256 action
='store_false', dest
='geo_bypass', default
=True,
257 help='Do not bypass geographic restriction via faking X-Forwarded-For HTTP header')
259 '--geo-bypass-country', metavar
='CODE',
260 dest
='geo_bypass_country', default
=None,
261 help='Force bypass geographic restriction with explicitly provided two-letter ISO 3166-2 country code')
263 '--geo-bypass-ip-block', metavar
='IP_BLOCK',
264 dest
='geo_bypass_ip_block', default
=None,
265 help='Force bypass geographic restriction with explicitly provided IP block in CIDR notation')
267 selection
= optparse
.OptionGroup(parser
, 'Video Selection')
268 selection
.add_option(
270 dest
='playliststart', metavar
='NUMBER', default
=1, type=int,
271 help='Playlist video to start at (default is %default)')
272 selection
.add_option(
274 dest
='playlistend', metavar
='NUMBER', default
=None, type=int,
275 help='Playlist video to end at (default is last)')
276 selection
.add_option(
278 dest
='playlist_items', metavar
='ITEM_SPEC', default
=None,
279 help='Playlist video items to download. Specify indices of the videos in the playlist separated by commas like: "--playlist-items 1,2,5,8" if you want to download videos indexed 1, 2, 5, 8 in the playlist. You can specify range: "--playlist-items 1-3,7,10-13", it will download the videos at index 1, 2, 3, 7, 10, 11, 12 and 13.')
280 selection
.add_option(
282 dest
='matchtitle', metavar
='REGEX',
283 help='Download only matching titles (regex or caseless sub-string)')
284 selection
.add_option(
286 dest
='rejecttitle', metavar
='REGEX',
287 help='Skip download for matching titles (regex or caseless sub-string)')
288 selection
.add_option(
290 dest
='max_downloads', metavar
='NUMBER', type=int, default
=None,
291 help='Abort after downloading NUMBER files')
292 selection
.add_option(
294 metavar
='SIZE', dest
='min_filesize', default
=None,
295 help='Do not download any videos smaller than SIZE (e.g. 50k or 44.6m)')
296 selection
.add_option(
298 metavar
='SIZE', dest
='max_filesize', default
=None,
299 help='Do not download any videos larger than SIZE (e.g. 50k or 44.6m)')
300 selection
.add_option(
302 metavar
='DATE', dest
='date', default
=None,
304 'Download only videos uploaded in this date.'
305 'The date can be "YYYYMMDD" or in the format'
306 '"(now|today)[+-][0-9](day|week|month|year)(s)?"'))
307 selection
.add_option(
309 metavar
='DATE', dest
='datebefore', default
=None,
311 'Download only videos uploaded on or before this date. '
312 'The date formats accepted is the same as --date'))
313 selection
.add_option(
315 metavar
='DATE', dest
='dateafter', default
=None,
317 'Download only videos uploaded on or after this date. '
318 'The date formats accepted is the same as --date'))
319 selection
.add_option(
321 metavar
='COUNT', dest
='min_views', default
=None, type=int,
322 help='Do not download any videos with less than COUNT views')
323 selection
.add_option(
325 metavar
='COUNT', dest
='max_views', default
=None, type=int,
326 help='Do not download any videos with more than COUNT views')
327 selection
.add_option(
329 metavar
='FILTER', dest
='match_filter', default
=None,
331 'Generic video filter. '
332 'Specify any key (see the "OUTPUT TEMPLATE" for a list of available keys) to '
333 'match if the key is present, '
334 '!key to check if the key is not present, '
335 'key > NUMBER (like "comment_count > 12", also works with '
336 '>=, <, <=, !=, =) to compare against a number, '
337 'key = \'LITERAL\' (like "uploader = \'Mike Smith\'", also works with !=) '
338 'to match against a string literal '
339 'and & to require multiple matches. '
340 'Values which are not known are excluded unless you '
341 'put a question mark (?) after the operator. '
342 'For example, to only match videos that have been liked more than '
343 '100 times and disliked less than 50 times (or the dislike '
344 'functionality is not available at the given service), but who '
345 'also have a description, use --match-filter '
346 '"like_count > 100 & dislike_count <? 50 & description" .'))
347 selection
.add_option(
349 metavar
='FILTER', dest
='match_filter', action
='store_const', const
=None,
350 help='Do not use generic video filter (default)')
351 selection
.add_option(
353 action
='store_true', dest
='noplaylist', default
=False,
354 help='Download only the video, if the URL refers to a video and a playlist.')
355 selection
.add_option(
357 action
='store_false', dest
='noplaylist', default
=False,
358 help='Download the playlist, if the URL refers to a video and a playlist.')
359 selection
.add_option(
361 metavar
='YEARS', dest
='age_limit', default
=None, type=int,
362 help='Download only videos suitable for the given age')
363 selection
.add_option(
364 '--download-archive', metavar
='FILE',
365 dest
='download_archive',
366 help='Download only videos not listed in the archive file. Record the IDs of all downloaded videos in it.')
367 selection
.add_option(
368 '--break-on-existing',
369 action
='store_true', dest
='break_on_existing', default
=False,
370 help="Stop the download process after attempting to download a file that's in the archive.")
371 selection
.add_option(
372 '--no-download-archive',
373 dest
='download_archive', action
="store_const", const
=None,
374 help='Do not use archive file (default)')
375 selection
.add_option(
377 dest
='include_ads', action
='store_true',
378 help='Download advertisements as well (experimental)')
379 selection
.add_option(
381 dest
='include_ads', action
='store_false',
382 help='Do not download advertisements (default)')
384 authentication
= optparse
.OptionGroup(parser
, 'Authentication Options')
385 authentication
.add_option(
387 dest
='username', metavar
='USERNAME',
388 help='Login with this account ID')
389 authentication
.add_option(
391 dest
='password', metavar
='PASSWORD',
392 help='Account password. If this option is left out, youtube-dlc will ask interactively.')
393 authentication
.add_option(
395 dest
='twofactor', metavar
='TWOFACTOR',
396 help='Two-factor authentication code')
397 authentication
.add_option(
399 action
='store_true', dest
='usenetrc', default
=False,
400 help='Use .netrc authentication data')
401 authentication
.add_option(
403 dest
='videopassword', metavar
='PASSWORD',
404 help='Video password (vimeo, youku)')
406 adobe_pass
= optparse
.OptionGroup(parser
, 'Adobe Pass Options')
407 adobe_pass
.add_option(
409 dest
='ap_mso', metavar
='MSO',
410 help='Adobe Pass multiple-system operator (TV provider) identifier, use --ap-list-mso for a list of available MSOs')
411 adobe_pass
.add_option(
413 dest
='ap_username', metavar
='USERNAME',
414 help='Multiple-system operator account login')
415 adobe_pass
.add_option(
417 dest
='ap_password', metavar
='PASSWORD',
418 help='Multiple-system operator account password. If this option is left out, youtube-dlc will ask interactively.')
419 adobe_pass
.add_option(
421 action
='store_true', dest
='ap_list_mso', default
=False,
422 help='List all supported multiple-system operators')
424 video_format
= optparse
.OptionGroup(parser
, 'Video Format Options')
425 video_format
.add_option(
427 action
='store', dest
='format', metavar
='FORMAT', default
=None,
428 help='Video format code, see "FORMAT SELECTION" for more details')
429 video_format
.add_option(
430 '-S', '--format-sort', metavar
='SORTORDER',
431 dest
='format_sort', default
=[],
432 action
='callback', callback
=_comma_separated_values_options_callback
, type='str',
433 help='Sort the formats by the fields given, see "Sorting Formats" for more details')
434 video_format
.add_option(
435 '--format-sort-force', '--S-force',
436 action
='store_true', dest
='format_sort_force', metavar
='FORMAT', default
=False,
438 'Force user specified sort order to have precedence over all fields, '
439 'see "Sorting Formats" for more details'))
440 video_format
.add_option(
441 '--no-format-sort-force',
442 action
='store_false', dest
='format_sort_force', metavar
='FORMAT', default
=False,
444 'Some fields have precedence over the user specified sort order (default), '
445 'see "Sorting Formats" for more details'))
446 video_format
.add_option(
447 '--video-multistreams',
448 action
='store_true', dest
='allow_multiple_video_streams', default
=False,
449 help='Allow multiple video streams to be merged into a single file')
450 video_format
.add_option(
451 '--no-video-multistreams',
452 action
='store_false', dest
='allow_multiple_video_streams',
453 help='Only one video stream is downloaded for each output file (default)')
454 video_format
.add_option(
455 '--audio-multistreams',
456 action
='store_true', dest
='allow_multiple_audio_streams', default
=False,
457 help='Allow multiple audio streams to be merged into a single file')
458 video_format
.add_option(
459 '--no-audio-multistreams',
460 action
='store_false', dest
='allow_multiple_audio_streams',
461 help='Only one audio stream is downloaded for each output file (default)')
462 video_format
.add_option(
464 action
='store_const', dest
='format', const
='all',
465 help='Download all available video formats')
466 video_format
.add_option(
467 '--prefer-free-formats',
468 action
='store_true', dest
='prefer_free_formats', default
=False,
469 help='Prefer free video formats unless a specific one is requested')
470 video_format
.add_option(
471 '-F', '--list-formats',
472 action
='store_true', dest
='listformats',
473 help='List all available formats of requested videos')
474 video_format
.add_option(
475 '--list-formats-as-table',
476 action
='store_true', dest
='listformats_table', default
=True,
477 help='Present the output of -F in a more tabular form (default)')
478 video_format
.add_option(
479 '--list-formats-old', '--no-list-formats-as-table',
480 action
='store_false', dest
='listformats_table',
481 help='Present the output of -F in the old form')
482 video_format
.add_option(
483 '--youtube-include-dash-manifest', '--no-youtube-skip-dash-manifest',
484 action
='store_true', dest
='youtube_include_dash_manifest', default
=True,
485 help='Download the DASH manifests and related data on YouTube videos (default)')
486 video_format
.add_option(
487 '--youtube-skip-dash-manifest', '--no-youtube-include-dash-manifest',
488 action
='store_false', dest
='youtube_include_dash_manifest',
489 help='Do not download the DASH manifests and related data on YouTube videos')
490 video_format
.add_option(
491 '--youtube-include-hls-manifest', '--no-youtube-skip-hls-manifest',
492 action
='store_true', dest
='youtube_include_hls_manifest', default
=True,
493 help='Download the HLS manifests and related data on YouTube videos (default)')
494 video_format
.add_option(
495 '--youtube-skip-hls-manifest', '--no-youtube-include-hls-manifest',
496 action
='store_false', dest
='youtube_include_hls_manifest',
497 help='Do not download the HLS manifests and related data on YouTube videos')
498 video_format
.add_option(
499 '--merge-output-format',
500 action
='store', dest
='merge_output_format', metavar
='FORMAT', default
=None,
502 'If a merge is required (e.g. bestvideo+bestaudio), '
503 'output to given container format. One of mkv, mp4, ogg, webm, flv. '
504 'Ignored if no merge is required'))
506 subtitles
= optparse
.OptionGroup(parser
, 'Subtitle Options')
507 subtitles
.add_option(
508 '--write-subs', '--write-srt',
509 action
='store_true', dest
='writesubtitles', default
=False,
510 help='Write subtitle file')
511 subtitles
.add_option(
512 '--no-write-subs', '--no-write-srt',
513 action
='store_false', dest
='writesubtitles',
514 help='Do not write subtitle file (default)')
515 subtitles
.add_option(
516 '--write-auto-subs', '--write-automatic-subs',
517 action
='store_true', dest
='writeautomaticsub', default
=False,
518 help='Write automatically generated subtitle file (YouTube only)')
519 subtitles
.add_option(
520 '--no-write-auto-subs', '--no-write-automatic-subs',
521 action
='store_false', dest
='writeautomaticsub', default
=False,
522 help='Do not write automatically generated subtitle file (default)')
523 subtitles
.add_option(
525 action
='store_true', dest
='allsubtitles', default
=False,
526 help='Download all the available subtitles of the video')
527 subtitles
.add_option(
529 action
='store_true', dest
='listsubtitles', default
=False,
530 help='List all available subtitles for the video')
531 subtitles
.add_option(
533 action
='store', dest
='subtitlesformat', metavar
='FORMAT', default
='best',
534 help='Subtitle format, accepts formats preference, for example: "srt" or "ass/srt/best"')
535 subtitles
.add_option(
536 '--sub-lang', '--sub-langs', '--srt-lang',
537 action
='callback', dest
='subtitleslangs', metavar
='LANGS', type='str',
538 default
=[], callback
=_comma_separated_values_options_callback
,
539 help='Languages of the subtitles to download (optional) separated by commas, use --list-subs for available language tags')
541 downloader
= optparse
.OptionGroup(parser
, 'Download Options')
542 downloader
.add_option(
543 '-r', '--limit-rate', '--rate-limit',
544 dest
='ratelimit', metavar
='RATE',
545 help='Maximum download rate in bytes per second (e.g. 50K or 4.2M)')
546 downloader
.add_option(
548 dest
='retries', metavar
='RETRIES', default
=10,
549 help='Number of retries (default is %default), or "infinite".')
550 downloader
.add_option(
551 '--fragment-retries',
552 dest
='fragment_retries', metavar
='RETRIES', default
=10,
553 help='Number of retries for a fragment (default is %default), or "infinite" (DASH, hlsnative and ISM)')
554 downloader
.add_option(
555 '--skip-unavailable-fragments', '--no-abort-on-unavailable-fragment',
556 action
='store_true', dest
='skip_unavailable_fragments', default
=True,
557 help='Skip unavailable fragments for DASH, hlsnative and ISM (default)')
558 downloader
.add_option(
559 '--abort-on-unavailable-fragment', '--no-skip-unavailable-fragments',
560 action
='store_false', dest
='skip_unavailable_fragments',
561 help='Abort downloading when some fragment is unavailable')
562 downloader
.add_option(
564 action
='store_true', dest
='keep_fragments', default
=False,
565 help='Keep downloaded fragments on disk after downloading is finished')
566 downloader
.add_option(
567 '--no-keep-fragments',
568 action
='store_false', dest
='keep_fragments',
569 help='Delete downloaded fragments after downloading is finished (default)')
570 downloader
.add_option(
572 dest
='buffersize', metavar
='SIZE', default
='1024',
573 help='Size of download buffer (e.g. 1024 or 16K) (default is %default)')
574 downloader
.add_option(
576 action
='store_false', dest
='noresizebuffer',
577 help='The buffer size is automatically resized from an initial value of --buffer-size (default)')
578 downloader
.add_option(
579 '--no-resize-buffer',
580 action
='store_true', dest
='noresizebuffer', default
=False,
581 help='Do not automatically adjust the buffer size')
582 downloader
.add_option(
584 dest
='http_chunk_size', metavar
='SIZE', default
=None,
586 'Size of a chunk for chunk-based HTTP downloading (e.g. 10485760 or 10M) (default is disabled). '
587 'May be useful for bypassing bandwidth throttling imposed by a webserver (experimental)'))
588 downloader
.add_option(
590 action
='store_true', dest
='test', default
=False,
591 help=optparse
.SUPPRESS_HELP
)
592 downloader
.add_option(
593 '--playlist-reverse',
595 help='Download playlist videos in reverse order')
596 downloader
.add_option(
597 '--no-playlist-reverse',
598 action
='store_false', dest
='playlist_reverse',
599 help='Download playlist videos in default order (default)')
600 downloader
.add_option(
603 help='Download playlist videos in random order')
604 downloader
.add_option(
605 '--xattr-set-filesize',
606 dest
='xattr_set_filesize', action
='store_true',
607 help='Set file xattribute ytdl.filesize with expected file size')
608 downloader
.add_option(
609 '--hls-prefer-native',
610 dest
='hls_prefer_native', action
='store_true', default
=None,
611 help='Use the native HLS downloader instead of ffmpeg')
612 downloader
.add_option(
613 '--hls-prefer-ffmpeg',
614 dest
='hls_prefer_native', action
='store_false', default
=None,
615 help='Use ffmpeg instead of the native HLS downloader')
616 downloader
.add_option(
618 dest
='hls_use_mpegts', action
='store_true',
620 'Use the mpegts container for HLS videos, allowing to play the '
621 'video while downloading (some players may not be able to play it)'))
622 downloader
.add_option(
623 '--external-downloader',
624 dest
='external_downloader', metavar
='COMMAND',
626 'Use the specified external downloader. '
627 'Currently supports %s' % ','.join(list_external_downloaders())))
628 downloader
.add_option(
629 '--external-downloader-args',
630 dest
='external_downloader_args', metavar
='ARGS',
631 help='Give these arguments to the external downloader')
633 workarounds
= optparse
.OptionGroup(parser
, 'Workarounds')
634 workarounds
.add_option(
636 dest
='encoding', metavar
='ENCODING',
637 help='Force the specified encoding (experimental)')
638 workarounds
.add_option(
639 '--no-check-certificate',
640 action
='store_true', dest
='no_check_certificate', default
=False,
641 help='Suppress HTTPS certificate validation')
642 workarounds
.add_option(
643 '--prefer-insecure', '--prefer-unsecure',
644 action
='store_true', dest
='prefer_insecure',
645 help='Use an unencrypted connection to retrieve information about the video. (Currently supported only for YouTube)')
646 workarounds
.add_option(
648 metavar
='UA', dest
='user_agent',
649 help='Specify a custom user agent')
650 workarounds
.add_option(
652 metavar
='URL', dest
='referer', default
=None,
653 help='Specify a custom referer, use if the video access is restricted to one domain',
655 workarounds
.add_option(
657 metavar
='FIELD:VALUE', dest
='headers', action
='append',
658 help='Specify a custom HTTP header and its value, separated by a colon \':\'. You can use this option multiple times',
660 workarounds
.add_option(
662 dest
='bidi_workaround', action
='store_true',
663 help='Work around terminals that lack bidirectional text support. Requires bidiv or fribidi executable in PATH')
664 workarounds
.add_option(
665 '--sleep-interval', '--min-sleep-interval', metavar
='SECONDS',
666 dest
='sleep_interval', type=float,
668 'Number of seconds to sleep before each download when used alone '
669 'or a lower bound of a range for randomized sleep before each download '
670 '(minimum possible number of seconds to sleep) when used along with '
671 '--max-sleep-interval.'))
672 workarounds
.add_option(
673 '--max-sleep-interval', metavar
='SECONDS',
674 dest
='max_sleep_interval', type=float,
676 'Upper bound of a range for randomized sleep before each download '
677 '(maximum possible number of seconds to sleep). Must only be used '
678 'along with --min-sleep-interval.'))
679 workarounds
.add_option(
680 '--sleep-subtitles', metavar
='SECONDS',
681 dest
='sleep_interval_subtitles', default
=0, type=int,
682 help='Enforce sleep interval on subtitles as well')
684 verbosity
= optparse
.OptionGroup(parser
, 'Verbosity / Simulation Options')
685 verbosity
.add_option(
687 action
='store_true', dest
='quiet', default
=False,
688 help='Activate quiet mode')
689 verbosity
.add_option(
691 dest
='no_warnings', action
='store_true', default
=False,
692 help='Ignore warnings')
693 verbosity
.add_option(
695 action
='store_true', dest
='simulate', default
=False,
696 help='Do not download the video and do not write anything to disk')
697 verbosity
.add_option(
698 '--skip-download', '--no-download',
699 action
='store_true', dest
='skip_download', default
=False,
700 help='Do not download the video')
701 verbosity
.add_option(
703 action
='store_true', dest
='geturl', default
=False,
704 help='Simulate, quiet but print URL')
705 verbosity
.add_option(
707 action
='store_true', dest
='gettitle', default
=False,
708 help='Simulate, quiet but print title')
709 verbosity
.add_option(
711 action
='store_true', dest
='getid', default
=False,
712 help='Simulate, quiet but print id')
713 verbosity
.add_option(
715 action
='store_true', dest
='getthumbnail', default
=False,
716 help='Simulate, quiet but print thumbnail URL')
717 verbosity
.add_option(
719 action
='store_true', dest
='getdescription', default
=False,
720 help='Simulate, quiet but print video description')
721 verbosity
.add_option(
723 action
='store_true', dest
='getduration', default
=False,
724 help='Simulate, quiet but print video length')
725 verbosity
.add_option(
727 action
='store_true', dest
='getfilename', default
=False,
728 help='Simulate, quiet but print output filename')
729 verbosity
.add_option(
731 action
='store_true', dest
='getformat', default
=False,
732 help='Simulate, quiet but print output format')
733 verbosity
.add_option(
735 action
='store_true', dest
='dumpjson', default
=False,
736 help='Simulate, quiet but print JSON information. See the "OUTPUT TEMPLATE" for a description of available keys.')
737 verbosity
.add_option(
738 '-J', '--dump-single-json',
739 action
='store_true', dest
='dump_single_json', default
=False,
741 'Simulate, quiet but print JSON information for each command-line argument. '
742 'If the URL refers to a playlist, dump the whole playlist information in a single line.'))
743 verbosity
.add_option(
745 action
='store_true', dest
='print_json', default
=False,
746 help='Be quiet and print the video information as JSON (video is still being downloaded).')
747 verbosity
.add_option(
748 '--force-write-archive', '--force-write-download-archive', '--force-download-archive',
749 action
='store_true', dest
='force_write_download_archive', default
=False,
751 'Force download archive entries to be written as far as no errors occur,'
752 'even if -s or another simulation switch is used.'))
753 verbosity
.add_option(
755 action
='store_true', dest
='progress_with_newline', default
=False,
756 help='Output progress bar as new lines')
757 verbosity
.add_option(
759 action
='store_true', dest
='noprogress', default
=False,
760 help='Do not print progress bar')
761 verbosity
.add_option(
763 action
='store_true', dest
='consoletitle', default
=False,
764 help='Display progress in console titlebar')
765 verbosity
.add_option(
767 action
='store_true', dest
='verbose', default
=False,
768 help='Print various debugging information')
769 verbosity
.add_option(
770 '--dump-pages', '--dump-intermediate-pages',
771 action
='store_true', dest
='dump_intermediate_pages', default
=False,
772 help='Print downloaded pages encoded using base64 to debug problems (very verbose)')
773 verbosity
.add_option(
775 action
='store_true', dest
='write_pages', default
=False,
776 help='Write downloaded intermediary pages to files in the current directory to debug problems')
777 verbosity
.add_option(
778 '--youtube-print-sig-code',
779 action
='store_true', dest
='youtube_print_sig_code', default
=False,
780 help=optparse
.SUPPRESS_HELP
)
781 verbosity
.add_option(
782 '--print-traffic', '--dump-headers',
783 dest
='debug_printtraffic', action
='store_true', default
=False,
784 help='Display sent and read HTTP traffic')
785 verbosity
.add_option(
787 dest
='call_home', action
='store_true', default
=False,
788 help='Contact the youtube-dlc server for debugging')
789 verbosity
.add_option(
791 dest
='call_home', action
='store_false',
792 help='Do not contact the youtube-dlc server for debugging (default)')
794 filesystem
= optparse
.OptionGroup(parser
, 'Filesystem Options')
795 filesystem
.add_option(
796 '-a', '--batch-file',
797 dest
='batchfile', metavar
='FILE',
798 help="File containing URLs to download ('-' for stdin), one URL per line. "
799 "Lines starting with '#', ';' or ']' are considered as comments and ignored.")
800 filesystem
.add_option(
801 '--id', default
=False,
802 action
='store_true', dest
='useid', help=optparse
.SUPPRESS_HELP
)
803 filesystem
.add_option(
805 dest
='outtmpl', metavar
='TEMPLATE',
806 help='Output filename template, see the "OUTPUT TEMPLATE" for details')
807 filesystem
.add_option(
809 dest
='autonumber_size', metavar
='NUMBER', type=int,
810 help=optparse
.SUPPRESS_HELP
)
811 filesystem
.add_option(
812 '--autonumber-start',
813 dest
='autonumber_start', metavar
='NUMBER', default
=1, type=int,
814 help='Specify the start value for %(autonumber)s (default is %default)')
815 filesystem
.add_option(
816 '--restrict-filenames',
817 action
='store_true', dest
='restrictfilenames', default
=False,
818 help='Restrict filenames to only ASCII characters, and avoid "&" and spaces in filenames')
819 filesystem
.add_option(
820 '--no-restrict-filenames',
821 action
='store_false', dest
='restrictfilenames', default
=False,
822 help='Allow Unicode characters, "&" and spaces in filenames (default)')
823 filesystem
.add_option(
824 '-A', '--auto-number',
825 action
='store_true', dest
='autonumber', default
=False,
826 help=optparse
.SUPPRESS_HELP
)
827 filesystem
.add_option(
829 action
='store_true', dest
='usetitle', default
=False,
830 help=optparse
.SUPPRESS_HELP
)
831 filesystem
.add_option(
832 '-l', '--literal', default
=False,
833 action
='store_true', dest
='usetitle',
834 help=optparse
.SUPPRESS_HELP
)
835 filesystem
.add_option(
836 '-w', '--no-overwrites',
837 action
='store_true', dest
='nooverwrites', default
=False,
838 help='Do not overwrite files')
839 filesystem
.add_option(
841 action
='store_true', dest
='continue_dl', default
=True,
842 help='Resume partially downloaded files (default)')
843 filesystem
.add_option(
845 action
='store_false', dest
='continue_dl',
846 help='Restart download of partially downloaded files from beginning')
847 filesystem
.add_option(
849 action
='store_false', dest
='nopart', default
=False,
850 help='Use .part files instead of writing directly into output file (default)')
851 filesystem
.add_option(
853 action
='store_true', dest
='nopart',
854 help='Do not use .part files - write directly into output file')
855 filesystem
.add_option(
857 action
='store_true', dest
='updatetime', default
=True,
858 help='Use the Last-modified header to set the file modification time (default)')
859 filesystem
.add_option(
861 action
='store_false', dest
='updatetime',
862 help='Do not use the Last-modified header to set the file modification time')
863 filesystem
.add_option(
864 '--write-description',
865 action
='store_true', dest
='writedescription', default
=False,
866 help='Write video description to a .description file')
867 filesystem
.add_option(
868 '--no-write-description',
869 action
='store_false', dest
='writedescription',
870 help='Do not write video description (default)')
871 filesystem
.add_option(
873 action
='store_true', dest
='writeinfojson', default
=False,
874 help='Write video metadata to a .info.json file')
875 filesystem
.add_option(
876 '--no-write-info-json',
877 action
='store_false', dest
='writeinfojson',
878 help='Do not write video metadata (default)')
879 filesystem
.add_option(
880 '--write-annotations',
881 action
='store_true', dest
='writeannotations', default
=False,
882 help='Write video annotations to a .annotations.xml file')
883 filesystem
.add_option(
884 '--no-write-annotations',
885 action
='store_false', dest
='writeannotations',
886 help='Do not write video annotations (default)')
887 filesystem
.add_option(
888 '--load-info-json', '--load-info',
889 dest
='load_info_filename', metavar
='FILE',
890 help='JSON file containing the video information (created with the "--write-info-json" option)')
891 filesystem
.add_option(
893 dest
='cookiefile', metavar
='FILE',
894 help='File to read cookies from and dump cookie jar in')
895 filesystem
.add_option(
897 action
='store_const', const
=None, dest
='cookiefile', metavar
='FILE',
898 help='Do not read/dump cookies (default)')
899 filesystem
.add_option(
900 '--cache-dir', dest
='cachedir', default
=None, metavar
='DIR',
901 help='Location in the filesystem where youtube-dl can store some downloaded information permanently. By default $XDG_CACHE_HOME/youtube-dl or ~/.cache/youtube-dl . At the moment, only YouTube player files (for videos with obfuscated signatures) are cached, but that may change.')
902 filesystem
.add_option(
903 '--no-cache-dir', action
='store_false', dest
='cachedir',
904 help='Disable filesystem caching')
905 filesystem
.add_option(
907 action
='store_true', dest
='rm_cachedir',
908 help='Delete all filesystem cache files')
909 filesystem
.add_option(
910 '--trim-file-name', metavar
='LENGTH',
911 dest
='trim_file_name', default
=0, type=int,
912 help='Limit the filename length (extension excluded)')
914 thumbnail
= optparse
.OptionGroup(parser
, 'Thumbnail Images')
915 thumbnail
.add_option(
917 action
='store_true', dest
='writethumbnail', default
=False,
918 help='Write thumbnail image to disk')
919 thumbnail
.add_option(
920 '--no-write-thumbnail',
921 action
='store_false', dest
='writethumbnail',
922 help='Do not write thumbnail image to disk (default)')
923 thumbnail
.add_option(
924 '--write-all-thumbnails',
925 action
='store_true', dest
='write_all_thumbnails', default
=False,
926 help='Write all thumbnail image formats to disk')
927 thumbnail
.add_option(
929 action
='store_true', dest
='list_thumbnails', default
=False,
930 help='Simulate and list all available thumbnail formats')
932 link
= optparse
.OptionGroup(parser
, 'Internet Shortcut Options')
935 action
='store_true', dest
='writelink', default
=False,
936 help='Write an internet shortcut file, depending on the current platform (.url/.webloc/.desktop). The URL may be cached by the OS.')
939 action
='store_true', dest
='writeurllink', default
=False,
940 help='Write a Windows internet shortcut file (.url). Note that the OS caches the URL based on the file path.')
942 '--write-webloc-link',
943 action
='store_true', dest
='writewebloclink', default
=False,
944 help='Write a macOS internet shortcut file (.webloc)')
946 '--write-desktop-link',
947 action
='store_true', dest
='writedesktoplink', default
=False,
948 help='Write a Linux internet shortcut file (.desktop)')
950 postproc
= optparse
.OptionGroup(parser
, 'Post-Processing Options')
952 '-x', '--extract-audio',
953 action
='store_true', dest
='extractaudio', default
=False,
954 help='Convert video files to audio-only files (requires ffmpeg or avconv and ffprobe or avprobe)')
956 '--audio-format', metavar
='FORMAT', dest
='audioformat', default
='best',
957 help='Specify audio format: "best", "aac", "flac", "mp3", "m4a", "opus", "vorbis", or "wav"; "%default" by default; No effect without -x')
959 '--audio-quality', metavar
='QUALITY',
960 dest
='audioquality', default
='5',
961 help='Specify ffmpeg/avconv audio quality, insert a value between 0 (better) and 9 (worse) for VBR or a specific bitrate like 128K (default %default)')
964 metavar
='FORMAT', dest
='remuxvideo', default
=None,
966 'Remux the video into another container if necessary (currently supported: mp4|mkv). '
967 'If target container does not support the video/audio codec, remuxing will fail'))
970 metavar
='FORMAT', dest
='recodevideo', default
=None,
971 help='Re-encode the video into another format if re-encoding is necessary (currently supported: mp4|flv|ogg|webm|mkv|avi)')
973 '--postprocessor-args',
974 dest
='postprocessor_args', metavar
='ARGS',
975 help='Give these arguments to the postprocessor')
977 '-k', '--keep-video',
978 action
='store_true', dest
='keepvideo', default
=False,
979 help='Keep the intermediate video file on disk after post-processing')
982 action
='store_false', dest
='keepvideo',
983 help='Delete the intermediate video file after post-processing (default)')
986 action
='store_false', dest
='nopostoverwrites',
987 help='Overwrite post-processed files (default)')
989 '--no-post-overwrites',
990 action
='store_true', dest
='nopostoverwrites', default
=False,
991 help='Do not overwrite post-processed files')
994 action
='store_true', dest
='embedsubtitles', default
=False,
995 help='Embed subtitles in the video (only for mp4, webm and mkv videos)')
998 action
='store_false', dest
='embedsubtitles',
999 help='Do not embed subtitles (default)')
1000 postproc
.add_option(
1001 '--embed-thumbnail',
1002 action
='store_true', dest
='embedthumbnail', default
=False,
1003 help='Embed thumbnail in the audio as cover art')
1004 postproc
.add_option(
1005 '--no-embed-thumbnail',
1006 action
='store_false', dest
='embedthumbnail',
1007 help='Do not embed thumbnail (default)')
1008 postproc
.add_option(
1010 action
='store_true', dest
='addmetadata', default
=False,
1011 help='Write metadata to the video file')
1012 postproc
.add_option(
1013 '--no-add-metadata',
1014 action
='store_false', dest
='addmetadata',
1015 help='Do not write metadata (default)')
1016 postproc
.add_option(
1017 '--metadata-from-title',
1018 metavar
='FORMAT', dest
='metafromtitle',
1020 'Parse additional metadata like song title / artist from the video title. '
1021 'The format syntax is the same as --output. Regular expression with '
1022 'named capture groups may also be used. '
1023 'The parsed parameters replace existing values. '
1024 'Example: --metadata-from-title "%(artist)s - %(title)s" matches a title like '
1025 '"Coldplay - Paradise". '
1026 'Example (regex): --metadata-from-title "(?P<artist>.+?) - (?P<title>.+)"'))
1027 postproc
.add_option(
1029 action
='store_true', dest
='xattrs', default
=False,
1030 help='Write metadata to the video file\'s xattrs (using dublin core and xdg standards)')
1031 postproc
.add_option(
1033 metavar
='POLICY', dest
='fixup', default
='detect_or_warn',
1035 'Automatically correct known faults of the file. '
1036 'One of never (do nothing), warn (only emit a warning), '
1037 'detect_or_warn (the default; fix file if we can, warn otherwise)'))
1038 postproc
.add_option(
1039 '--prefer-avconv', '--no-prefer-ffmpeg',
1040 action
='store_false', dest
='prefer_ffmpeg',
1041 help='Prefer avconv over ffmpeg for running the postprocessors')
1042 postproc
.add_option(
1043 '--prefer-ffmpeg', '--no-prefer-avconv',
1044 action
='store_true', dest
='prefer_ffmpeg',
1045 help='Prefer ffmpeg over avconv for running the postprocessors (default)')
1046 postproc
.add_option(
1047 '--ffmpeg-location', '--avconv-location', metavar
='PATH',
1048 dest
='ffmpeg_location',
1049 help='Location of the ffmpeg/avconv binary; either the path to the binary or its containing directory.')
1050 postproc
.add_option(
1052 metavar
='CMD', dest
='exec_cmd',
1053 help='Execute a command on the file after downloading and post-processing, similar to find\'s -exec syntax. Example: --exec \'adb push {} /sdcard/Music/ && rm {}\'')
1054 postproc
.add_option(
1055 '--convert-subs', '--convert-subtitles',
1056 metavar
='FORMAT', dest
='convertsubtitles', default
=None,
1057 help='Convert the subtitles to other format (currently supported: srt|ass|vtt|lrc)')
1059 sponskrub
= optparse
.OptionGroup(parser
, 'SponSkrub Options (SponsorBlock)')
1060 sponskrub
.add_option(
1062 action
='store_true', dest
='sponskrub', default
=None,
1064 'Use sponskrub to mark sponsored sections with the data available in SponsorBlock API. '
1065 'This is enabled by default if the sponskrub binary exists (Youtube only)'))
1066 sponskrub
.add_option(
1068 action
='store_false', dest
='sponskrub',
1069 help='Do not use sponskrub')
1070 sponskrub
.add_option(
1071 '--sponskrub-cut', default
=False,
1072 action
='store_true', dest
='sponskrub_cut',
1073 help='Cut out the sponsor sections instead of simply marking them')
1074 sponskrub
.add_option(
1075 '--no-sponskrub-cut',
1076 action
='store_false', dest
='sponskrub_cut',
1077 help='Simply mark the sponsor sections, not cut them out (default)')
1078 sponskrub
.add_option(
1079 '--sponskrub-force', default
=False,
1080 action
='store_true', dest
='sponskrub_force',
1081 help='Run sponskrub even if the video was already downloaded')
1082 sponskrub
.add_option(
1083 '--no-sponskrub-force',
1084 action
='store_true', dest
='sponskrub_force',
1085 help='Do not cut out the sponsor sections if the video was already downloaded (default)')
1086 sponskrub
.add_option(
1087 '--sponskrub-location', metavar
='PATH',
1088 dest
='sponskrub_path', default
='',
1089 help='Location of the sponskrub binary; either the path to the binary or its containing directory.')
1090 sponskrub
.add_option(
1091 '--sponskrub-args', dest
='sponskrub_args', metavar
='ARGS',
1092 help='Give these arguments to sponskrub')
1094 extractor
= optparse
.OptionGroup(parser
, 'Extractor Options')
1095 extractor
.add_option(
1096 '--allow-dynamic-mpd', '--no-ignore-dynamic-mpd',
1097 action
='store_true', dest
='dynamic_mpd', default
=True,
1098 help='Process dynamic DASH manifests (default)')
1099 extractor
.add_option(
1100 '--ignore-dynamic-mpd', '--no-allow-dynamic-mpd',
1101 action
='store_false', dest
='dynamic_mpd',
1102 help='Do not process dynamic DASH manifests')
1104 parser
.add_option_group(general
)
1105 parser
.add_option_group(network
)
1106 parser
.add_option_group(geo
)
1107 parser
.add_option_group(selection
)
1108 parser
.add_option_group(downloader
)
1109 parser
.add_option_group(filesystem
)
1110 parser
.add_option_group(thumbnail
)
1111 parser
.add_option_group(link
)
1112 parser
.add_option_group(verbosity
)
1113 parser
.add_option_group(workarounds
)
1114 parser
.add_option_group(video_format
)
1115 parser
.add_option_group(subtitles
)
1116 parser
.add_option_group(authentication
)
1117 parser
.add_option_group(adobe_pass
)
1118 parser
.add_option_group(postproc
)
1119 parser
.add_option_group(sponskrub
)
1120 parser
.add_option_group(extractor
)
1122 if overrideArguments
is not None:
1123 opts
, args
= parser
.parse_args(overrideArguments
)
1125 write_string('[debug] Override config: ' + repr(overrideArguments
) + '\n')
1127 def compat_conf(conf
):
1128 if sys
.version_info
< (3,):
1129 return [a
.decode(preferredencoding(), 'replace') for a
in conf
]
1132 command_line_conf
= compat_conf(sys
.argv
[1:])
1133 opts
, args
= parser
.parse_args(command_line_conf
)
1135 system_conf
= user_conf
= custom_conf
= []
1137 if '--config-location' in command_line_conf
:
1138 location
= compat_expanduser(opts
.config_location
)
1139 if os
.path
.isdir(location
):
1140 location
= os
.path
.join(location
, 'youtube-dlc.conf')
1141 if not os
.path
.exists(location
):
1142 parser
.error('config-location %s does not exist.' % location
)
1143 custom_conf
= _readOptions(location
)
1144 elif '--ignore-config' in command_line_conf
:
1147 system_conf
= _readOptions('/etc/youtube-dlc.conf')
1148 if '--ignore-config' not in system_conf
:
1149 user_conf
= _readUserConf()
1151 argv
= system_conf
+ user_conf
+ custom_conf
+ command_line_conf
1152 opts
, args
= parser
.parse_args(argv
)
1154 for conf_label
, conf
in (
1155 ('System config', system_conf
),
1156 ('User config', user_conf
),
1157 ('Custom config', custom_conf
),
1158 ('Command-line args', command_line_conf
)):
1159 write_string('[debug] %s: %s\n' % (conf_label
, repr(_hide_login_info(conf
))))
1161 return parser
, opts
, args