6 from collections
import abc
7 from collections
import deque
8 from random
import choice
9 from random
import randrange
10 from threading
import Lock
11 from types
import CodeType
12 from urllib
.parse
import quote_from_bytes
17 import typing_extensions
as te
19 F
= t
.TypeVar("F", bound
=t
.Callable
[..., t
.Any
])
21 # special singleton representing missing values for the runtime
22 missing
: t
.Any
= type("MissingType", (), {"__repr__": lambda x: "missing"}
)()
24 internal_code
: t
.MutableSet
[CodeType
] = set()
29 def pass_context(f
: F
) -> F
:
30 """Pass the :class:`~jinja2.runtime.Context` as the first argument
31 to the decorated function when called while rendering a template.
33 Can be used on functions, filters, and tests.
35 If only ``Context.eval_context`` is needed, use
36 :func:`pass_eval_context`. If only ``Context.environment`` is
37 needed, use :func:`pass_environment`.
39 .. versionadded:: 3.0.0
40 Replaces ``contextfunction`` and ``contextfilter``.
42 f
.jinja_pass_arg
= _PassArg
.context
# type: ignore
46 def pass_eval_context(f
: F
) -> F
:
47 """Pass the :class:`~jinja2.nodes.EvalContext` as the first argument
48 to the decorated function when called while rendering a template.
49 See :ref:`eval-context`.
51 Can be used on functions, filters, and tests.
53 If only ``EvalContext.environment`` is needed, use
54 :func:`pass_environment`.
56 .. versionadded:: 3.0.0
57 Replaces ``evalcontextfunction`` and ``evalcontextfilter``.
59 f
.jinja_pass_arg
= _PassArg
.eval_context
# type: ignore
63 def pass_environment(f
: F
) -> F
:
64 """Pass the :class:`~jinja2.Environment` as the first argument to
65 the decorated function when called while rendering a template.
67 Can be used on functions, filters, and tests.
69 .. versionadded:: 3.0.0
70 Replaces ``environmentfunction`` and ``environmentfilter``.
72 f
.jinja_pass_arg
= _PassArg
.environment
# type: ignore
76 class _PassArg(enum
.Enum
):
78 eval_context
= enum
.auto()
79 environment
= enum
.auto()
82 def from_obj(cls
, obj
: F
) -> t
.Optional
["_PassArg"]:
83 if hasattr(obj
, "jinja_pass_arg"):
84 return obj
.jinja_pass_arg
# type: ignore
89 def internalcode(f
: F
) -> F
:
90 """Marks the function as internally used"""
91 internal_code
.add(f
.__code
__)
95 def is_undefined(obj
: t
.Any
) -> bool:
96 """Check if the object passed is undefined. This does nothing more than
97 performing an instance check against :class:`Undefined` but looks nicer.
98 This can be used for custom filters or tests that want to react to
99 undefined variables. For example a custom default filter can look like
102 def default(var, default=''):
103 if is_undefined(var):
107 from .runtime
import Undefined
109 return isinstance(obj
, Undefined
)
112 def consume(iterable
: t
.Iterable
[t
.Any
]) -> None:
113 """Consumes an iterable without doing anything with it."""
118 def clear_caches() -> None:
119 """Jinja keeps internal caches for environments and lexers. These are
120 used so that Jinja doesn't have to recreate environments and lexers all
121 the time. Normally you don't have to care about that but if you are
122 measuring memory consumption you may want to clean the caches.
124 from .environment
import get_spontaneous_environment
125 from .lexer
import _lexer_cache
127 get_spontaneous_environment
.cache_clear()
131 def import_string(import_name
: str, silent
: bool = False) -> t
.Any
:
132 """Imports an object based on a string. This is useful if you want to
133 use import paths as endpoints or something similar. An import path can
134 be specified either in dotted notation (``xml.sax.saxutils.escape``)
135 or with a colon as object delimiter (``xml.sax.saxutils:escape``).
137 If the `silent` is True the return value will be `None` if the import
140 :return: imported object
143 if ":" in import_name
:
144 module
, obj
= import_name
.split(":", 1)
145 elif "." in import_name
:
146 module
, _
, obj
= import_name
.rpartition(".")
148 return __import__(import_name
)
149 return getattr(__import__(module
, None, None, [obj
]), obj
)
150 except (ImportError, AttributeError):
155 def open_if_exists(filename
: str, mode
: str = "rb") -> t
.Optional
[t
.IO
]:
156 """Returns a file descriptor for the filename if that file exists,
159 if not os
.path
.isfile(filename
):
162 return open(filename
, mode
)
165 def object_type_repr(obj
: t
.Any
) -> str:
166 """Returns the name of the object's type. For some recognized
167 singletons the name of the object is returned instead. (For
168 example for `None` and `Ellipsis`).
172 elif obj
is Ellipsis:
177 if cls
.__module
__ == "builtins":
178 return f
"{cls.__name__} object"
180 return f
"{cls.__module__}.{cls.__name__} object"
183 def pformat(obj
: t
.Any
) -> str:
184 """Format an object using :func:`pprint.pformat`."""
185 from pprint
import pformat
# type: ignore
190 _http_re
= re
.compile(
194 (https?://|www\.) # scheme or www
195 (([\w%-]+\.)+)? # subdomain
197 [a-z]{2,63} # basic tld
199 xn--[\w%]{2,59} # idna tld
202 ([\w%-]{2,63}\.)+ # basic domain
203 (com|net|int|edu|gov|org|info|mil) # basic tld
207 (([\d]{1,3})(\.[\d]{1,3}){3}) # IPv4
209 (\[([\da-f]{0,4}:){2}([\da-f]{0,4}:?){1,6}]) # IPv6
212 (?::[\d]{1,5})? # port
213 (?:[/?#]\S*)? # path, query, and fragment
216 re
.IGNORECASE | re
.VERBOSE
,
218 _email_re
= re
.compile(r
"^\S+@\w[\w.-]*\.\w+$")
223 trim_url_limit
: t
.Optional
[int] = None,
224 rel
: t
.Optional
[str] = None,
225 target
: t
.Optional
[str] = None,
226 extra_schemes
: t
.Optional
[t
.Iterable
[str]] = None,
228 """Convert URLs in text into clickable links.
230 This may not recognize links in some situations. Usually, a more
231 comprehensive formatter, such as a Markdown library, is a better
234 Works on ``http://``, ``https://``, ``www.``, ``mailto:``, and email
235 addresses. Links with trailing punctuation (periods, commas, closing
236 parentheses) and leading punctuation (opening parentheses) are
237 recognized excluding the punctuation. Email addresses that include
238 header fields are not recognized (for example,
239 ``mailto:address@example.com?cc=copy@example.com``).
241 :param text: Original text containing URLs to link.
242 :param trim_url_limit: Shorten displayed URL values to this length.
243 :param target: Add the ``target`` attribute to links.
244 :param rel: Add the ``rel`` attribute to links.
245 :param extra_schemes: Recognize URLs that start with these schemes
246 in addition to the default behavior.
248 .. versionchanged:: 3.0
249 The ``extra_schemes`` parameter was added.
251 .. versionchanged:: 3.0
252 Generate ``https://`` links for URLs without a scheme.
254 .. versionchanged:: 3.0
255 The parsing rules were updated. Recognize email addresses with
256 or without the ``mailto:`` scheme. Validate IP addresses. Ignore
257 parentheses and brackets in more cases.
259 if trim_url_limit
is not None:
261 def trim_url(x
: str) -> str:
262 if len(x
) > trim_url_limit
: # type: ignore
263 return f
"{x[:trim_url_limit]}..."
269 def trim_url(x
: str) -> str:
272 words
= re
.split(r
"(\s+)", str(markupsafe
.escape(text
)))
273 rel_attr
= f
' rel="{markupsafe.escape(rel)}"' if rel
else ""
274 target_attr
= f
' target="{markupsafe.escape(target)}"' if target
else ""
276 for i
, word
in enumerate(words
):
277 head
, middle
, tail
= "", word
, ""
278 match
= re
.match(r
"^([(<]|<)+", middle
)
282 middle
= middle
[match
.end() :]
284 # Unlike lead, which is anchored to the start of the string,
285 # need to check that the string ends with any of the characters
286 # before trying to match all of them, to avoid backtracking.
287 if middle
.endswith((")", ">", ".", ",", "\n", ">")):
288 match
= re
.search(r
"([)>.,\n]|>)+$", middle
)
292 middle
= middle
[: match
.start()]
294 # Prefer balancing parentheses in URLs instead of ignoring a
295 # trailing character.
296 for start_char
, end_char
in ("(", ")"), ("<", ">"), ("<", ">"):
297 start_count
= middle
.count(start_char
)
299 if start_count
<= middle
.count(end_char
):
300 # Balanced, or lighter on the left
303 # Move as many as possible from the tail to balance
304 for _
in range(min(start_count
, tail
.count(end_char
))):
305 end_index
= tail
.index(end_char
) + len(end_char
)
306 # Move anything in the tail before the end char too
307 middle
+= tail
[:end_index
]
308 tail
= tail
[end_index
:]
310 if _http_re
.match(middle
):
311 if middle
.startswith("https://") or middle
.startswith("http://"):
313 f
'<a href="{middle}"{rel_attr}{target_attr}>{trim_url(middle)}</a>'
317 f
'<a href="https://{middle}"{rel_attr}{target_attr}>'
318 f
"{trim_url(middle)}</a>"
321 elif middle
.startswith("mailto:") and _email_re
.match(middle
[7:]):
322 middle
= f
'<a href="{middle}">{middle[7:]}</a>'
326 and not middle
.startswith("www.")
327 and ":" not in middle
328 and _email_re
.match(middle
)
330 middle
= f
'<a href="mailto:{middle}">{middle}</a>'
332 elif extra_schemes
is not None:
333 for scheme
in extra_schemes
:
334 if middle
!= scheme
and middle
.startswith(scheme
):
335 middle
= f
'<a href="{middle}"{rel_attr}{target_attr}>{middle}</a>'
337 words
[i
] = f
"{head}{middle}{tail}"
339 return "".join(words
)
342 def generate_lorem_ipsum(
343 n
: int = 5, html
: bool = True, min: int = 20, max: int = 100
345 """Generate some lorem ipsum for the template."""
346 from .constants
import LOREM_IPSUM_WORDS
348 words
= LOREM_IPSUM_WORDS
.split()
352 next_capitalized
= True
353 last_comma
= last_fullstop
= 0
358 # each paragraph contains out of 20 to 100 words.
359 for idx
, _
in enumerate(range(randrange(min, max))):
366 word
= word
.capitalize()
367 next_capitalized
= False
369 if idx
- randrange(3, 8) > last_comma
:
373 # add end of sentences
374 if idx
- randrange(10, 20) > last_fullstop
:
375 last_comma
= last_fullstop
= idx
377 next_capitalized
= True
380 # ensure that the paragraph ends with a dot.
383 if p_str
.endswith(","):
384 p_str
= p_str
[:-1] + "."
385 elif not p_str
.endswith("."):
391 return "\n\n".join(result
)
392 return markupsafe
.Markup(
393 "\n".join(f
"<p>{markupsafe.escape(x)}</p>" for x
in result
)
397 def url_quote(obj
: t
.Any
, charset
: str = "utf-8", for_qs
: bool = False) -> str:
398 """Quote a string for use in a URL using the given charset.
400 :param obj: String or bytes to quote. Other types are converted to
401 string then encoded to bytes using the given charset.
402 :param charset: Encode text to bytes using this charset.
403 :param for_qs: Quote "/" and use "+" for spaces.
405 if not isinstance(obj
, bytes):
406 if not isinstance(obj
, str):
409 obj
= obj
.encode(charset
)
411 safe
= b
"" if for_qs
else b
"/"
412 rv
= quote_from_bytes(obj
, safe
)
415 rv
= rv
.replace("%20", "+")
420 @abc.MutableMapping.register
422 """A simple LRU Cache implementation."""
424 # this is fast for small capacities (something below 1000) but doesn't
425 # scale. But as long as it's only used as storage for templates this
428 def __init__(self
, capacity
: int) -> None:
429 self
.capacity
= capacity
430 self
._mapping
: t
.Dict
[t
.Any
, t
.Any
] = {}
431 self
._queue
: "te.Deque[t.Any]" = deque()
434 def _postinit(self
) -> None:
435 # alias all queue methods for faster lookup
436 self
._popleft
= self
._queue
.popleft
437 self
._pop
= self
._queue
.pop
438 self
._remove
= self
._queue
.remove
440 self
._append
= self
._queue
.append
442 def __getstate__(self
) -> t
.Mapping
[str, t
.Any
]:
444 "capacity": self
.capacity
,
445 "_mapping": self
._mapping
,
446 "_queue": self
._queue
,
449 def __setstate__(self
, d
: t
.Mapping
[str, t
.Any
]) -> None:
450 self
.__dict
__.update(d
)
453 def __getnewargs__(self
) -> t
.Tuple
:
454 return (self
.capacity
,)
456 def copy(self
) -> "LRUCache":
457 """Return a shallow copy of the instance."""
458 rv
= self
.__class
__(self
.capacity
)
459 rv
._mapping
.update(self
._mapping
)
460 rv
._queue
.extend(self
._queue
)
463 def get(self
, key
: t
.Any
, default
: t
.Any
= None) -> t
.Any
:
464 """Return an item from the cache dict or `default`"""
470 def setdefault(self
, key
: t
.Any
, default
: t
.Any
= None) -> t
.Any
:
471 """Set `default` if the key is not in the cache otherwise
472 leave unchanged. Return the value of this key.
480 def clear(self
) -> None:
481 """Clear the cache."""
483 self
._mapping
.clear()
486 def __contains__(self
, key
: t
.Any
) -> bool:
487 """Check if a key exists in this cache."""
488 return key
in self
._mapping
490 def __len__(self
) -> int:
491 """Return the current size of the cache."""
492 return len(self
._mapping
)
494 def __repr__(self
) -> str:
495 return f
"<{type(self).__name__} {self._mapping!r}>"
497 def __getitem__(self
, key
: t
.Any
) -> t
.Any
:
498 """Get an item from the cache. Moves the item up so that it has the
499 highest priority then.
501 Raise a `KeyError` if it does not exist.
504 rv
= self
._mapping
[key
]
506 if self
._queue
[-1] != key
:
510 # if something removed the key from the container
511 # when we read, ignore the ValueError that we would
519 def __setitem__(self
, key
: t
.Any
, value
: t
.Any
) -> None:
520 """Sets the value for an item. Moves the item up so that it
521 has the highest priority then.
524 if key
in self
._mapping
:
526 elif len(self
._mapping
) == self
.capacity
:
527 del self
._mapping
[self
._popleft
()]
530 self
._mapping
[key
] = value
532 def __delitem__(self
, key
: t
.Any
) -> None:
533 """Remove an item from the cache dict.
534 Raise a `KeyError` if it does not exist.
537 del self
._mapping
[key
]
544 def items(self
) -> t
.Iterable
[t
.Tuple
[t
.Any
, t
.Any
]]:
545 """Return a list of items."""
546 result
= [(key
, self
._mapping
[key
]) for key
in list(self
._queue
)]
550 def values(self
) -> t
.Iterable
[t
.Any
]:
551 """Return a list of all values."""
552 return [x
[1] for x
in self
.items()]
554 def keys(self
) -> t
.Iterable
[t
.Any
]:
555 """Return a list of all keys ordered by most recent usage."""
558 def __iter__(self
) -> t
.Iterator
[t
.Any
]:
559 return reversed(tuple(self
._queue
))
561 def __reversed__(self
) -> t
.Iterator
[t
.Any
]:
562 """Iterate over the keys in the cache dict, oldest items
565 return iter(tuple(self
._queue
))
570 def select_autoescape(
571 enabled_extensions
: t
.Collection
[str] = ("html", "htm", "xml"),
572 disabled_extensions
: t
.Collection
[str] = (),
573 default_for_string
: bool = True,
574 default
: bool = False,
575 ) -> t
.Callable
[[t
.Optional
[str]], bool]:
576 """Intelligently sets the initial value of autoescaping based on the
577 filename of the template. This is the recommended way to configure
578 autoescaping if you do not want to write a custom function yourself.
580 If you want to enable it for all templates created from strings or
581 for all templates with `.html` and `.xml` extensions::
583 from jinja2 import Environment, select_autoescape
584 env = Environment(autoescape=select_autoescape(
585 enabled_extensions=('html', 'xml'),
586 default_for_string=True,
589 Example configuration to turn it on at all times except if the template
592 from jinja2 import Environment, select_autoescape
593 env = Environment(autoescape=select_autoescape(
594 disabled_extensions=('txt',),
595 default_for_string=True,
599 The `enabled_extensions` is an iterable of all the extensions that
600 autoescaping should be enabled for. Likewise `disabled_extensions` is
601 a list of all templates it should be disabled for. If a template is
602 loaded from a string then the default from `default_for_string` is used.
603 If nothing matches then the initial value of autoescaping is set to the
606 For security reasons this function operates case insensitive.
608 .. versionadded:: 2.9
610 enabled_patterns
= tuple(f
".{x.lstrip('.').lower()}" for x
in enabled_extensions
)
611 disabled_patterns
= tuple(f
".{x.lstrip('.').lower()}" for x
in disabled_extensions
)
613 def autoescape(template_name
: t
.Optional
[str]) -> bool:
614 if template_name
is None:
615 return default_for_string
616 template_name
= template_name
.lower()
617 if template_name
.endswith(enabled_patterns
):
619 if template_name
.endswith(disabled_patterns
):
626 def htmlsafe_json_dumps(
627 obj
: t
.Any
, dumps
: t
.Optional
[t
.Callable
[..., str]] = None, **kwargs
: t
.Any
628 ) -> markupsafe
.Markup
:
629 """Serialize an object to a string of JSON with :func:`json.dumps`,
630 then replace HTML-unsafe characters with Unicode escapes and mark
631 the result safe with :class:`~markupsafe.Markup`.
633 This is available in templates as the ``|tojson`` filter.
635 The following characters are escaped: ``<``, ``>``, ``&``, ``'``.
637 The returned string is safe to render in HTML documents and
638 ``<script>`` tags. The exception is in HTML attributes that are
639 double quoted; either use single quotes or the ``|forceescape``
642 :param obj: The object to serialize to JSON.
643 :param dumps: The ``dumps`` function to use. Defaults to
644 ``env.policies["json.dumps_function"]``, which defaults to
646 :param kwargs: Extra arguments to pass to ``dumps``. Merged onto
647 ``env.policies["json.dumps_kwargs"]``.
649 .. versionchanged:: 3.0
650 The ``dumper`` parameter is renamed to ``dumps``.
652 .. versionadded:: 2.9
657 return markupsafe
.Markup(
659 .replace("<", "\\u003c")
660 .replace(">", "\\u003e")
661 .replace("&", "\\u0026")
662 .replace("'", "\\u0027")
667 """Cycle through values by yield them one at a time, then restarting
668 once the end is reached. Available as ``cycler`` in templates.
670 Similar to ``loop.cycle``, but can be used outside loops or across
671 multiple loops. For example, render a list of folders and files in a
672 list, alternating giving them "odd" and "even" classes.
674 .. code-block:: html+jinja
676 {% set row_class = cycler("odd", "even") %}
678 {% for folder in folders %}
679 <li class="folder {{ row_class.next() }}">{{ folder }}
681 {% for file in files %}
682 <li class="file {{ row_class.next() }}">{{ file }}
686 :param items: Each positional argument will be yielded in the order
687 given for each cycle.
689 .. versionadded:: 2.1
692 def __init__(self
, *items
: t
.Any
) -> None:
694 raise RuntimeError("at least one item has to be provided")
698 def reset(self
) -> None:
699 """Resets the current item to the first item."""
703 def current(self
) -> t
.Any
:
704 """Return the current item. Equivalent to the item that will be
705 returned next time :meth:`next` is called.
707 return self
.items
[self
.pos
]
709 def next(self
) -> t
.Any
:
710 """Return the current item, then advance :attr:`current` to the
714 self
.pos
= (self
.pos
+ 1) % len(self
.items
)
721 """A joining helper for templates."""
723 def __init__(self
, sep
: str = ", ") -> None:
727 def __call__(self
) -> str:
735 """A namespace object that can hold arbitrary attributes. It may be
736 initialized from a dictionary or with keyword arguments."""
738 def __init__(*args
: t
.Any
, **kwargs
: t
.Any
) -> None: # noqa: B902
739 self
, args
= args
[0], args
[1:]
740 self
.__attrs
= dict(*args
, **kwargs
)
742 def __getattribute__(self
, name
: str) -> t
.Any
:
743 # __class__ is needed for the awaitable check in async mode
744 if name
in {"_Namespace__attrs", "__class__"}
:
745 return object.__getattribute
__(self
, name
)
747 return self
.__attrs
[name
]
749 raise AttributeError(name
) from None
751 def __setitem__(self
, name
: str, value
: t
.Any
) -> None:
752 self
.__attrs
[name
] = value
754 def __repr__(self
) -> str:
755 return f
"<Namespace {self.__attrs!r}>"