# Django 5.2 documentation

# Source code for django.template.base

    """
    This is the Django template system.

    How it works:

    The Lexer.tokenize() method converts a template string (i.e., a string
    containing markup with custom template tags) to tokens, which can be either
    plain text (TokenType.TEXT), variables (TokenType.VAR), or block statements
    (TokenType.BLOCK).

    The Parser() class takes a list of tokens in its constructor, and its parse()
    method returns a compiled template -- which is, under the hood, a list of
    Node objects.

    Each Node is responsible for creating some sort of output -- e.g. simple text
    (TextNode), variable values in a given context (VariableNode), results of basic
    logic (IfNode), results of looping (ForNode), or anything else. The core Node
    types are TextNode, VariableNode, IfNode and ForNode, but plugin modules can
    define their own custom node types.

    Each Node has a render() method, which takes a Context and returns a string of
    the rendered node. For example, the render() method of a Variable Node returns
    the variable's value as a string. The render() method of a ForNode returns the
    rendered output of whatever was inside the loop, recursively.

    The Template class is a convenient wrapper that takes care of template
    compilation and rendering.

    Usage:

    The only thing you should ever use directly in this file is the Template class.
    Create a compiled template object with a template_string, then call render()
    with a context. In the compilation stage, the TemplateSyntaxError exception
    will be raised if the template doesn't have proper syntax.

    Sample code:

    >>> from django import template
    >>> s = '<html>{% if test %}<h1>{{ varvalue }}</h1>{% endif %}</html>'
    >>> t = template.Template(s)

    (t is now a compiled template, and its render() method can be called multiple
    times with multiple contexts)

    >>> c = template.Context({'test':True, 'varvalue': 'Hello'})
    >>> t.render(c)
    '<html><h1>Hello</h1></html>'
    >>> c = template.Context({'test':False, 'varvalue': 'Hello'})
    >>> t.render(c)
    '<html></html>'
    """

    import inspect
    import logging
    import re
    from enum import Enum

    from django.template.context import BaseContext
    from django.utils.formats import localize
    from django.utils.html import conditional_escape
    from django.utils.regex_helper import _lazy_re_compile
    from django.utils.safestring import SafeData, SafeString, mark_safe
    from django.utils.text import get_text_list, smart_split, unescape_string_literal
    from django.utils.timezone import template_localtime
    from django.utils.translation import gettext_lazy, pgettext_lazy

    from .exceptions import TemplateSyntaxError

    # template syntax constants
    FILTER_SEPARATOR = "|"
    FILTER_ARGUMENT_SEPARATOR = ":"
    VARIABLE_ATTRIBUTE_SEPARATOR = "."
    BLOCK_TAG_START = "{%"
    BLOCK_TAG_END = "%}"
    VARIABLE_TAG_START = "{{"
    VARIABLE_TAG_END = "}}"
    COMMENT_TAG_START = "{#"
    COMMENT_TAG_END = "#}"
    SINGLE_BRACE_START = "{"
    SINGLE_BRACE_END = "}"

    # what to report as the origin for templates that come from non-loader sources
    # (e.g. strings)
    UNKNOWN_SOURCE = "<unknown source>"

    # Match BLOCK_TAG_*, VARIABLE_TAG_*, and COMMENT_TAG_* tags and capture the
    # entire tag, including start/end delimiters. Using re.compile() is faster
    # than instantiating SimpleLazyObject with _lazy_re_compile().
    tag_re = re.compile(r"({%.*?%}|{{.*?}}|{#.*?#})")

    logger = logging.getLogger("django.template")

    class TokenType(Enum):
        TEXT = 0
        VAR = 1
        BLOCK = 2
        COMMENT = 3

    class VariableDoesNotExist(Exception):
        def __init__(self, msg, params=()):
            self.msg = msg
            self.params = params

        def __str__(self):
            return self.msg % self.params

    class Origin:
        def __init__(self, name, template_name=None, loader=None):
            self.name = name
            self.template_name = template_name
            self.loader = loader

        def __str__(self):
            return self.name

        def __repr__(self):
            return "<%s name=%r>" % (self.__class__.__qualname__, self.name)

        def __eq__(self, other):
            return (
                isinstance(other, Origin)
                and self.name == other.name
                and self.loader == other.loader
            )

        @property
        def loader_name(self):
            if self.loader:
                return "%s.%s" % (
                    self.loader.__module__,
                    self.loader.__class__.__name__,
                )

    class Template:
        def __init__(self, template_string, origin=None, name=None, engine=None):
            # If Template is instantiated directly rather than from an Engine and
            # exactly one Django template engine is configured, use that engine.
            # This is required to preserve backwards-compatibility for direct use
            # e.g. Template('...').render(Context({...}))
            if engine is None:
                from .engine import Engine

                engine = Engine.get_default()
            if origin is None:
                origin = Origin(UNKNOWN_SOURCE)
            self.name = name
            self.origin = origin
            self.engine = engine
            self.source = str(template_string)  # May be lazy.
            self.nodelist = self.compile_nodelist()

        def __repr__(self):
            return '<%s template_string="%s...">' % (
                self.__class__.__qualname__,
                self.source[:20].replace("\n", ""),
            )

        def _render(self, context):
            return self.nodelist.render(context)

        def render(self, context):
            "Display stage -- can be called many times"
            with context.render_context.push_state(self):
                if context.template is None:
                    with context.bind_template(self):
                        context.template_name = self.name
                        return self._render(context)
                else:
                    return self._render(context)

        def compile_nodelist(self):
            """
            Parse and compile the template source into a nodelist. If debug
            is True and an exception occurs during parsing, the exception is
            annotated with contextual line information where it occurred in the
            template source.
            """
            if self.engine.debug:
                lexer = DebugLexer(self.source)
            else:
                lexer = Lexer(self.source)

            tokens = lexer.tokenize()
            parser = Parser(
                tokens,
                self.engine.template_libraries,
                self.engine.template_builtins,
                self.origin,
            )

            try:
                nodelist = parser.parse()
                self.extra_data = parser.extra_data
                return nodelist
            except Exception as e:
                if self.engine.debug:
                    e.template_debug = self.get_exception_info(e, e.token)
                raise

        def get_exception_info(self, exception, token):
            """
            Return a dictionary containing contextual line information of where
            the exception occurred in the template. The following information is
            provided:

            message
                The message of the exception raised.

            source_lines
                The lines before, after, and including the line the exception
                occurred on.

            line
                The line number the exception occurred on.

            before, during, after
                The line the exception occurred on split into three parts:
                1. The content before the token that raised the error.
                2. The token that raised the error.
                3. The content after the token that raised the error.

            total
                The number of lines in source_lines.

            top
                The line number where source_lines starts.

            bottom
                The line number where source_lines ends.

            start
                The start position of the token in the template source.

            end
                The end position of the token in the template source.
            """
            start, end = token.position
            context_lines = 10
            line = 0
            upto = 0
            source_lines = []
            before = during = after = ""
            for num, next in enumerate(linebreak_iter(self.source)):
                if start >= upto and end <= next:
                    line = num
                    before = self.source[upto:start]
                    during = self.source[start:end]
                    after = self.source[end:next]
                source_lines.append((num, self.source[upto:next]))
                upto = next
            total = len(source_lines)

            top = max(1, line - context_lines)
            bottom = min(total, line + 1 + context_lines)

            # In some rare cases exc_value.args can be empty or an invalid
            # string.
            try:
                message = str(exception.args[0])
            except (IndexError, UnicodeDecodeError):
                message = "(Could not get exception message)"

            return {
                "message": message,
                "source_lines": source_lines[top:bottom],
                "before": before,
                "during": during,
                "after": after,
                "top": top,
                "bottom": bottom,
                "total": total,
                "line": line,
                "name": self.origin.name,
                "start": start,
                "end": end,
            }

    def linebreak_iter(template_source):
        yield 0
        p = template_source.find("\n")
        while p >= 0:
            yield p + 1
            p = template_source.find("\n", p + 1)
        yield len(template_source) + 1

    class Token:
        def __init__(self, token_type, contents, position=None, lineno=None):
            """
            A token representing a string from the template.

            token_type
                A TokenType, either .TEXT, .VAR, .BLOCK, or .COMMENT.

            contents
                The token source string.

            position
                An optional tuple containing the start and end index of the token
                in the template source. This is used for traceback information
                when debug is on.

            lineno
                The line number the token appears on in the template source.
                This is used for traceback information and gettext files.
            """
            self.token_type = token_type
            self.contents = contents
            self.lineno = lineno
            self.position = position

        def __repr__(self):
            token_name = self.token_type.name.capitalize()
            return '<%s token: "%s...">' % (
                token_name,
                self.contents[:20].replace("\n", ""),
            )

        def split_contents(self):
            split = []
            bits = smart_split(self.contents)
            for bit in bits:
                # Handle translation-marked template pieces
                if bit.startswith(('_("', "_('")):
                    sentinel = bit[2] + ")"
                    trans_bit = [bit]
                    while not bit.endswith(sentinel):
                        bit = next(bits)
                        trans_bit.append(bit)
                    bit = " ".join(trans_bit)
                split.append(bit)
            return split

    class Lexer:
        def __init__(self, template_string):
            self.template_string = template_string
            self.verbatim = False

        def __repr__(self):
            return '<%s template_string="%s...", verbatim=%s>' % (
                self.__class__.__qualname__,
                self.template_string[:20].replace("\n", ""),
                self.verbatim,
            )

        def tokenize(self):
            """
            Return a list of tokens from a given template_string.
            """
            in_tag = False
            lineno = 1
            result = []
            for token_string in tag_re.split(self.template_string):
                if token_string:
                    result.append(self.create_token(token_string, None, lineno, in_tag))
                    lineno += token_string.count("\n")
                in_tag = not in_tag
            return result

        def create_token(self, token_string, position, lineno, in_tag):
            """
            Convert the given token string into a new Token object and return it.
            If in_tag is True, we are processing something that matched a tag,
            otherwise it should be treated as a literal string.
            """
            if in_tag:
                # The [0:2] and [2:-2] ranges below strip off *_TAG_START and
                # *_TAG_END. The 2's are hard-coded for performance. Using
                # len(BLOCK_TAG_START) would permit BLOCK_TAG_START to be
                # different, but it's not likely that the TAG_START values will
                # change anytime soon.
                token_start = token_string[0:2]
                if token_start == BLOCK_TAG_START:
                    content = token_string[2:-2].strip()
                    if self.verbatim:
                        # Then a verbatim block is being processed.
                        if content != self.verbatim:
                            return Token(TokenType.TEXT, token_string, position, lineno)
                        # Otherwise, the current verbatim block is ending.
                        self.verbatim = False
                    elif content[:9] in ("verbatim", "verbatim "):
                        # Then a verbatim block is starting.
                        self.verbatim = "end%s" % content
                    return Token(TokenType.BLOCK, content, position, lineno)
                if not self.verbatim:
                    content = token_string[2:-2].strip()
                    if token_start == VARIABLE_TAG_START:
                        return Token(TokenType.VAR, content, position, lineno)
                    # BLOCK_TAG_START was handled above.
                    assert token_start == COMMENT_TAG_START
                    return Token(TokenType.COMMENT, content, position, lineno)
            return Token(TokenType.TEXT, token_string, position, lineno)

    class DebugLexer(Lexer):
        def _tag_re_split_positions(self):
            last = 0
            for match in tag_re.finditer(self.template_string):
                start, end = match.span()
                yield last, start
                yield start, end
                last = end
            yield last, len(self.template_string)

        # This parallels the use of tag_re.split() in Lexer.tokenize().
        def _tag_re_split(self):
            for position in self._tag_re_split_positions():
                yield self.template_string[slice(*position)], position

        def tokenize(self):
            """
            Split a template string into tokens and annotates each token with its
            start and end position in the source. This is slower than the default
            lexer so only use it when debug is True.
            """
            # For maintainability, it is helpful if the implementation below can
            # continue to closely parallel Lexer.tokenize()'s implementation.
            in_tag = False
            lineno = 1
            result = []
            for token_string, position in self._tag_re_split():
                if token_string:
                    result.append(self.create_token(token_string, position, lineno, in_tag))
                    lineno += token_string.count("\n")
                in_tag = not in_tag
            return result

    class Parser:
        def __init__(self, tokens, libraries=None, builtins=None, origin=None):
            # Reverse the tokens so delete_first_token(), prepend_token(), and
            # next_token() can operate at the end of the list in constant time.
            self.tokens = list(reversed(tokens))
            self.tags = {}
            self.filters = {}
            self.command_stack = []

            # Custom template tags may store additional data on the parser that
            # will be made available on the template instance. Library authors
            # should use a key to namespace any added data. The 'django' namespace
            # is reserved for internal use.
            self.extra_data = {}

            if libraries is None:
                libraries = {}
            if builtins is None:
                builtins = []

            self.libraries = libraries
            for builtin in builtins:
                self.add_library(builtin)
            self.origin = origin

        def __repr__(self):
            return "<%s tokens=%r>" % (self.__class__.__qualname__, self.tokens)

        def parse(self, parse_until=None):
            """
            Iterate through the parser tokens and compiles each one into a node.

            If parse_until is provided, parsing will stop once one of the
            specified tokens has been reached. This is formatted as a list of
            tokens, e.g. ['elif', 'else', 'endif']. If no matching token is
            reached, raise an exception with the unclosed block tag details.
            """
            if parse_until is None:
                parse_until = []
            nodelist = NodeList()
            while self.tokens:
                token = self.next_token()
                # Use the raw values here for TokenType.* for a tiny performance boost.
                token_type = token.token_type.value
                if token_type == 0:  # TokenType.TEXT
                    self.extend_nodelist(nodelist, TextNode(token.contents), token)
                elif token_type == 1:  # TokenType.VAR
                    if not token.contents:
                        raise self.error(
                            token, "Empty variable tag on line %d" % token.lineno
                        )
                    try:
                        filter_expression = self.compile_filter(token.contents)
                    except TemplateSyntaxError as e:
                        raise self.error(token, e)
                    var_node = VariableNode(filter_expression)
                    self.extend_nodelist(nodelist, var_node, token)
                elif token_type == 2:  # TokenType.BLOCK
                    try:
                        command = token.contents.split()[0]
                    except IndexError:
                        raise self.error(token, "Empty block tag on line %d" % token.lineno)
                    if command in parse_until:
                        # A matching token has been reached. Return control to
                        # the caller. Put the token back on the token list so the
                        # caller knows where it terminated.
                        self.prepend_token(token)
                        return nodelist
                    # Add the token to the command stack. This is used for error
                    # messages if further parsing fails due to an unclosed block
                    # tag.
                    self.command_stack.append((command, token))
                    # Get the tag callback function from the ones registered with
                    # the parser.
                    try:
                        compile_func = self.tags[command]
                    except KeyError:
                        self.invalid_block_tag(token, command, parse_until)
                    # Compile the callback into a node object and add it to
                    # the node list.
                    try:
                        compiled_result = compile_func(self, token)
                    except Exception as e:
                        raise self.error(token, e)
                    self.extend_nodelist(nodelist, compiled_result, token)
                    # Compile success. Remove the token from the command stack.
                    self.command_stack.pop()
            if parse_until:
                self.unclosed_block_tag(parse_until)
            return nodelist

        def skip_past(self, endtag):
            while self.tokens:
                token = self.next_token()
                if token.token_type == TokenType.BLOCK and token.contents == endtag:
                    return
            self.unclosed_block_tag([endtag])

        def extend_nodelist(self, nodelist, node, token):
            # Check that non-text nodes don't appear before an extends tag.
            if node.must_be_first and nodelist.contains_nontext:
                if self.origin.template_name:
                    origin = repr(self.origin.template_name)
                else:
                    origin = "the template"
                raise self.error(
                    token,
                    "{%% %s %%} must be the first tag in %s." % (token.contents, origin),
                )
            if not isinstance(node, TextNode):
                nodelist.contains_nontext = True
            # Set origin and token here since we can't modify the node __init__()
            # method.
            node.token = token
            node.origin = self.origin
            nodelist.append(node)

        def error(self, token, e):
            """
            Return an exception annotated with the originating token. Since the
            parser can be called recursively, check if a token is already set. This
            ensures the innermost token is highlighted if an exception occurs,
            e.g. a compile error within the body of an if statement.
            """
            if not isinstance(e, Exception):
                e = TemplateSyntaxError(e)
            if not hasattr(e, "token"):
                e.token = token
            return e

        def invalid_block_tag(self, token, command, parse_until=None):
            if parse_until:
                raise self.error(
                    token,
                    "Invalid block tag on line %d: '%s', expected %s. Did you "
                    "forget to register or load this tag?"
                    % (
                        token.lineno,
                        command,
                        get_text_list(["'%s'" % p for p in parse_until], "or"),
                    ),
                )
            raise self.error(
                token,
                "Invalid block tag on line %d: '%s'. Did you forget to register "
                "or load this tag?" % (token.lineno, command),
            )

        def unclosed_block_tag(self, parse_until):
            command, token = self.command_stack.pop()
            msg = "Unclosed tag on line %d: '%s'. Looking for one of: %s." % (
                token.lineno,
                command,
                ", ".join(parse_until),
            )
            raise self.error(token, msg)

        def next_token(self):
            return self.tokens.pop()

        def prepend_token(self, token):
            self.tokens.append(token)

        def delete_first_token(self):
            del self.tokens[-1]

        def add_library(self, lib):
            self.tags.update(lib.tags)
            self.filters.update(lib.filters)

        def compile_filter(self, token):
            """
            Convenient wrapper for FilterExpression
            """
            return FilterExpression(token, self)

        def find_filter(self, filter_name):
            if filter_name in self.filters:
                return self.filters[filter_name]
            else:
                raise TemplateSyntaxError("Invalid filter: '%s'" % filter_name)

    # This only matches constant *strings* (things in quotes or marked for
    # translation). Numbers are treated as variables for implementation reasons
    # (so that they retain their type when passed to filters).
    constant_string = r"""
    (?:%(i18n_open)s%(strdq)s%(i18n_close)s|
    %(i18n_open)s%(strsq)s%(i18n_close)s|
    %(strdq)s|
    %(strsq)s)
    """ % {
        "strdq": r'"[^"\\]*(?:\\.[^"\\]*)*"',  # double-quoted string
        "strsq": r"'[^'\\]*(?:\\.[^'\\]*)*'",  # single-quoted string
        "i18n_open": re.escape("_("),
        "i18n_close": re.escape(")"),
    }
    constant_string = constant_string.replace("\n", "")

    filter_raw_string = r"""
    ^(?P<constant>%(constant)s)|
    ^(?P<var>[%(var_chars)s]+|%(num)s)|
     (?:\s*%(filter_sep)s\s*
         (?P<filter_name>\w+)
             (?:%(arg_sep)s
                 (?:
                  (?P<constant_arg>%(constant)s)|
                  (?P<var_arg>[%(var_chars)s]+|%(num)s)
                 )
             )?
     )""" % {
        "constant": constant_string,
        "num": r"[-+.]?\d[\d.e]*",
        "var_chars": r"\w\.",
        "filter_sep": re.escape(FILTER_SEPARATOR),
        "arg_sep": re.escape(FILTER_ARGUMENT_SEPARATOR),
    }

    filter_re = _lazy_re_compile(filter_raw_string, re.VERBOSE)

    class FilterExpression:
        """
        Parse a variable token and its optional filters (all as a single string),
        and return a list of tuples of the filter name and arguments.
        Sample::

            >>> token = 'variable|default:"Default value"|date:"Y-m-d"'
            >>> p = Parser('')
            >>> fe = FilterExpression(token, p)
            >>> len(fe.filters)
            2
            >>> fe.var
            <Variable: 'variable'>
        """

        __slots__ = ("token", "filters", "var", "is_var")

        def __init__(self, token, parser):
            self.token = token
            matches = filter_re.finditer(token)
            var_obj = None
            filters = []
            upto = 0
            for match in matches:
                start = match.start()
                if upto != start:
                    raise TemplateSyntaxError(
                        "Could not parse some characters: "
                        "%s|%s|%s" % (token[:upto], token[upto:start], token[start:])
                    )
                if var_obj is None:
                    if constant := match["constant"]:
                        try:
                            var_obj = Variable(constant).resolve({})
                        except VariableDoesNotExist:
                            var_obj = None
                    elif (var := match["var"]) is None:
                        raise TemplateSyntaxError(
                            "Could not find variable at start of %s." % token
                        )
                    else:
                        var_obj = Variable(var)
                else:
                    filter_name = match["filter_name"]
                    args = []
                    if constant_arg := match["constant_arg"]:
                        args.append((False, Variable(constant_arg).resolve({})))
                    elif var_arg := match["var_arg"]:
                        args.append((True, Variable(var_arg)))
                    filter_func = parser.find_filter(filter_name)
                    self.args_check(filter_name, filter_func, args)
                    filters.append((filter_func, args))
                upto = match.end()
            if upto != len(token):
                raise TemplateSyntaxError(
                    "Could not parse the remainder: '%s' "
                    "from '%s'" % (token[upto:], token)
                )

            self.filters = filters
            self.var = var_obj
            self.is_var = isinstance(var_obj, Variable)

        def resolve(self, context, ignore_failures=False):
            if self.is_var:
                try:
                    obj = self.var.resolve(context)
                except VariableDoesNotExist:
                    if ignore_failures:
                        obj = None
                    else:
                        string_if_invalid = context.template.engine.string_if_invalid
                        if string_if_invalid:
                            if "%s" in string_if_invalid:
                                return string_if_invalid % self.var
                            else:
                                return string_if_invalid
                        else:
                            obj = string_if_invalid
            else:
                obj = self.var
            for func, args in self.filters:
                arg_vals = []
                for lookup, arg in args:
                    if not lookup:
                        arg_vals.append(mark_safe(arg))
                    else:
                        arg_vals.append(arg.resolve(context))
                if getattr(func, "expects_localtime", False):
                    obj = template_localtime(obj, context.use_tz)
                if getattr(func, "needs_autoescape", False):
                    new_obj = func(obj, autoescape=context.autoescape, *arg_vals)
                else:
                    new_obj = func(obj, *arg_vals)
                if getattr(func, "is_safe", False) and isinstance(obj, SafeData):
                    obj = mark_safe(new_obj)
                else:
                    obj = new_obj
            return obj

        def args_check(name, func, provided):
            provided = list(provided)
            # First argument, filter input, is implied.
            plen = len(provided) + 1
            # Check to see if a decorator is providing the real function.
            func = inspect.unwrap(func)

            args, _, _, defaults, _, _, _ = inspect.getfullargspec(func)
            alen = len(args)
            dlen = len(defaults or [])
            # Not enough OR Too many
            if plen < (alen - dlen) or plen > alen:
                raise TemplateSyntaxError(
                    "%s requires %d arguments, %d provided" % (name, alen - dlen, plen)
                )

            return True

        args_check = staticmethod(args_check)

        def __str__(self):
            return self.token

        def __repr__(self):
            return "<%s %r>" % (self.__class__.__qualname__, self.token)

    class Variable:
        """
        A template variable, resolvable against a given context. The variable may
        be a hard-coded string (if it begins and ends with single or double quote
        marks)::

            >>> c = {'article': {'section':'News'}}
            >>> Variable('article.section').resolve(c)
            'News'
            >>> Variable('article').resolve(c)
            {'section': 'News'}
            >>> class AClass: pass
            >>> c = AClass()
            >>> c.article = AClass()
            >>> c.article.section = 'News'

        (The example assumes VARIABLE_ATTRIBUTE_SEPARATOR is '.')
        """

        __slots__ = ("var", "literal", "lookups", "translate", "message_context")

        def __init__(self, var):
            self.var = var
            self.literal = None
            self.lookups = None
            self.translate = False
            self.message_context = None

            if not isinstance(var, str):
                raise TypeError("Variable must be a string or number, got %s" % type(var))
            try:
                # First try to treat this variable as a number.
                #
                # Note that this could cause an OverflowError here that we're not
                # catching. Since this should only happen at compile time, that's
                # probably OK.

                # Try to interpret values containing a period or an 'e'/'E'
                # (possibly scientific notation) as a float;  otherwise, try int.
                if "." in var or "e" in var.lower():
                    self.literal = float(var)
                    # "2." is invalid
                    if var[-1] == ".":
                        raise ValueError
                else:
                    self.literal = int(var)
            except ValueError:
                # A ValueError means that the variable isn't a number.
                if var[0:2] == "_(" and var[-1] == ")":
                    # The result of the lookup should be translated at rendering
                    # time.
                    self.translate = True
                    var = var[2:-1]
                # If it's wrapped with quotes (single or double), then
                # we're also dealing with a literal.
                try:
                    self.literal = mark_safe(unescape_string_literal(var))
                except ValueError:
                    # Otherwise we'll set self.lookups so that resolve() knows we're
                    # dealing with a bonafide variable
                    if VARIABLE_ATTRIBUTE_SEPARATOR + "_" in var or var[0] == "_":
                        raise TemplateSyntaxError(
                            "Variables and attributes may "
                            "not begin with underscores: '%s'" % var
                        )
                    self.lookups = tuple(var.split(VARIABLE_ATTRIBUTE_SEPARATOR))

        def resolve(self, context):
            """Resolve this variable against a given context."""
            if self.lookups is not None:
                # We're dealing with a variable that needs to be resolved
                value = self._resolve_lookup(context)
            else:
                # We're dealing with a literal, so it's already been "resolved"
                value = self.literal
            if self.translate:
                is_safe = isinstance(value, SafeData)
                msgid = value.replace("%", "%%")
                msgid = mark_safe(msgid) if is_safe else msgid
                if self.message_context:
                    return pgettext_lazy(self.message_context, msgid)
                else:
                    return gettext_lazy(msgid)
            return value

        def __repr__(self):
            return "<%s: %r>" % (self.__class__.__name__, self.var)

        def __str__(self):
            return self.var

        def _resolve_lookup(self, context):
            """
            Perform resolution of a real variable (i.e. not a literal) against the
            given context.

            As indicated by the method's name, this method is an implementation
            detail and shouldn't be called by external code. Use Variable.resolve()
            instead.
            """
            current = context
            try:  # catch-all for silent variable failures
                for bit in self.lookups:
                    try:  # dictionary lookup
                        # Only allow if the metaclass implements __getitem__. See
                        # https://docs.python.org/3/reference/datamodel.html#classgetitem-versus-getitem
                        if not hasattr(type(current), "__getitem__"):
                            raise TypeError
                        current = current[bit]
                        # ValueError/IndexError are for numpy.array lookup on
                        # numpy < 1.9 and 1.9+ respectively
                    except (TypeError, AttributeError, KeyError, ValueError, IndexError):
                        try:  # attribute lookup
                            # Don't return class attributes if the class is the context:
                            if isinstance(current, BaseContext) and getattr(
                                type(current), bit
                            ):
                                raise AttributeError
                            current = getattr(current, bit)
                        except (TypeError, AttributeError):
                            # Reraise if the exception was raised by a @property
                            if not isinstance(current, BaseContext) and bit in dir(current):
                                raise
                            try:  # list-index lookup
                                current = current[int(bit)]
                            except (
                                IndexError,  # list index out of range
                                ValueError,  # invalid literal for int()
                                KeyError,  # current is a dict without `int(bit)` key
                                TypeError,
                            ):  # unsubscriptable object
                                raise VariableDoesNotExist(
                                    "Failed lookup for key [%s] in %r",
                                    (bit, current),
                                )  # missing attribute
                    if callable(current):
                        if getattr(current, "do_not_call_in_templates", False):
                            pass
                        elif getattr(current, "alters_data", False):
                            current = context.template.engine.string_if_invalid
                        else:
                            try:  # method call (assuming no args required)
                                current = current()
                            except TypeError:
                                try:
                                    signature = inspect.signature(current)
                                except ValueError:  # No signature found.
                                    current = context.template.engine.string_if_invalid
                                else:
                                    try:
                                        signature.bind()
                                    except TypeError:  # Arguments *were* required.
                                        # Invalid method call.
                                        current = context.template.engine.string_if_invalid
                                    else:
                                        raise
            except Exception as e:
                template_name = getattr(context, "template_name", None) or "unknown"
                logger.debug(
                    "Exception while resolving variable '%s' in template '%s'.",
                    bit,
                    template_name,
                    exc_info=True,
                )

                if getattr(e, "silent_variable_failure", False):
                    current = context.template.engine.string_if_invalid
                else:
                    raise

            return current

    class Node:
        # Set this to True for nodes that must be first in the template (although
        # they can be preceded by text nodes.
        must_be_first = False
        child_nodelists = ("nodelist",)
        token = None

        def render(self, context):
            """
            Return the node rendered as a string.
            """
            pass

        def render_annotated(self, context):
            """
            Render the node. If debug is True and an exception occurs during
            rendering, the exception is annotated with contextual line information
            where it occurred in the template. For internal usage this method is
            preferred over using the render method directly.
            """
            try:
                return self.render(context)
            except Exception as e:
                if context.template.engine.debug:
                    # Store the actual node that caused the exception.
                    if not hasattr(e, "_culprit_node"):
                        e._culprit_node = self
                    if (
                        not hasattr(e, "template_debug")
                        and context.render_context.template.origin == e._culprit_node.origin
                    ):
                        e.template_debug = (
                            context.render_context.template.get_exception_info(
                                e,
                                e._culprit_node.token,
                            )
                        )
                raise

        def get_nodes_by_type(self, nodetype):
            """
            Return a list of all nodes (within this node and its nodelist)
            of the given type
            """
            nodes = []
            if isinstance(self, nodetype):
                nodes.append(self)
            for attr in self.child_nodelists:
                nodelist = getattr(self, attr, None)
                if nodelist:
                    nodes.extend(nodelist.get_nodes_by_type(nodetype))
            return nodes

    class NodeList(list):
        # Set to True the first time a non-TextNode is inserted by
        # extend_nodelist().
        contains_nontext = False

        def render(self, context):
            return SafeString("".join([node.render_annotated(context) for node in self]))

        def get_nodes_by_type(self, nodetype):
            "Return a list of all nodes of the given type"
            nodes = []
            for node in self:
                nodes.extend(node.get_nodes_by_type(nodetype))
            return nodes

    class TextNode(Node):
        child_nodelists = ()

        def __init__(self, s):
            self.s = s

        def __repr__(self):
            return "<%s: %r>" % (self.__class__.__name__, self.s[:25])

        def render(self, context):
            return self.s

        def render_annotated(self, context):
            """
            Return the given value.

            The default implementation of this method handles exceptions raised
            during rendering, which is not necessary for text nodes.
            """
            return self.s

    def render_value_in_context(value, context):
        """
        Convert any value to a string to become part of a rendered template. This
        means escaping, if required, and conversion to a string. If value is a
        string, it's expected to already be translated.
        """
        value = template_localtime(value, use_tz=context.use_tz)
        value = localize(value, use_l10n=context.use_l10n)
        if context.autoescape:
            if not issubclass(type(value), str):
                value = str(value)
            return conditional_escape(value)
        else:
            return str(value)

    class VariableNode(Node):
        child_nodelists = ()

        def __init__(self, filter_expression):
            self.filter_expression = filter_expression

        def __repr__(self):
            return "<Variable Node: %s>" % self.filter_expression

        def render(self, context):
            try:
                output = self.filter_expression.resolve(context)
            except UnicodeDecodeError:
                # Unicode conversion can fail sometimes for reasons out of our
                # control (e.g. exception rendering). In that case, we fail
                # quietly.
                return ""
            return render_value_in_context(output, context)

    # Regex for token keyword arguments
    kwarg_re = _lazy_re_compile(r"(?:(\w+)=)?(.+)")

    def token_kwargs(bits, parser, support_legacy=False):
        """
        Parse token keyword arguments and return a dictionary of the arguments
        retrieved from the ``bits`` token list.

        `bits` is a list containing the remainder of the token (split by spaces)
        that is to be checked for arguments. Valid arguments are removed from this
        list.

        `support_legacy` - if True, the legacy format ``1 as foo`` is accepted.
        Otherwise, only the standard ``foo=1`` format is allowed.

        There is no requirement for all remaining token ``bits`` to be keyword
        arguments, so return the dictionary as soon as an invalid argument format
        is reached.
        """
        if not bits:
            return {}
        match = kwarg_re.match(bits[0])
        kwarg_format = match and match[1]
        if not kwarg_format:
            if not support_legacy:
                return {}
            if len(bits) < 3 or bits[1] != "as":
                return {}

        kwargs = {}
        while bits:
            if kwarg_format:
                match = kwarg_re.match(bits[0])
                if not match or not match[1]:
                    return kwargs
                key, value = match.groups()
                del bits[:1]
            else:
                if len(bits) < 3 or bits[1] != "as":
                    return kwargs
                key, value = bits[2], bits[0]
                del bits[:3]
            kwargs[key] = parser.compile_filter(value)
            if bits and not kwarg_format:
                if bits[0] != "and":
                    return kwargs
                del bits[:1]
        return kwargs