/// // @ts-check /** * The whitespace between two parts of a tag. Django splits a tag's contents on * whitespace, so a separator is part of the syntax and not something to skip: * "{% cycle 1as x %}" is the single token "1as", never "1" followed by "as". * Leaving it out of `extras` is what lets the grammar say so. * * A newline separates parts like any other whitespace, since Django matches a * tag with re.DOTALL and splits its contents on whitespace of any kind. The * scanner skips the same characters when it matches a name of its own. */ const SEP = /[ \t\r\n]+/; /** * Parts of a tag, each separated from the one before it by whitespace. * @param {RuleOrLiteral} first * @param {...RuleOrLiteral} rest * @returns {RuleOrLiteral} */ function joined(first, ...rest) { return rest.length === 0 ? first : seq(first, ...rest.flatMap((arg) => [SEP, arg])); } /** * One more part of a tag, taking the whitespace that separates it from the * part before it. * @param {RuleOrLiteral} first * @param {...RuleOrLiteral} rest * @returns {SeqRule} */ function part(first, ...rest) { return seq(SEP, joined(first, ...rest)); } /** * A tag, which may hug its delimiters ("{%cycle 1%}") or not. * @param {string} tag * @param {...RuleOrLiteral} args * @returns {SeqRule} */ function block(tag, ...args) { return seq( "{%", optional(SEP), field("tag", tag), ...args, optional(SEP), "%}", ); } /** * The "as name" clause that binds a tag's result in the context. Django spells * it the same way in every tag that takes one, so the grammar names the target * the same way too, matching the bindings in "for" and "with". * @param {GrammarSymbols} $ * @returns {SeqRule} */ function asVariable($) { return part("as", field("variable", $.identifier)); } /** * @param {RuleOrLiteral[]} chosen * @param {RuleOrLiteral[]} rest * @param {RuleOrLiteral[]} spellings */ function walk(chosen, rest, spellings) { if (chosen.length > 0) { spellings.push(chosen.length === 1 ? chosen[0] : seq(...chosen)); } rest.forEach((item, i) => walk( [...chosen, item], rest.filter((_, j) => j !== i), spellings, ), ); } /** * Every way of writing some of `items` in any order, using each at most once, * which is how a tag's keyword arguments reach parse_bits(). There is no * interleaving operator to say that directly, so the orderings are spelled * out; a signature names a handful of arguments at most, and one that takes * more takes them as **kwargs instead. * @param {RuleOrLiteral[]} items * @returns {ChoiceRule|RuleOrLiteral} */ function arrangements(items) { if (items.length >= 5) { throw new Error(`Too many items for arrangement: ${items.length}`); } /** * @type {RuleOrLiteral[]} */ const spellings = []; walk([], items, spellings); return spellings.length === 1 ? spellings[0] : choice(...spellings); } /** * A tag registered with Django's simple_tag helper: positional filter * expressions first, then "name=value" keyword arguments, then the "as name" * clause that Library.simple_tag gives every such tag. The helper takes the * whitespace between the parts itself, so a caller only describes what the * tag's Python signature accepts. * * Django checks the rest of the signature when it parses the tag, so what is * spelled here is what parse_bits() would allow: too many arguments, an * unknown keyword or a repeated one are all syntax errors there. * * @param {GrammarSymbols} $ * @param {boolean|number} args how many positional arguments the signature * takes: true for any number (*args), a count for at most that many, or * false for none * @param {boolean|Record} kwargs true for any * "name=value" pair (**kwargs), false for none, or the accepted names mapped * to their value rules, each of which may be given at most once * @param {string} tag * @returns {SeqRule} */ function simpleTag($, tag, args = true, kwargs = true) { const parts = []; if (args === true) { parts.push(repeat(part($.filtered_value))); } else if (typeof args === "number" && args > 0) { // at most `args` of them, so each further one nests inside the last let rule = part($.filtered_value); for (let i = 1; i < args; ++i) { rule = seq(part($.filtered_value), optional(rule)); } parts.push(optional(rule)); } if (kwargs === true) { parts.push(repeat(part(seq($.identifier, "=", $.filtered_value)))); } else if (kwargs) { // a known signature: any of the names it accepts, in any order, none twice const named = Object.entries(kwargs).map(([name, value]) => part(seq(name, "=", value)), ); parts.push(optional(arrangements(named))); } return block(tag, ...parts, optional(asVariable($))); } /** Django's string constant, which takes any escape but a line break. */ const STRING = /"(?:[^"\\]|\\[^\n])*"|'(?:[^'\\]|\\[^\n])*'/; const django = grammar({ name: "django", extras: ($) => [], word: ($) => $.identifier, // a separator can end a part or start the next one, which only the token // after it settles conflicts: ($) => [ [$.template], [$.predicate], [$.library, $.load], [$._filtered_value_spaced], [$._filter_expression_spaced], ], supertypes: ($) => [$.template_tag, $.template_block_groups], externals: ($) => [ $.matcher_error, $.pop_block, $.pop_partial, $.pop_verbatim, $.push_block, $.push_partial, $.push_verbatim, $.verbatim_content, $.comment_content, ], reserved: { global: ($) => ["not", "if", "in", "is", "as", "for", "from"], }, rules: { template: ($) => repeat1(choice($.template_tag, $.content)), content: ($) => /(?:[^\{]|\{[^\{#%}])+/, template_tag: ($) => choice($.template_block_groups, $.template_variable, $.template_comment), filtered_value: ($) => seq($.value, optional(seq("|", $.filter_expression))), filter_expression: ($) => seq($.filter, repeat(seq("|", $.filter))), value: ($) => choice($.literal, $.variable_attribute), literal: ($) => choice($.number, $.string, $.translated_string), // digits, with single underscores allowed between them, as Python's // int() and float() accept ("1_000") and Django's Variable relies on number: ($) => /[-+]?(?:[0-9](?:_?[0-9])*(?:\.(?:[0-9](?:_?[0-9])*)?)?|\.[0-9](?:_?[0-9])*)(?:[eE][0-9](?:_?[0-9])*)?/, string: ($) => STRING, /** * A string to translate at render time. Django matches "_(" and ")" as * part of the constant itself, so nothing may come between them and the * string: "_( 'a' )" is a syntax error there, not a translated literal. */ translated_string: ($) => seq("_(", $.string, ")"), attribute: ($) => /[a-zA-Z0-9][a-zA-Z0-9_]*(?:\.[a-zA-Z0-9][a-zA-Z0-9_]*)*/, variable_attribute: ($) => seq($.identifier, optional(seq(".", $.attribute))), identifier: ($) => /[a-zA-Z][a-zA-Z0-9_]*/, binaryOperator: ($) => choice( "and", "or", "==", "!=", "<", ">", "<=", ">=", "in", prec(1, joined("not", "in")), "is", prec(1, joined("is", "not")), ), predicate: ($) => seq( optional(seq("not", SEP)), $.filtered_value, repeat( seq( part($.binaryOperator), optional(part("not")), part($.filtered_value), ), ), ), template_variable: ($) => seq( "{{", optional(SEP), alias($._filtered_value_spaced, $.filtered_value), optional(SEP), "}}", ), /** * Everything between "{{" and "}}" reaches Django as a single expression, * so whitespace may surround a pipe there. Inside a tag it may not: the * contents are split on whitespace before each argument is parsed, which * would leave a bare "|" as an argument of its own. */ _filtered_value_spaced: ($) => seq( $.value, optional( seq( optional(SEP), "|", optional(SEP), alias($._filter_expression_spaced, $.filter_expression), ), ), ), _filter_expression_spaced: ($) => seq($.filter, repeat(seq(optional(SEP), "|", optional(SEP), $.filter))), template_comment: ($) => seq("{#", /(?:[^#]|#[^}])*/, "#}"), template_block_groups: ($) => choice( $.autoescape_group, $.block_group, $.comment_group, $.csp_nonce_attr, $.csrf_token, $.cycle, $.debug, $.extends, $.filter_group, $.firstof, $.for_group, $.if_group, $.ifchanged_group, $.include, $.load, $.lorem, $.now, $.partial, $.partialdef_group, $.query_string, $.regroup, $.reset_cycle, $.spaceless_group, $.template_tag_block, $.url_block, $.verbatim_group, $.width_ratio, $.with_group, ), filter: ($) => choice( seq("add:", $.value), "addslashes", "capfirst", seq("center:", $.value), seq("cut:", $.value), choice(seq("date:", $.value), "date"), seq("default:", $.value), seq("default_if_none:", $.value), seq("dictsort:", $.value), seq("dictsortreversed:", $.value), seq("divisibleby:", $.value), "escape", "escapejs", "escapeseq", "filesizeformat", "first", choice(seq("floatformat:", $.value), "floatformat"), "force_escape", seq("get_digit:", $.value), "iriencode", seq("join:", $.value), choice(seq("json_script:", $.value), "json_script"), "last", "length", "linebreaks", "linebreaksbr", "linenumbers", seq("ljust:", $.value), "lower", "make_list", "phone2numeric", choice(seq("pluralize:", $.value), "pluralize"), "pprint", "random", seq("rjust:", $.value), "safe", "safeseq", seq("slice:", $.value), "slugify", seq("stringformat:", $.value), "striptags", choice(seq("time:", $.value), "time"), choice(seq("timesince:", $.value), "timesince"), choice(seq("timeuntil:", $.value), "timeuntil"), "title", seq("truncatechars:", $.value), seq("truncatechars_html:", $.value), seq("truncatewords:", $.value), seq("truncatewords_html:", $.value), "unordered_list", "upper", choice(seq("urlencode:", $.value), "urlencode"), "urlize", seq("urlizetrunc:", $.value), "wordcount", seq("wordwrap:", $.value), choice(seq("yesno:", $.value), "yesno"), ), autoescape_group: ($) => seq( block("autoescape", part(choice("on", "off"))), optional($.template), block("endautoescape"), ), // the scanner takes the whitespace before a name it has to match itself block_group: ($) => seq( block("block", field("name", $.push_block)), optional($.template), block("endblock", $.pop_block), ), comment_group: ($) => seq( block("comment", optional(part($.string))), optional($.comment_content), block("endcomment"), ), // csp_nonce_attr(context, media=None) csp_nonce_attr: ($) => simpleTag($, "csp_nonce_attr", 1, { media: $.filtered_value }), csrf_token: ($) => block("csrf_token"), cycle: ($) => block( "cycle", repeat1(part($.filtered_value)), optional( seq( asVariable($), // only the as-form takes the flag optional(part("silent")), ), ), ), debug: ($) => block("debug"), extends: ($) => block("extends", part($.filtered_value)), filter_group: ($) => seq( // the filter tag hands Django the rest of its text as one expression // rather than as split arguments, so pipes here take whitespace just // as they do between "{{" and "}}" block( "filter", part(alias($._filter_expression_spaced, $.filter_expression)), ), optional($.template), block("endfilter"), ), firstof: ($) => block( "firstof", repeat1(part($.filtered_value)), optional(asVariable($)), ), for_scope: ($) => prec.left( seq( block( "for", part(field("variable", $.identifier)), repeat( seq( optional(SEP), ",", optional(SEP), field("variable", $.identifier), ), ), part("in"), part($.filtered_value), ), optional($.template), ), ), for_group: ($) => seq( $.for_scope, optional(seq(block("empty"), optional($.template))), block("endfor"), ), if_group: ($) => seq( block("if", part($.predicate)), optional($.template), repeat(seq(block("elif", part($.predicate)), optional($.template))), optional(seq(block("else"), optional($.template))), block("endif"), ), ifchanged_group: ($) => seq( block("ifchanged", repeat(part($.filtered_value))), optional($.template), block("endifchanged"), ), include: ($) => block("include", part($.filtered_value)), library: ($) => seq($.identifier, optional(seq(".", $.identifier))), load: ($) => block( "load", choice( seq(repeat1(part($.identifier)), part("from"), part($.library)), repeat1(part($.library)), ), ), lorem: ($) => block( "lorem", part($.filtered_value), part(choice("w", "p", "b")), optional(part("random")), ), now: ($) => block("now", part($.string), optional(asVariable($))), partial: ($) => block("partial", part($.identifier)), partialdef_group: ($) => seq( block("partialdef", $.push_partial, optional(part("inline"))), optional($.template), block("endpartialdef", $.pop_partial), ), // querystring(context, *args, **kwargs) query_string: ($) => simpleTag($, "querystring"), regroup: ($) => block( "regroup", part($.filtered_value), part("by"), part($.attribute), optional(asVariable($)), ), reset_cycle: ($) => block("resetcycle", optional(part($.identifier))), spaceless_group: ($) => seq(block("spaceless"), optional($.template), block("endspaceless")), template_tag_block: ($) => block( "templatetag", part( choice( "openblock", "closeblock", "openvariable", "closevariable", "openbrace", "closebrace", "opencomment", "closecomment", ), ), ), url_block: ($) => block( "url", part(choice($.string, $.identifier)), optional( choice( repeat1(part($.filtered_value)), repeat1(part(seq($.identifier, "=", $.filtered_value))), ), ), optional(asVariable($)), ), verbatim_group: ($) => seq( block("verbatim", $.push_verbatim), optional($.verbatim_content), block("endverbatim", $.pop_verbatim), ), width_ratio: ($) => block( "widthratio", part($.filtered_value), part($.filtered_value), part($.filtered_value), optional(asVariable($)), ), with_group: ($) => seq( block( "with", repeat1( part(seq(field("variable", $.identifier), "=", $.filtered_value)), ), ), optional($.template), block("endwith"), ), }, }); export default django;