diff options
author | René Kijewski <rene.kijewski@fu-berlin.de> | 2023-08-01 03:45:32 +0200 |
---|---|---|
committer | Dirkjan Ochtman <dirkjan@ochtman.nl> | 2023-08-01 13:04:41 +0200 |
commit | 7b7c38b37785b83ce28f1cc5f6e89abb89672276 (patch) | |
tree | a16abd0f5e877184837adc032db0d3e0cf66b978 /askama_parser/src/node.rs | |
parent | 26f598c0d189769952b11ea9fe6168718f403590 (diff) | |
download | askama-7b7c38b37785b83ce28f1cc5f6e89abb89672276.tar.gz askama-7b7c38b37785b83ce28f1cc5f6e89abb89672276.tar.bz2 askama-7b7c38b37785b83ce28f1cc5f6e89abb89672276.zip |
parser: add type for `Node::Lit`
Diffstat (limited to 'askama_parser/src/node.rs')
-rw-r--r-- | askama_parser/src/node.rs | 77 |
1 files changed, 47 insertions, 30 deletions
diff --git a/askama_parser/src/node.rs b/askama_parser/src/node.rs index a8325ef..a743b53 100644 --- a/askama_parser/src/node.rs +++ b/askama_parser/src/node.rs @@ -10,13 +10,13 @@ use nom::sequence::{delimited, pair, preceded, terminated, tuple}; use nom::{error_position, IResult}; use super::{ - bool_lit, char_lit, identifier, keyword, num_lit, path, skip_till, split_ws_parts, str_lit, ws, - Expr, State, + bool_lit, char_lit, identifier, is_ws, keyword, num_lit, path, skip_till, str_lit, ws, Expr, + State, }; #[derive(Debug, PartialEq)] pub enum Node<'a> { - Lit(&'a str, &'a str, &'a str), + Lit(Lit<'a>), Comment(Ws), Expr(Ws, Expr<'a>), Call(Call<'a>), @@ -30,7 +30,7 @@ pub enum Node<'a> { Include(Ws, &'a str), Import(Import<'a>), Macro(Macro<'a>), - Raw(Ws, &'a str, &'a str, &'a str, Ws), + Raw(Ws, Lit<'a>, Ws), Break(Ws), Continue(Ws), } @@ -38,33 +38,13 @@ pub enum Node<'a> { impl<'a> Node<'a> { pub(super) fn many(i: &'a str, s: &State<'_>) -> IResult<&'a str, Vec<Self>> { many0(alt(( - complete(|i| Self::content(i, s)), + map(complete(|i| Lit::parse(i, s)), Self::Lit), complete(|i| Self::comment(i, s)), complete(|i| Self::expr(i, s)), complete(|i| Self::parse(i, s)), )))(i) } - fn content(i: &'a str, s: &State<'_>) -> IResult<&'a str, Self> { - let p_start = alt(( - tag(s.syntax.block_start), - tag(s.syntax.comment_start), - tag(s.syntax.expr_start), - )); - - let (i, _) = not(eof)(i)?; - let (i, content) = opt(recognize(skip_till(p_start)))(i)?; - let (i, content) = match content { - Some("") => { - // {block,comment,expr}_start follows immediately. - return Err(nom::Err::Error(error_position!(i, ErrorKind::TakeUntil))); - } - Some(content) => (i, content), - None => ("", i), // there is no {block,comment,expr}_start: take everything - }; - Ok((i, split_ws_parts(content))) - } - fn parse(i: &'a str, s: &State<'_>) -> IResult<&'a str, Self> { let mut p = tuple(( |i| s.tag_block_start(i), @@ -244,13 +224,10 @@ impl<'a> Node<'a> { )); let (_, (pws1, _, (nws1, _, (contents, (i, (_, pws2, _, nws2, _)))))) = p(i)?; - let (lws, val, rws) = match split_ws_parts(contents) { - Node::Lit(lws, val, rws) => (lws, val, rws), - _ => unreachable!(), - }; + let val = Lit::split_ws_parts(contents); let ws1 = Ws(pws1, nws1); let ws2 = Ws(pws2, nws2); - Ok((i, Self::Raw(ws1, lws, val, rws, ws2))) + Ok((i, Self::Raw(ws1, val, ws2))) } fn r#break(i: &'a str, s: &State<'_>) -> IResult<&'a str, Self> { @@ -795,6 +772,46 @@ impl<'a> BlockDef<'a> { } } +#[derive(Debug, PartialEq)] +pub struct Lit<'a> { + pub lws: &'a str, + pub val: &'a str, + pub rws: &'a str, +} + +impl<'a> Lit<'a> { + fn parse(i: &'a str, s: &State<'_>) -> IResult<&'a str, Self> { + let p_start = alt(( + tag(s.syntax.block_start), + tag(s.syntax.comment_start), + tag(s.syntax.expr_start), + )); + + let (i, _) = not(eof)(i)?; + let (i, content) = opt(recognize(skip_till(p_start)))(i)?; + let (i, content) = match content { + Some("") => { + // {block,comment,expr}_start follows immediately. + return Err(nom::Err::Error(error_position!(i, ErrorKind::TakeUntil))); + } + Some(content) => (i, content), + None => ("", i), // there is no {block,comment,expr}_start: take everything + }; + Ok((i, Self::split_ws_parts(content))) + } + + pub(crate) fn split_ws_parts(s: &'a str) -> Self { + let trimmed_start = s.trim_start_matches(is_ws); + let len_start = s.len() - trimmed_start.len(); + let trimmed = trimmed_start.trim_end_matches(is_ws); + Self { + lws: &s[..len_start], + val: trimmed, + rws: &trimmed_start[trimmed.len()..], + } + } +} + /// First field is "minus/plus sign was used on the left part of the item". /// /// Second field is "minus/plus sign was used on the right part of the item". |