From 17f4eec55ad0a5f74aedbcff6c2f0119ad52e584 Mon Sep 17 00:00:00 2001 From: Titus Wormer Date: Fri, 10 Jun 2022 16:47:43 +0200 Subject: Add text content type * Add character reference and character escapes in text * Add recursive subtokenization --- src/content/string.rs | 10 ++-------- 1 file changed, 2 insertions(+), 8 deletions(-) (limited to 'src/content/string.rs') diff --git a/src/content/string.rs b/src/content/string.rs index ff9e3fc..2723785 100644 --- a/src/content/string.rs +++ b/src/content/string.rs @@ -17,8 +17,6 @@ use crate::tokenizer::{Code, State, StateFnResult, TokenType, Tokenizer}; /// Before string. /// -/// First we assume character reference. -/// /// ```markdown /// |& /// |\& @@ -28,11 +26,7 @@ pub fn start(tokenizer: &mut Tokenizer, code: Code) -> StateFnResult { match code { Code::None => (State::Ok, None), _ => tokenizer.attempt_2(character_reference, character_escape, |ok| { - Box::new(if ok { - start - } else { - before_not_character_escape - }) + Box::new(if ok { start } else { before_data }) })(tokenizer, code), } } @@ -44,7 +38,7 @@ pub fn start(tokenizer: &mut Tokenizer, code: Code) -> StateFnResult { /// ```markdown /// |qwe /// ``` -fn before_not_character_escape(tokenizer: &mut Tokenizer, code: Code) -> StateFnResult { +fn before_data(tokenizer: &mut Tokenizer, code: Code) -> StateFnResult { if let Code::None = code { (State::Ok, None) } else { -- cgit