Refactor to improve tokenizer, add docs

1 files changed, 4 insertions, 3 deletions

diff --git a/src/content/string.rs b/src/content/string.rs
index 3338c90..53e88b1 100644
--- a/src/content/string.rs
+++ b/src/content/string.rs
@@ -33,9 +33,10 @@ const MARKERS: [Code; 2] = [
 pub fn start(tokenizer: &mut Tokenizer, code: Code) -> StateFnResult {
     match code {
         Code::None => (State::Ok, None),
-        _ => tokenizer.attempt_2(character_reference, character_escape, |ok| {
-            Box::new(if ok { start } else { before_data })
-        })(tokenizer, code),
+        _ => tokenizer.attempt_n(
+            vec![Box::new(character_reference), Box::new(character_escape)],
+            |ok| Box::new(if ok { start } else { before_data }),
+        )(tokenizer, code),
     }
 }