aboutsummaryrefslogtreecommitdiffstats
path: root/src/parser.rs
diff options
context:
space:
mode:
Diffstat (limited to 'src/parser.rs')
-rw-r--r--src/parser.rs21
1 files changed, 18 insertions, 3 deletions
diff --git a/src/parser.rs b/src/parser.rs
index a8416ed..cc93021 100644
--- a/src/parser.rs
+++ b/src/parser.rs
@@ -1,7 +1,9 @@
//! Turn a string of markdown into events.
-use crate::content::document::document;
use crate::event::{Event, Point};
+use crate::state::{Name as StateName, State};
+use crate::subtokenize::subtokenize;
+use crate::tokenizer::Tokenizer;
use crate::{Constructs, Options};
/// Info needed, in all content types, when parsing markdown.
@@ -27,15 +29,28 @@ pub fn parse<'a>(value: &'a str, options: &'a Options) -> (Vec<Event>, &'a [u8])
definitions: vec![],
};
- let events = document(
- &mut parse_state,
+ let mut tokenizer = Tokenizer::new(
Point {
line: 1,
column: 1,
index: 0,
vs: 0,
},
+ &parse_state,
);
+ let state = tokenizer.push(
+ (0, 0),
+ (parse_state.bytes.len(), 0),
+ State::Next(StateName::DocumentStart),
+ );
+ tokenizer.flush(state, true);
+
+ let mut events = tokenizer.events;
+
+ parse_state.definitions = tokenizer.tokenize_state.definitions;
+
+ while !subtokenize(&mut events, &parse_state) {}
+
(events, parse_state.bytes)
}