aboutsummaryrefslogtreecommitdiffstats
path: root/src/tokenizer.rs
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--src/tokenizer.rs9
1 files changed, 6 insertions, 3 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 9b73836..0ab8784 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -305,10 +305,12 @@ pub struct Tokenizer<'a> {
///
/// Used when tokenizing [document content][crate::construct::document].
pub concrete: bool,
- /// Whether this line is lazy.
+ /// Whether this row is piercing into the current construct with more
+ /// containers.
///
- /// The previous line was a paragraph, and this line’s containers did not
- /// match.
+ /// Used when tokenizing [document content][crate::construct::document].
+ pub pierce: bool,
+ /// Whether this line is lazy: there are less containers than before.
pub lazy: bool,
}
@@ -370,6 +372,7 @@ impl<'a> Tokenizer<'a> {
},
map: EditMap::new(),
interrupt: false,
+ pierce: true,
concrete: false,
lazy: false,
resolvers: vec![],