diff options
Diffstat (limited to 'src/tokenizer.rs')
-rw-r--r-- | src/tokenizer.rs | 77 |
1 files changed, 76 insertions, 1 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 069134a..c1a23eb 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -113,10 +113,85 @@ pub enum TokenType { /// ^ /// ``` BlankLineEnding, + /// Whole block quote. + /// + /// ## Info + /// + /// * **Context**: + /// [document content][crate::content::document] + /// * **Content model**: + /// [`BlockQuotePrefix`][TokenType::BlockQuotePrefix], + /// [flow content][crate::content::flow] + /// * **Construct**: + /// [`block_quote`][crate::construct::block_quote] + /// + /// ## Example + /// + /// ```markdown + /// > | > a + /// ^^^ + /// > | b + /// ^ + /// ``` BlockQuote, + /// Block quote marker. + /// + /// ## Info + /// + /// * **Context**: + /// [`BlockQuotePrefix`][TokenType::BlockQuotePrefix] + /// * **Content model**: + /// void + /// * **Construct**: + /// [`block_quote`][crate::construct::block_quote] + /// + /// ## Example + /// + /// ```markdown + /// > | > a + /// ^ + /// | b + /// ``` BlockQuoteMarker, + /// Block quote prefix. + /// + /// ## Info + /// + /// * **Context**: + /// [`BlockQuote`][TokenType::BlockQuote] + /// * **Content model**: + /// [`BlockQuoteMarker`][TokenType::BlockQuoteMarker], + /// [`BlockQuoteWhitespace`][TokenType::BlockQuoteWhitespace] + /// * **Construct**: + /// [`block_quote`][crate::construct::block_quote] + /// + /// ## Example + /// + /// ```markdown + /// > | > a + /// ^^ + /// | b + /// ``` BlockQuotePrefix, - BlockQuotePrefixWhitespace, + /// Block quote white space. + /// + /// ## Info + /// + /// * **Context**: + /// [`BlockQuotePrefix`][TokenType::BlockQuotePrefix] + /// * **Content model**: + /// void + /// * **Construct**: + /// [`block_quote`][crate::construct::block_quote] + /// + /// ## Example + /// + /// ```markdown + /// > | > a + /// ^ + /// | b + /// ``` + BlockQuoteWhitespace, /// Whole character escape. /// /// ## Info |