diff options
Diffstat (limited to '')
-rw-r--r-- | src/token.rs | 44 |
1 files changed, 44 insertions, 0 deletions
diff --git a/src/token.rs b/src/token.rs index 8169657..2e5e2df 100644 --- a/src/token.rs +++ b/src/token.rs @@ -1877,3 +1877,47 @@ pub enum Token { /// ``` ThematicBreakSequence, } + +/// List of void tokens, used to make sure everything is working good. +pub const VOID_TOKENS: [Token; 40] = [ + Token::AttentionSequence, + Token::AutolinkEmail, + Token::AutolinkMarker, + Token::AutolinkProtocol, + Token::BlankLineEnding, + Token::BlockQuoteMarker, + Token::CharacterEscapeMarker, + Token::CharacterEscapeValue, + Token::CharacterReferenceMarker, + Token::CharacterReferenceMarkerHexadecimal, + Token::CharacterReferenceMarkerNumeric, + Token::CharacterReferenceMarkerSemi, + Token::CharacterReferenceValue, + Token::CodeFencedFenceSequence, + Token::CodeFlowChunk, + Token::CodeTextData, + Token::CodeTextLineEnding, + Token::CodeTextSequence, + Token::Data, + Token::DefinitionDestinationLiteralMarker, + Token::DefinitionLabelMarker, + Token::DefinitionMarker, + Token::DefinitionTitleMarker, + Token::EmphasisSequence, + Token::HardBreakEscapeMarker, + Token::HardBreakTrailingSpace, + Token::HeadingAtxSequence, + Token::HeadingSetextUnderline, + Token::HtmlFlowData, + Token::HtmlTextData, + Token::LabelImageMarker, + Token::LabelMarker, + Token::LineEnding, + Token::ListItemMarker, + Token::ListItemValue, + Token::ReferenceMarker, + Token::ResourceMarker, + Token::ResourceTitleMarker, + Token::StrongSequence, + Token::ThematicBreakSequence, +]; |