From b4aa82f0f1ea3143ab5f221b2c5f564158605c84 Mon Sep 17 00:00:00 2001 From: Titus Wormer Date: Mon, 18 Jul 2022 11:30:49 +0200 Subject: Fix token that should be void --- src/token.rs | 44 ++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 44 insertions(+) (limited to 'src/token.rs') diff --git a/src/token.rs b/src/token.rs index 8169657..2e5e2df 100644 --- a/src/token.rs +++ b/src/token.rs @@ -1877,3 +1877,47 @@ pub enum Token { /// ``` ThematicBreakSequence, } + +/// List of void tokens, used to make sure everything is working good. +pub const VOID_TOKENS: [Token; 40] = [ + Token::AttentionSequence, + Token::AutolinkEmail, + Token::AutolinkMarker, + Token::AutolinkProtocol, + Token::BlankLineEnding, + Token::BlockQuoteMarker, + Token::CharacterEscapeMarker, + Token::CharacterEscapeValue, + Token::CharacterReferenceMarker, + Token::CharacterReferenceMarkerHexadecimal, + Token::CharacterReferenceMarkerNumeric, + Token::CharacterReferenceMarkerSemi, + Token::CharacterReferenceValue, + Token::CodeFencedFenceSequence, + Token::CodeFlowChunk, + Token::CodeTextData, + Token::CodeTextLineEnding, + Token::CodeTextSequence, + Token::Data, + Token::DefinitionDestinationLiteralMarker, + Token::DefinitionLabelMarker, + Token::DefinitionMarker, + Token::DefinitionTitleMarker, + Token::EmphasisSequence, + Token::HardBreakEscapeMarker, + Token::HardBreakTrailingSpace, + Token::HeadingAtxSequence, + Token::HeadingSetextUnderline, + Token::HtmlFlowData, + Token::HtmlTextData, + Token::LabelImageMarker, + Token::LabelMarker, + Token::LineEnding, + Token::ListItemMarker, + Token::ListItemValue, + Token::ReferenceMarker, + Token::ResourceMarker, + Token::ResourceTitleMarker, + Token::StrongSequence, + Token::ThematicBreakSequence, +]; -- cgit