Fix token that should be void

1 files changed, 44 insertions, 0 deletions

diff --git a/src/token.rs b/src/token.rs
index 8169657..2e5e2df 100644
--- a/src/token.rs
+++ b/src/token.rs
@@ -1877,3 +1877,47 @@ pub enum Token {
     /// ```
     ThematicBreakSequence,
 }
+
+/// List of void tokens, used to make sure everything is working good.
+pub const VOID_TOKENS: [Token; 40] = [
+    Token::AttentionSequence,
+    Token::AutolinkEmail,
+    Token::AutolinkMarker,
+    Token::AutolinkProtocol,
+    Token::BlankLineEnding,
+    Token::BlockQuoteMarker,
+    Token::CharacterEscapeMarker,
+    Token::CharacterEscapeValue,
+    Token::CharacterReferenceMarker,
+    Token::CharacterReferenceMarkerHexadecimal,
+    Token::CharacterReferenceMarkerNumeric,
+    Token::CharacterReferenceMarkerSemi,
+    Token::CharacterReferenceValue,
+    Token::CodeFencedFenceSequence,
+    Token::CodeFlowChunk,
+    Token::CodeTextData,
+    Token::CodeTextLineEnding,
+    Token::CodeTextSequence,
+    Token::Data,
+    Token::DefinitionDestinationLiteralMarker,
+    Token::DefinitionLabelMarker,
+    Token::DefinitionMarker,
+    Token::DefinitionTitleMarker,
+    Token::EmphasisSequence,
+    Token::HardBreakEscapeMarker,
+    Token::HardBreakTrailingSpace,
+    Token::HeadingAtxSequence,
+    Token::HeadingSetextUnderline,
+    Token::HtmlFlowData,
+    Token::HtmlTextData,
+    Token::LabelImageMarker,
+    Token::LabelMarker,
+    Token::LineEnding,
+    Token::ListItemMarker,
+    Token::ListItemValue,
+    Token::ReferenceMarker,
+    Token::ResourceMarker,
+    Token::ResourceTitleMarker,
+    Token::StrongSequence,
+    Token::ThematicBreakSequence,
+];