aboutsummaryrefslogtreecommitdiffstats
path: root/src/token.rs
diff options
context:
space:
mode:
Diffstat (limited to 'src/token.rs')
-rw-r--r--src/token.rs44
1 files changed, 44 insertions, 0 deletions
diff --git a/src/token.rs b/src/token.rs
index 8169657..2e5e2df 100644
--- a/src/token.rs
+++ b/src/token.rs
@@ -1877,3 +1877,47 @@ pub enum Token {
/// ```
ThematicBreakSequence,
}
+
+/// List of void tokens, used to make sure everything is working good.
+pub const VOID_TOKENS: [Token; 40] = [
+ Token::AttentionSequence,
+ Token::AutolinkEmail,
+ Token::AutolinkMarker,
+ Token::AutolinkProtocol,
+ Token::BlankLineEnding,
+ Token::BlockQuoteMarker,
+ Token::CharacterEscapeMarker,
+ Token::CharacterEscapeValue,
+ Token::CharacterReferenceMarker,
+ Token::CharacterReferenceMarkerHexadecimal,
+ Token::CharacterReferenceMarkerNumeric,
+ Token::CharacterReferenceMarkerSemi,
+ Token::CharacterReferenceValue,
+ Token::CodeFencedFenceSequence,
+ Token::CodeFlowChunk,
+ Token::CodeTextData,
+ Token::CodeTextLineEnding,
+ Token::CodeTextSequence,
+ Token::Data,
+ Token::DefinitionDestinationLiteralMarker,
+ Token::DefinitionLabelMarker,
+ Token::DefinitionMarker,
+ Token::DefinitionTitleMarker,
+ Token::EmphasisSequence,
+ Token::HardBreakEscapeMarker,
+ Token::HardBreakTrailingSpace,
+ Token::HeadingAtxSequence,
+ Token::HeadingSetextUnderline,
+ Token::HtmlFlowData,
+ Token::HtmlTextData,
+ Token::LabelImageMarker,
+ Token::LabelMarker,
+ Token::LineEnding,
+ Token::ListItemMarker,
+ Token::ListItemValue,
+ Token::ReferenceMarker,
+ Token::ResourceMarker,
+ Token::ResourceTitleMarker,
+ Token::StrongSequence,
+ Token::ThematicBreakSequence,
+];