Refactor to move some code to `state.rs`

1 files changed, 7 insertions, 640 deletions

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index 04a8cc3..baad6ed 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -12,9 +12,8 @@
 //! [`check`]: Tokenizer::check
 
 use crate::constant::TAB_SIZE;
-use crate::construct;
-use crate::content;
 use crate::parser::ParseState;
+use crate::state::{call, Name, State};
 use crate::token::{Token, VOID_TOKENS};
 use crate::util::edit_map::EditMap;
 
@@ -96,304 +95,6 @@ pub struct Event {
 /// the compiler and other users.
 pub type Resolver = dyn FnOnce(&mut Tokenizer);
 
-/// Names of functions to move to.
-#[derive(Debug, Clone, Copy, PartialEq)]
-pub enum StateName {
-    AttentionStart,
-    AttentionInside,
-
-    AutolinkStart,
-    AutolinkOpen,
-    AutolinkSchemeOrEmailAtext,
-    AutolinkSchemeInsideOrEmailAtext,
-    AutolinkUrlInside,
-    AutolinkEmailAtSignOrDot,
-    AutolinkEmailAtext,
-    AutolinkEmailValue,
-    AutolinkEmailLabel,
-
-    BlankLineStart,
-    BlankLineAfter,
-
-    BlockQuoteStart,
-    BlockQuoteBefore,
-    BlockQuoteContStart,
-    BlockQuoteContBefore,
-    BlockQuoteContAfter,
-
-    BomStart,
-    BomInside,
-
-    CharacterEscapeStart,
-    CharacterEscapeInside,
-
-    CharacterReferenceStart,
-    CharacterReferenceOpen,
-    CharacterReferenceNumeric,
-    CharacterReferenceValue,
-
-    CodeFencedStart,
-    CodeFencedBeforeSequenceOpen,
-    CodeFencedSequenceOpen,
-    CodeFencedInfoBefore,
-    CodeFencedInfo,
-    CodeFencedMetaBefore,
-    CodeFencedMeta,
-    CodeFencedAtNonLazyBreak,
-    CodeFencedCloseBefore,
-    CodeFencedCloseStart,
-    CodeFencedBeforeSequenceClose,
-    CodeFencedSequenceClose,
-    CodeFencedAfterSequenceClose,
-    CodeFencedContentBefore,
-    CodeFencedContentStart,
-    CodeFencedBeforeContentChunk,
-    CodeFencedContentChunk,
-    CodeFencedAfter,
-
-    CodeIndentedStart,
-    CodeIndentedAtBreak,
-    CodeIndentedAfter,
-    CodeIndentedFurtherStart,
-    CodeIndentedInside,
-    CodeIndentedFurtherEnd,
-    CodeIndentedFurtherBegin,
-    CodeIndentedFurtherAfter,
-
-    CodeTextStart,
-    CodeTextSequenceOpen,
-    CodeTextBetween,
-    CodeTextData,
-    CodeTextSequenceClose,
-
-    DataStart,
-    DataInside,
-    DataAtBreak,
-
-    DefinitionStart,
-    DefinitionBefore,
-    DefinitionLabelAfter,
-    DefinitionMarkerAfter,
-    DefinitionDestinationBefore,
-    DefinitionDestinationAfter,
-    DefinitionDestinationMissing,
-    DefinitionTitleBefore,
-    DefinitionAfter,
-    DefinitionAfterWhitespace,
-    DefinitionTitleBeforeMarker,
-    DefinitionTitleAfter,
-    DefinitionTitleAfterOptionalWhitespace,
-
-    DestinationStart,
-    DestinationEnclosedBefore,
-    DestinationEnclosed,
-    DestinationEnclosedEscape,
-    DestinationRaw,
-    DestinationRawEscape,
-
-    DocumentStart,
-    DocumentContainerExistingBefore,
-    DocumentContainerExistingAfter,
-    DocumentContainerNewBefore,
-    DocumentContainerNewBeforeNotBlockQuote,
-    DocumentContainerNewBeforeNotList,
-    DocumentContainerNewAfter,
-    DocumentContainersAfter,
-    DocumentFlowInside,
-    DocumentFlowEnd,
-
-    FlowStart,
-    FlowBeforeCodeIndented,
-    FlowBeforeCodeFenced,
-    FlowBeforeHtml,
-    FlowBeforeHeadingAtx,
-    FlowBeforeHeadingSetext,
-    FlowBeforeThematicBreak,
-    FlowBeforeDefinition,
-    FlowAfter,
-    FlowBlankLineBefore,
-    FlowBlankLineAfter,
-    FlowBeforeParagraph,
-
-    HardBreakEscapeStart,
-    HardBreakEscapeAfter,
-
-    HeadingAtxStart,
-    HeadingAtxBefore,
-    HeadingAtxSequenceOpen,
-    HeadingAtxAtBreak,
-    HeadingAtxSequenceFurther,
-    HeadingAtxData,
-
-    HeadingSetextStart,
-    HeadingSetextBefore,
-    HeadingSetextInside,
-    HeadingSetextAfter,
-
-    HtmlFlowStart,
-    HtmlFlowBefore,
-    HtmlFlowOpen,
-    HtmlFlowDeclarationOpen,
-    HtmlFlowCommentOpenInside,
-    HtmlFlowCdataOpenInside,
-    HtmlFlowTagCloseStart,
-    HtmlFlowTagName,
-    HtmlFlowBasicSelfClosing,
-    HtmlFlowCompleteClosingTagAfter,
-    HtmlFlowCompleteEnd,
-    HtmlFlowCompleteAttributeNameBefore,
-    HtmlFlowCompleteAttributeName,
-    HtmlFlowCompleteAttributeNameAfter,
-    HtmlFlowCompleteAttributeValueBefore,
-    HtmlFlowCompleteAttributeValueQuoted,
-    HtmlFlowCompleteAttributeValueQuotedAfter,
-    HtmlFlowCompleteAttributeValueUnquoted,
-    HtmlFlowCompleteAfter,
-    HtmlFlowBlankLineBefore,
-    HtmlFlowContinuation,
-    HtmlFlowContinuationDeclarationInside,
-    HtmlFlowContinuationAfter,
-    HtmlFlowContinuationStart,
-    HtmlFlowContinuationBefore,
-    HtmlFlowContinuationCommentInside,
-    HtmlFlowContinuationRawTagOpen,
-    HtmlFlowContinuationRawEndTag,
-    HtmlFlowContinuationClose,
-    HtmlFlowContinuationCdataInside,
-    HtmlFlowContinuationStartNonLazy,
-
-    HtmlTextStart,
-    HtmlTextOpen,
-    HtmlTextDeclarationOpen,
-    HtmlTextTagCloseStart,
-    HtmlTextTagClose,
-    HtmlTextTagCloseBetween,
-    HtmlTextTagOpen,
-    HtmlTextTagOpenBetween,
-    HtmlTextTagOpenAttributeName,
-    HtmlTextTagOpenAttributeNameAfter,
-    HtmlTextTagOpenAttributeValueBefore,
-    HtmlTextTagOpenAttributeValueQuoted,
-    HtmlTextTagOpenAttributeValueQuotedAfter,
-    HtmlTextTagOpenAttributeValueUnquoted,
-    HtmlTextCdata,
-    HtmlTextCdataOpenInside,
-    HtmlTextCdataClose,
-    HtmlTextCdataEnd,
-    HtmlTextCommentOpenInside,
-    HtmlTextCommentStart,
-    HtmlTextCommentStartDash,
-    HtmlTextComment,
-    HtmlTextCommentClose,
-    HtmlTextDeclaration,
-    HtmlTextEnd,
-    HtmlTextInstruction,
-    HtmlTextInstructionClose,
-    HtmlTextLineEndingBefore,
-    HtmlTextLineEndingAfter,
-    HtmlTextLineEndingAfterPrefix,
-
-    LabelStart,
-    LabelAtBreak,
-    LabelEolAfter,
-    LabelAtBlankLine,
-    LabelEscape,
-    LabelInside,
-
-    LabelEndStart,
-    LabelEndAfter,
-    LabelEndResourceStart,
-    LabelEndResourceBefore,
-    LabelEndResourceOpen,
-    LabelEndResourceDestinationAfter,
-    LabelEndResourceDestinationMissing,
-    LabelEndResourceBetween,
-    LabelEndResourceTitleAfter,
-    LabelEndResourceEnd,
-    LabelEndOk,
-    LabelEndNok,
-    LabelEndReferenceFull,
-    LabelEndReferenceFullAfter,
-    LabelEndReferenceNotFull,
-    LabelEndReferenceCollapsed,
-    LabelEndReferenceCollapsedOpen,
-
-    LabelStartImageStart,
-    LabelStartImageOpen,
-
-    LabelStartLinkStart,
-
-    ListStart,
-    ListBefore,
-    ListNok,
-    ListBeforeOrdered,
-    ListBeforeUnordered,
-    ListValue,
-    ListMarker,
-    ListMarkerAfter,
-    ListAfter,
-    ListMarkerAfterFilled,
-    ListWhitespace,
-    ListPrefixOther,
-    ListWhitespaceAfter,
-    ListContStart,
-    ListContBlank,
-    ListContFilled,
-    ListOk,
-
-    NonLazyContinuationStart,
-    NonLazyContinuationAfter,
-
-    ParagraphStart,
-    ParagraphInside,
-
-    SpaceOrTabStart,
-    SpaceOrTabInside,
-    SpaceOrTabAfter,
-
-    SpaceOrTabEolStart,
-    SpaceOrTabEolAfterFirst,
-    SpaceOrTabEolAfterEol,
-    SpaceOrTabEolAtEol,
-    SpaceOrTabEolAfterMore,
-
-    StringStart,
-    StringBefore,
-    StringBeforeData,
-
-    TextStart,
-    TextBefore,
-    TextBeforeHtml,
-    TextBeforeHardBreakEscape,
-    TextBeforeData,
-
-    ThematicBreakStart,
-    ThematicBreakBefore,
-    ThematicBreakSequence,
-    ThematicBreakAtBreak,
-
-    TitleStart,
-    TitleBegin,
-    TitleAfterEol,
-    TitleAtBreak,
-    TitleAtBlankLine,
-    TitleEscape,
-    TitleInside,
-}
-
-/// The result of a state.
-#[derive(Debug, PartialEq, Copy, Clone)]
-pub enum State {
-    /// Move to [`StateName`][] next.
-    Next(StateName),
-    /// Retry in [`StateName`][].
-    Retry(StateName),
-    /// The state is successful.
-    Ok,
-    /// The state is not successful.
-    Nok,
-}
-
 /// Loose label starts we found.
 #[derive(Debug)]
 pub struct LabelStart {
@@ -894,7 +595,7 @@ impl<'a> Tokenizer<'a> {
 
     /// Parse with `name` and its future states, to see if that results in
     /// [`State::Ok`][] or [`State::Nok`][], then revert in both cases.
-    pub fn check(&mut self, name: StateName, ok: State, nok: State) -> State {
+    pub fn check(&mut self, name: Name, ok: State, nok: State) -> State {
         // Always capture (and restore) when checking.
         // No need to capture (and restore) when `nok` is `State::Nok`, because the
         // parent attempt will do it.
@@ -907,13 +608,13 @@ impl<'a> Tokenizer<'a> {
             nok,
         });
 
-        call_impl(self, name)
+        call(self, name)
     }
 
     /// Parse with `name` and its future states, to see if that results in
     /// [`State::Ok`][] or [`State::Nok`][], revert in the case of
     /// `State::Nok`.
-    pub fn attempt(&mut self, name: StateName, ok: State, nok: State) -> State {
+    pub fn attempt(&mut self, name: Name, ok: State, nok: State) -> State {
         // Always capture (and restore) when checking.
         // No need to capture (and restore) when `nok` is `State::Nok`, because the
         // parent attempt will do it.
@@ -930,7 +631,7 @@ impl<'a> Tokenizer<'a> {
             nok,
         });
 
-        call_impl(self, name)
+        call(self, name)
     }
 
     /// Tokenize.
@@ -1032,12 +733,12 @@ fn push_impl(
 
                     log::debug!("feed:    `{:?}` to {:?}", byte, name);
                     tokenizer.expect(byte);
-                    state = call_impl(tokenizer, name);
+                    state = call(tokenizer, name);
                 };
             }
             State::Retry(name) => {
                 log::debug!("retry:   {:?}", name);
-                state = call_impl(tokenizer, name);
+                state = call(tokenizer, name);
             }
         }
     }
@@ -1094,337 +795,3 @@ fn byte_action(bytes: &[u8], point: &Point) -> ByteAction {
         unreachable!("out of bounds")
     }
 }
-
-#[allow(clippy::too_many_lines)]
-/// Call the corresponding function for a state name.
-fn call_impl(tokenizer: &mut Tokenizer, name: StateName) -> State {
-    let func = match name {
-        StateName::AttentionStart => construct::attention::start,
-        StateName::AttentionInside => construct::attention::inside,
-
-        StateName::AutolinkStart => construct::autolink::start,
-        StateName::AutolinkOpen => construct::autolink::open,
-        StateName::AutolinkSchemeOrEmailAtext => construct::autolink::scheme_or_email_atext,
-        StateName::AutolinkSchemeInsideOrEmailAtext => {
-            construct::autolink::scheme_inside_or_email_atext
-        }
-        StateName::AutolinkUrlInside => construct::autolink::url_inside,
-        StateName::AutolinkEmailAtSignOrDot => construct::autolink::email_at_sign_or_dot,
-        StateName::AutolinkEmailAtext => construct::autolink::email_atext,
-        StateName::AutolinkEmailValue => construct::autolink::email_value,
-        StateName::AutolinkEmailLabel => construct::autolink::email_label,
-
-        StateName::BlankLineStart => construct::blank_line::start,
-        StateName::BlankLineAfter => construct::blank_line::after,
-
-        StateName::BlockQuoteStart => construct::block_quote::start,
-        StateName::BlockQuoteBefore => construct::block_quote::before,
-        StateName::BlockQuoteContStart => construct::block_quote::cont_start,
-        StateName::BlockQuoteContBefore => construct::block_quote::cont_before,
-        StateName::BlockQuoteContAfter => construct::block_quote::cont_after,
-
-        StateName::BomStart => construct::partial_bom::start,
-        StateName::BomInside => construct::partial_bom::inside,
-
-        StateName::CharacterEscapeStart => construct::character_escape::start,
-        StateName::CharacterEscapeInside => construct::character_escape::inside,
-
-        StateName::CharacterReferenceStart => construct::character_reference::start,
-        StateName::CharacterReferenceOpen => construct::character_reference::open,
-        StateName::CharacterReferenceNumeric => construct::character_reference::numeric,
-        StateName::CharacterReferenceValue => construct::character_reference::value,
-
-        StateName::CodeFencedStart => construct::code_fenced::start,
-        StateName::CodeFencedBeforeSequenceOpen => construct::code_fenced::before_sequence_open,
-        StateName::CodeFencedSequenceOpen => construct::code_fenced::sequence_open,
-        StateName::CodeFencedInfoBefore => construct::code_fenced::info_before,
-        StateName::CodeFencedInfo => construct::code_fenced::info,
-        StateName::CodeFencedMetaBefore => construct::code_fenced::meta_before,
-        StateName::CodeFencedMeta => construct::code_fenced::meta,
-        StateName::CodeFencedAtNonLazyBreak => construct::code_fenced::at_non_lazy_break,
-        StateName::CodeFencedCloseBefore => construct::code_fenced::close_before,
-        StateName::CodeFencedCloseStart => construct::code_fenced::close_start,
-        StateName::CodeFencedBeforeSequenceClose => construct::code_fenced::before_sequence_close,
-        StateName::CodeFencedSequenceClose => construct::code_fenced::sequence_close,
-        StateName::CodeFencedAfterSequenceClose => construct::code_fenced::sequence_close_after,
-        StateName::CodeFencedContentBefore => construct::code_fenced::content_before,
-        StateName::CodeFencedContentStart => construct::code_fenced::content_start,
-        StateName::CodeFencedBeforeContentChunk => construct::code_fenced::before_content_chunk,
-        StateName::CodeFencedContentChunk => construct::code_fenced::content_chunk,
-        StateName::CodeFencedAfter => construct::code_fenced::after,
-
-        StateName::CodeIndentedStart => construct::code_indented::start,
-        StateName::CodeIndentedAtBreak => construct::code_indented::at_break,
-        StateName::CodeIndentedAfter => construct::code_indented::after,
-        StateName::CodeIndentedFurtherStart => construct::code_indented::further_start,
-        StateName::CodeIndentedInside => construct::code_indented::inside,
-        StateName::CodeIndentedFurtherEnd => construct::code_indented::further_end,
-        StateName::CodeIndentedFurtherBegin => construct::code_indented::further_begin,
-        StateName::CodeIndentedFurtherAfter => construct::code_indented::further_after,
-
-        StateName::CodeTextStart => construct::code_text::start,
-        StateName::CodeTextSequenceOpen => construct::code_text::sequence_open,
-        StateName::CodeTextBetween => construct::code_text::between,
-        StateName::CodeTextData => construct::code_text::data,
-        StateName::CodeTextSequenceClose => construct::code_text::sequence_close,
-
-        StateName::DataStart => construct::partial_data::start,
-        StateName::DataInside => construct::partial_data::inside,
-        StateName::DataAtBreak => construct::partial_data::at_break,
-
-        StateName::DefinitionStart => construct::definition::start,
-        StateName::DefinitionBefore => construct::definition::before,
-        StateName::DefinitionLabelAfter => construct::definition::label_after,
-        StateName::DefinitionMarkerAfter => construct::definition::marker_after,
-        StateName::DefinitionDestinationBefore => construct::definition::destination_before,
-        StateName::DefinitionDestinationAfter => construct::definition::destination_after,
-        StateName::DefinitionDestinationMissing => construct::definition::destination_missing,
-        StateName::DefinitionTitleBefore => construct::definition::title_before,
-        StateName::DefinitionAfter => construct::definition::after,
-        StateName::DefinitionAfterWhitespace => construct::definition::after_whitespace,
-        StateName::DefinitionTitleBeforeMarker => construct::definition::title_before_marker,
-        StateName::DefinitionTitleAfter => construct::definition::title_after,
-        StateName::DefinitionTitleAfterOptionalWhitespace => {
-            construct::definition::title_after_optional_whitespace
-        }
-
-        StateName::DestinationStart => construct::partial_destination::start,
-        StateName::DestinationEnclosedBefore => construct::partial_destination::enclosed_before,
-        StateName::DestinationEnclosed => construct::partial_destination::enclosed,
-        StateName::DestinationEnclosedEscape => construct::partial_destination::enclosed_escape,
-        StateName::DestinationRaw => construct::partial_destination::raw,
-        StateName::DestinationRawEscape => construct::partial_destination::raw_escape,
-
-        StateName::DocumentStart => content::document::start,
-        StateName::DocumentContainerExistingBefore => content::document::container_existing_before,
-        StateName::DocumentContainerExistingAfter => content::document::container_existing_after,
-        StateName::DocumentContainerNewBefore => content::document::container_new_before,
-        StateName::DocumentContainerNewBeforeNotBlockQuote => {
-            content::document::container_new_before_not_block_quote
-        }
-        StateName::DocumentContainerNewBeforeNotList => {
-            content::document::container_new_before_not_list
-        }
-        StateName::DocumentContainerNewAfter => content::document::container_new_after,
-        StateName::DocumentContainersAfter => content::document::containers_after,
-        StateName::DocumentFlowEnd => content::document::flow_end,
-        StateName::DocumentFlowInside => content::document::flow_inside,
-
-        StateName::FlowStart => content::flow::start,
-        StateName::FlowBeforeCodeIndented => content::flow::before_code_indented,
-        StateName::FlowBeforeCodeFenced => content::flow::before_code_fenced,
-        StateName::FlowBeforeHtml => content::flow::before_html,
-        StateName::FlowBeforeHeadingAtx => content::flow::before_heading_atx,
-        StateName::FlowBeforeHeadingSetext => content::flow::before_heading_setext,
-        StateName::FlowBeforeThematicBreak => content::flow::before_thematic_break,
-        StateName::FlowBeforeDefinition => content::flow::before_definition,
-        StateName::FlowAfter => content::flow::after,
-        StateName::FlowBlankLineBefore => content::flow::blank_line_before,
-        StateName::FlowBlankLineAfter => content::flow::blank_line_after,
-        StateName::FlowBeforeParagraph => content::flow::before_paragraph,
-
-        StateName::HardBreakEscapeStart => construct::hard_break_escape::start,
-        StateName::HardBreakEscapeAfter => construct::hard_break_escape::after,
-
-        StateName::HeadingAtxStart => construct::heading_atx::start,
-        StateName::HeadingAtxBefore => construct::heading_atx::before,
-        StateName::HeadingAtxSequenceOpen => construct::heading_atx::sequence_open,
-        StateName::HeadingAtxAtBreak => construct::heading_atx::at_break,
-        StateName::HeadingAtxSequenceFurther => construct::heading_atx::sequence_further,
-        StateName::HeadingAtxData => construct::heading_atx::data,
-
-        StateName::HeadingSetextStart => construct::heading_setext::start,
-        StateName::HeadingSetextBefore => construct::heading_setext::before,
-        StateName::HeadingSetextInside => construct::heading_setext::inside,
-        StateName::HeadingSetextAfter => construct::heading_setext::after,
-
-        StateName::HtmlFlowStart => construct::html_flow::start,
-        StateName::HtmlFlowBefore => construct::html_flow::before,
-        StateName::HtmlFlowOpen => construct::html_flow::open,
-        StateName::HtmlFlowDeclarationOpen => construct::html_flow::declaration_open,
-        StateName::HtmlFlowCommentOpenInside => construct::html_flow::comment_open_inside,
-        StateName::HtmlFlowCdataOpenInside => construct::html_flow::cdata_open_inside,
-        StateName::HtmlFlowTagCloseStart => construct::html_flow::tag_close_start,
-        StateName::HtmlFlowTagName => construct::html_flow::tag_name,
-        StateName::HtmlFlowBasicSelfClosing => construct::html_flow::basic_self_closing,
-        StateName::HtmlFlowCompleteClosingTagAfter => {
-            construct::html_flow::complete_closing_tag_after
-        }
-        StateName::HtmlFlowCompleteEnd => construct::html_flow::complete_end,
-        StateName::HtmlFlowCompleteAttributeNameBefore => {
-            construct::html_flow::complete_attribute_name_before
-        }
-        StateName::HtmlFlowCompleteAttributeName => construct::html_flow::complete_attribute_name,
-        StateName::HtmlFlowCompleteAttributeNameAfter => {
-            construct::html_flow::complete_attribute_name_after
-        }
-        StateName::HtmlFlowCompleteAttributeValueBefore => {
-            construct::html_flow::complete_attribute_value_before
-        }
-        StateName::HtmlFlowCompleteAttributeValueQuoted => {
-            construct::html_flow::complete_attribute_value_quoted
-        }
-        StateName::HtmlFlowCompleteAttributeValueQuotedAfter => {
-            construct::html_flow::complete_attribute_value_quoted_after
-        }
-        StateName::HtmlFlowCompleteAttributeValueUnquoted => {
-            construct::html_flow::complete_attribute_value_unquoted
-        }
-        StateName::HtmlFlowCompleteAfter => construct::html_flow::complete_after,
-        StateName::HtmlFlowBlankLineBefore => construct::html_flow::blank_line_before,
-        StateName::HtmlFlowContinuation => construct::html_flow::continuation,
-        StateName::HtmlFlowContinuationDeclarationInside => {
-            construct::html_flow::continuation_declaration_inside
-        }
-        StateName::HtmlFlowContinuationAfter => construct::html_flow::continuation_after,
-        StateName::HtmlFlowContinuationStart => construct::html_flow::continuation_start,
-        StateName::HtmlFlowContinuationBefore => construct::html_flow::continuation_before,
-        StateName::HtmlFlowContinuationCommentInside => {
-            construct::html_flow::continuation_comment_inside
-        }
-        StateName::HtmlFlowContinuationRawTagOpen => {
-            construct::html_flow::continuation_raw_tag_open
-        }
-        StateName::HtmlFlowContinuationRawEndTag => construct::html_flow::continuation_raw_end_tag,
-        StateName::HtmlFlowContinuationClose => construct::html_flow::continuation_close,
-        StateName::HtmlFlowContinuationCdataInside => {
-            construct::html_flow::continuation_cdata_inside
-        }
-        StateName::HtmlFlowContinuationStartNonLazy => {
-            construct::html_flow::continuation_start_non_lazy
-        }
-
-        StateName::HtmlTextStart => construct::html_text::start,
-        StateName::HtmlTextOpen => construct::html_text::open,
-        StateName::HtmlTextDeclarationOpen => construct::html_text::declaration_open,
-        StateName::HtmlTextTagCloseStart => construct::html_text::tag_close_start,
-        StateName::HtmlTextTagClose => construct::html_text::tag_close,
-        StateName::HtmlTextTagCloseBetween => construct::html_text::tag_close_between,
-        StateName::HtmlTextTagOpen => construct::html_text::tag_open,
-        StateName::HtmlTextTagOpenBetween => construct::html_text::tag_open_between,
-        StateName::HtmlTextTagOpenAttributeName => construct::html_text::tag_open_attribute_name,
-        StateName::HtmlTextTagOpenAttributeNameAfter => {
-            construct::html_text::tag_open_attribute_name_after
-        }
-        StateName::HtmlTextTagOpenAttributeValueBefore => {
-            construct::html_text::tag_open_attribute_value_before
-        }
-        StateName::HtmlTextTagOpenAttributeValueQuoted => {
-            construct::html_text::tag_open_attribute_value_quoted
-        }
-        StateName::HtmlTextTagOpenAttributeValueQuotedAfter => {
-            construct::html_text::tag_open_attribute_value_quoted_after
-        }
-        StateName::HtmlTextTagOpenAttributeValueUnquoted => {
-            construct::html_text::tag_open_attribute_value_unquoted
-        }
-        StateName::HtmlTextCdata => construct::html_text::cdata,
-        StateName::HtmlTextCdataOpenInside => construct::html_text::cdata_open_inside,
-        StateName::HtmlTextCdataClose => construct::html_text::cdata_close,
-        StateName::HtmlTextCdataEnd => construct::html_text::cdata_end,
-        StateName::HtmlTextCommentOpenInside => construct::html_text::comment_open_inside,
-        StateName::HtmlTextCommentStart => construct::html_text::comment_start,
-        StateName::HtmlTextCommentStartDash => construct::html_text::comment_start_dash,
-        StateName::HtmlTextComment => construct::html_text::comment,
-        StateName::HtmlTextCommentClose => construct::html_text::comment_close,
-        StateName::HtmlTextDeclaration => construct::html_text::declaration,
-        StateName::HtmlTextEnd => construct::html_text::end,
-        StateName::HtmlTextInstruction => construct::html_text::instruction,
-        StateName::HtmlTextInstructionClose => construct::html_text::instruction_close,
-        StateName::HtmlTextLineEndingBefore => construct::html_text::line_ending_before,
-        StateName::HtmlTextLineEndingAfter => construct::html_text::line_ending_after,
-        StateName::HtmlTextLineEndingAfterPrefix => construct::html_text::line_ending_after_prefix,
-
-        StateName::LabelStart => construct::partial_label::start,
-        StateName::LabelAtBreak => construct::partial_label::at_break,
-        StateName::LabelEolAfter => construct::partial_label::eol_after,
-        StateName::LabelAtBlankLine => construct::partial_label::at_blank_line,
-        StateName::LabelEscape => construct::partial_label::escape,
-        StateName::LabelInside => construct::partial_label::inside,
-
-        StateName::LabelEndStart => construct::label_end::start,
-        StateName::LabelEndAfter => construct::label_end::after,
-        StateName::LabelEndResourceStart => construct::label_end::resource_start,
-        StateName::LabelEndResourceBefore => construct::label_end::resource_before,
-        StateName::LabelEndResourceOpen => construct::label_end::resource_open,
-        StateName::LabelEndResourceDestinationAfter => {
-            construct::label_end::resource_destination_after
-        }
-        StateName::LabelEndResourceDestinationMissing => {
-            construct::label_end::resource_destination_missing
-        }
-        StateName::LabelEndResourceBetween => construct::label_end::resource_between,
-        StateName::LabelEndResourceTitleAfter => construct::label_end::resource_title_after,
-        StateName::LabelEndResourceEnd => construct::label_end::resource_end,
-        StateName::LabelEndOk => construct::label_end::ok,
-        StateName::LabelEndNok => construct::label_end::nok,
-        StateName::LabelEndReferenceFull => construct::label_end::reference_full,
-        StateName::LabelEndReferenceFullAfter => construct::label_end::reference_full_after,
-        StateName::LabelEndReferenceNotFull => construct::label_end::reference_not_full,
-        StateName::LabelEndReferenceCollapsed => construct::label_end::reference_collapsed,
-        StateName::LabelEndReferenceCollapsedOpen => construct::label_end::reference_collapsed_open,
-
-        StateName::LabelStartImageStart => construct::label_start_image::start,
-        StateName::LabelStartImageOpen => construct::label_start_image::open,
-        StateName::LabelStartLinkStart => construct::label_start_link::start,
-
-        StateName::ListStart => construct::list::start,
-        StateName::ListBefore => construct::list::before,
-        StateName::ListNok => construct::list::nok,
-        StateName::ListBeforeOrdered => construct::list::before_ordered,
-        StateName::ListBeforeUnordered => construct::list::before_unordered,
-        StateName::ListValue => construct::list::value,
-        StateName::ListMarker => construct::list::marker,
-        StateName::ListMarkerAfter => construct::list::marker_after,
-        StateName::ListAfter => construct::list::after,
-        StateName::ListMarkerAfterFilled => construct::list::marker_after_filled,
-        StateName::ListWhitespace => construct::list::whitespace,
-        StateName::ListWhitespaceAfter => construct::list::whitespace_after,
-        StateName::ListPrefixOther => construct::list::prefix_other,
-        StateName::ListContStart => construct::list::cont_start,
-        StateName::ListContBlank => construct::list::cont_blank,
-        StateName::ListContFilled => construct::list::cont_filled,
-        StateName::ListOk => construct::list::ok,
-
-        StateName::NonLazyContinuationStart => construct::partial_non_lazy_continuation::start,
-        StateName::NonLazyContinuationAfter => construct::partial_non_lazy_continuation::after,
-
-        StateName::ParagraphStart => construct::paragraph::start,
-        StateName::ParagraphInside => construct::paragraph::inside,
-
-        StateName::SpaceOrTabStart => construct::partial_space_or_tab::start,
-        StateName::SpaceOrTabInside => construct::partial_space_or_tab::inside,
-        StateName::SpaceOrTabAfter => construct::partial_space_or_tab::after,
-
-        StateName::SpaceOrTabEolStart => construct::partial_space_or_tab::eol_start,
-        StateName::SpaceOrTabEolAfterFirst => construct::partial_space_or_tab::eol_after_first,
-        StateName::SpaceOrTabEolAfterEol => construct::partial_space_or_tab::eol_after_eol,
-        StateName::SpaceOrTabEolAtEol => construct::partial_space_or_tab::eol_at_eol,
-        StateName::SpaceOrTabEolAfterMore => construct::partial_space_or_tab::eol_after_more,
-
-        StateName::StringStart => content::string::start,
-        StateName::StringBefore => content::string::before,
-        StateName::StringBeforeData => content::string::before_data,
-
-        StateName::TextStart => content::text::start,
-        StateName::TextBefore => content::text::before,
-        StateName::TextBeforeHtml => content::text::before_html,
-        StateName::TextBeforeHardBreakEscape => content::text::before_hard_break_escape,
-        StateName::TextBeforeData => content::text::before_data,
-
-        StateName::ThematicBreakStart => construct::thematic_break::start,
-        StateName::ThematicBreakBefore => construct::thematic_break::before,
-        StateName::ThematicBreakSequence => construct::thematic_break::sequence,
-        StateName::ThematicBreakAtBreak => construct::thematic_break::at_break,
-
-        StateName::TitleStart => construct::partial_title::start,
-        StateName::TitleBegin => construct::partial_title::begin,
-        StateName::TitleAfterEol => construct::partial_title::after_eol,
-        StateName::TitleAtBreak => construct::partial_title::at_break,
-        StateName::TitleAtBlankLine => construct::partial_title::at_blank_line,
-        StateName::TitleEscape => construct::partial_title::escape,
-        StateName::TitleInside => construct::partial_title::inside,
-    };
-
-    func(tokenizer)
-}