diff options
Diffstat (limited to 'src/compiler.rs')
| -rw-r--r-- | src/compiler.rs | 4 |
1 files changed, 1 insertions, 3 deletions
diff --git a/src/compiler.rs b/src/compiler.rs index 05a56e1..48983b6 100644 --- a/src/compiler.rs +++ b/src/compiler.rs @@ -79,7 +79,6 @@ pub fn compile(events: &[Event], codes: &[Code], options: &CompileOptions) -> St | TokenType::HtmlFlowData | TokenType::CodeFencedFence | TokenType::CodeFencedFenceSequence - | TokenType::ChunkText | TokenType::CodeFencedFenceWhitespace | TokenType::Data | TokenType::CharacterEscape @@ -280,8 +279,7 @@ pub fn compile(events: &[Event], codes: &[Code], options: &CompileOptions) -> St character_reference_kind = None; } // This branch below currently acts as the resulting `data` tokens. - // To do: `ChunkText` does not belong here. Remove it when subtokenization is supported. - TokenType::ChunkText | TokenType::Data | TokenType::CharacterEscapeValue => { + TokenType::Data | TokenType::CharacterEscapeValue => { // last_was_tag = false; buf_tail_mut(buffers).push(encode(&slice_serialize( codes, |