diff options
| author |  Titus Wormer <tituswormer@gmail.com> | 2022-06-10 16:47:43 +0200 |
|---|---|---|
| committer | Titus Wormer <tituswormer@gmail.com> | 2022-06-10 16:47:43 +0200 |
| commit | 17f4eec55ad0a5f74aedbcff6c2f0119ad52e584 (patch) | |
| tree | 1839c796de977421456d1b9006f2f2c1e23cf809 /src/compiler.rs | |
| parent | 5133042973f31a3992f216e591d840bb491bfd45 (diff) | |
| download | markdown-rs-17f4eec55ad0a5f74aedbcff6c2f0119ad52e584.tar.gz markdown-rs-17f4eec55ad0a5f74aedbcff6c2f0119ad52e584.tar.bz2 markdown-rs-17f4eec55ad0a5f74aedbcff6c2f0119ad52e584.zip | |
Add text content type
* Add character reference and character escapes in text
* Add recursive subtokenization
Diffstat (limited to '')
| -rw-r--r-- | src/compiler.rs | 4 |
1 files changed, 1 insertions, 3 deletions
diff --git a/src/compiler.rs b/src/compiler.rs index 05a56e1..48983b6 100644 --- a/src/compiler.rs +++ b/src/compiler.rs @@ -79,7 +79,6 @@ pub fn compile(events: &[Event], codes: &[Code], options: &CompileOptions) -> St | TokenType::HtmlFlowData | TokenType::CodeFencedFence | TokenType::CodeFencedFenceSequence - | TokenType::ChunkText | TokenType::CodeFencedFenceWhitespace | TokenType::Data | TokenType::CharacterEscape @@ -280,8 +279,7 @@ pub fn compile(events: &[Event], codes: &[Code], options: &CompileOptions) -> St character_reference_kind = None; } // This branch below currently acts as the resulting `data` tokens. - // To do: `ChunkText` does not belong here. Remove it when subtokenization is supported. - TokenType::ChunkText | TokenType::Data | TokenType::CharacterEscapeValue => { + TokenType::Data | TokenType::CharacterEscapeValue => { // last_was_tag = false; buf_tail_mut(buffers).push(encode(&slice_serialize( codes, |