Add temporary support for stripping whitespace

1 files changed, 8 insertions, 4 deletions

diff --git a/src/compiler.rs b/src/compiler.rs
index 4f362b8..3632d29 100644
--- a/src/compiler.rs
+++ b/src/compiler.rs
@@ -280,11 +280,15 @@ pub fn compile(events: &[Event], codes: &[Code], options: &CompileOptions) -> St
                 }
                 // To do: `ContentPhrasing` should be parsed as phrasing first.
                 // This branch below currently acts as the resulting `data` tokens.
-                TokenType::ContentChunk
+                // To do: initial and final whitespace should be handled in `text`.
+                TokenType::ContentChunk => {
+                    // last_was_tag = false;
+                    buf_tail_mut(buffers).push(encode(
+                        slice_serialize(codes, &get_span(events, index), false).trim(),
+                    ));
+                }
                 // To do: `ChunkString` does not belong here. Remove it when subtokenization is supported.
-                | TokenType::ChunkString
-                | TokenType::Data
-                | TokenType::CharacterEscapeValue => {
+                TokenType::ChunkString | TokenType::Data | TokenType::CharacterEscapeValue => {
                     // last_was_tag = false;
                     buf_tail_mut(buffers).push(encode(&slice_serialize(
                         codes,