From 0450e7c2b12bd3ef53e0cffb60a3dd860325b478 Mon Sep 17 00:00:00 2001 From: Titus Wormer Date: Mon, 4 Jul 2022 15:21:11 +0200 Subject: Add support for unicode punctuation --- src/lib.rs | 1 + 1 file changed, 1 insertion(+) (limited to 'src/lib.rs') diff --git a/src/lib.rs b/src/lib.rs index ba129dc..1a86286 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -11,6 +11,7 @@ mod content; mod parser; mod subtokenize; mod tokenizer; +mod unicode; mod util; use crate::compiler::compile; -- cgit