From 0fcfeaf05a95ea17763a72d91b6aa1c01843d067 Mon Sep 17 00:00:00 2001 From: Titus Wormer Date: Wed, 22 Jun 2022 12:34:23 +0200 Subject: Add docs for token types --- src/subtokenize.rs | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) (limited to 'src/subtokenize.rs') diff --git a/src/subtokenize.rs b/src/subtokenize.rs index 690eb58..1702387 100644 --- a/src/subtokenize.rs +++ b/src/subtokenize.rs @@ -24,12 +24,14 @@ //! //! +/// To do: could we do without `HashMap`, so we don’t need `std`? +use std::collections::HashMap; + use crate::content::{string::start as string, text::start as text}; use crate::tokenizer::{ Code, Event, EventType, State, StateFn, StateFnResult, TokenType, Tokenizer, }; use crate::util::span; -use std::collections::HashMap; /// Create a link between two [`Event`][]s. /// -- cgit