diff options
Diffstat (limited to 'src/tokenizer.rs')
| -rw-r--r-- | src/tokenizer.rs | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 8f85af0..4e184f4 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -730,6 +730,7 @@ fn feed_impl( } // Yield to a higher loop. + // To do: do not copy? check_statefn_result((state, Some(codes[index..].to_vec()))) } |