From 49536d9752b880ebd867e57c0a321b49aaedc03f Mon Sep 17 00:00:00 2001
From: Titus Wormer <tituswormer@gmail.com>
Date: Fri, 15 Jul 2022 12:44:40 +0200
Subject: Add missing docs to tokenizer

---
 src/content/document.rs | 9 +++------
 1 file changed, 3 insertions(+), 6 deletions(-)

(limited to 'src/content/document.rs')

diff --git a/src/content/document.rs b/src/content/document.rs
index e2c4f96..2006021 100644
--- a/src/content/document.rs
+++ b/src/content/document.rs
@@ -313,7 +313,7 @@ fn flow_start(tokenizer: &mut Tokenizer, code: Code, mut info: DocumentInfo) ->
     let state = info.next;
     info.next = Box::new(flow); // This is weird but Rust needs a function there.
 
-    tokenizer.go_until(state, eof_eol, move |(state, remainder)| {
+    tokenizer.go_until(state, eol, move |(state, remainder)| {
         (
             State::Fn(Box::new(move |t, c| flow_end(t, c, info, state))),
             remainder,
@@ -547,9 +547,6 @@ fn line_end(
     info
 }
 
-fn eof_eol(code: Code) -> bool {
-    matches!(
-        code,
-        Code::None | Code::CarriageReturnLineFeed | Code::Char('\n' | '\r')
-    )
+fn eol(code: Code) -> bool {
+    matches!(code, Code::CarriageReturnLineFeed | Code::Char('\n' | '\r'))
 }
-- 
cgit