//! HTML (text) is a construct that occurs in the [text][] content type.
//!
//! It forms with the following BNF:
//!
//! ```bnf
//! html_text ::= comment | instruction | declaration | cdata | tag_close | tag_open
//!
//! ; Restriction: the text is not allowed to start with `>`, `->`, or to contain `--`.
//! comment ::= ''
//! instruction ::= '' *code '?>'
//! declaration ::= ''
//! ; Restriction: the text is not allowed to contain `]]`.
//! cdata ::= ''
//! tag_close ::= '' tag_name whitespace_optional '>'
//! opening_tag ::= '<' tag_name *( whitespace attribute ) [ whitespace_optional '/' ] whitespace_optional '>'
//!
//! tag_name ::= ascii_alphabetic *( '-' | ascii_alphanumeric )
//! attribute ::= attribute_name [ whitespace_optional '=' whitespace_optional attribute_value ]
//! attribute_name ::= ( ':' | '_' | ascii_alphabetic ) *( '-' | '.' | ':' | '_' | ascii_alphanumeric )
//! attribute_value ::= '"' *( code - '"' ) '"' | "'" *( code - "'" ) "'" | 1*( code - space_or_tab - eol - '"' - "'" - '/' - '<' - '=' - '>' - '`')
//!
//! ; Note: blank lines can never occur in `text`.
//! whitespace ::= 1*space_or_tab | [ *space_or_tab eol *space_or_tab ]
//! whitespace_optional ::= [ whitespace ]
//! eol ::= '\r' | '\r\n' | '\n'
//! space_or_tab ::= ' ' | '\t'
//! ```
//!
//! The grammar for HTML in markdown does not resemble the rules of parsing
//! HTML according to the [*ยง 13.2 Parsing HTML documents* in the HTML
//! spec][html-parsing].
//! See the related flow construct [HTML (flow)][html_flow] for more info.
//!
//! Because the **tag open** and **tag close** productions in the grammar form
//! with just tags instead of complete elements, it is possible to interleave
//! (a word for switching between languages) markdown and HTML together.
//! For example:
//!
//! ```markdown
//! This is equivalent to *emphasised* code
.
//! ```
//!
//! ## Tokens
//!
//! * [`HtmlText`][Token::HtmlText]
//! * [`HtmlTextData`][Token::HtmlTextData]
//!
//! ## References
//!
//! * [`html-text.js` in `micromark`](https://github.com/micromark/micromark/blob/main/packages/micromark-core-commonmark/dev/lib/html-text.js)
//! * [*ยง 6.6 Raw HTML* in `CommonMark`](https://spec.commonmark.org/0.30/#raw-html)
//!
//! [text]: crate::content::text
//! [html_flow]: crate::construct::html_flow
//! [html-parsing]: https://html.spec.whatwg.org/multipage/parsing.html#parsing
use crate::constant::HTML_CDATA_PREFIX;
use crate::construct::partial_space_or_tab::space_or_tab;
use crate::token::Token;
use crate::tokenizer::{State, StateName, Tokenizer};
/// Start of HTML (text)
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn start(tokenizer: &mut Tokenizer) -> State {
if Some(b'<') == tokenizer.current && tokenizer.parse_state.constructs.html_text {
tokenizer.enter(Token::HtmlText);
tokenizer.enter(Token::HtmlTextData);
tokenizer.consume();
State::Next(StateName::HtmlTextOpen)
} else {
State::Nok
}
}
/// After `<`, before a tag name or other stuff.
///
/// ```markdown
/// > | a c
/// ^
/// > | a c
/// ^
/// > | a c
/// ^
/// ```
pub fn open(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'!') => {
tokenizer.consume();
State::Next(StateName::HtmlTextDeclarationOpen)
}
Some(b'/') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagCloseStart)
}
Some(b'?') => {
tokenizer.consume();
State::Next(StateName::HtmlTextInstruction)
}
// ASCII alphabetical.
Some(b'A'..=b'Z' | b'a'..=b'z') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpen)
}
_ => State::Nok,
}
}
/// After ` | a c
/// ^
/// > | a c
/// ^
/// > | a &<]]> c
/// ^
/// ```
pub fn declaration_open(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'-') => {
tokenizer.consume();
State::Next(StateName::HtmlTextCommentOpenInside)
}
// ASCII alphabetical.
Some(b'A'..=b'Z' | b'a'..=b'z') => {
tokenizer.consume();
State::Next(StateName::HtmlTextDeclaration)
}
Some(b'[') => {
tokenizer.consume();
State::Next(StateName::HtmlTextCdataOpenInside)
}
_ => State::Nok,
}
}
/// After ` | a c
/// ^
/// ```
pub fn comment_open_inside(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'-') => {
tokenizer.consume();
State::Next(StateName::HtmlTextCommentStart)
}
_ => State::Nok,
}
}
/// After `` or `` as
/// > empty comments.
/// > This is prohibited in html (text).
/// > See: .
///
/// ```markdown
/// > | a c
/// ^
/// ```
///
/// [html_flow]: crate::construct::html_flow
pub fn comment_start(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'>') => State::Nok,
Some(b'-') => {
tokenizer.consume();
State::Next(StateName::HtmlTextCommentStartDash)
}
_ => State::Retry(StateName::HtmlTextComment),
}
}
/// After `` or `` as
/// > empty comments.
/// > This is prohibited in html (text).
/// > See: .
///
/// ```markdown
/// > | a c
/// ^
/// ```
///
/// [html_flow]: crate::construct::html_flow
pub fn comment_start_dash(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'>') => State::Nok,
_ => State::Retry(StateName::HtmlTextComment),
}
}
/// In a comment.
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn comment(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
None => State::Nok,
Some(b'\n') => {
tokenizer.tokenize_state.return_state = Some(StateName::HtmlTextComment);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
Some(b'-') => {
tokenizer.consume();
State::Next(StateName::HtmlTextCommentClose)
}
_ => {
tokenizer.consume();
State::Next(StateName::HtmlTextComment)
}
}
}
/// In a comment, after `-`.
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn comment_close(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'-') => {
tokenizer.consume();
State::Next(StateName::HtmlTextEnd)
}
_ => State::Retry(StateName::HtmlTextComment),
}
}
/// After ` | a &<]]> b
/// ^^^^^^
/// ```
pub fn cdata_open_inside(tokenizer: &mut Tokenizer) -> State {
if tokenizer.current == Some(HTML_CDATA_PREFIX[tokenizer.tokenize_state.size]) {
tokenizer.tokenize_state.size += 1;
tokenizer.consume();
if tokenizer.tokenize_state.size == HTML_CDATA_PREFIX.len() {
tokenizer.tokenize_state.size = 0;
State::Next(StateName::HtmlTextCdata)
} else {
State::Next(StateName::HtmlTextCdataOpenInside)
}
} else {
State::Nok
}
}
/// In CDATA.
///
/// ```markdown
/// > | a &<]]> b
/// ^^^
/// ```
pub fn cdata(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
None => State::Nok,
Some(b'\n') => {
tokenizer.tokenize_state.return_state = Some(StateName::HtmlTextCdata);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
Some(b']') => {
tokenizer.consume();
State::Next(StateName::HtmlTextCdataClose)
}
_ => {
tokenizer.consume();
State::Next(StateName::HtmlTextCdata)
}
}
}
/// In CDATA, after `]`.
///
/// ```markdown
/// > | a &<]]> b
/// ^
/// ```
pub fn cdata_close(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b']') => {
tokenizer.consume();
State::Next(StateName::HtmlTextCdataEnd)
}
_ => State::Retry(StateName::HtmlTextCdata),
}
}
/// In CDATA, after `]]`.
///
/// ```markdown
/// > | a &<]]> b
/// ^
/// ```
pub fn cdata_end(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'>') => State::Retry(StateName::HtmlTextEnd),
Some(b']') => State::Retry(StateName::HtmlTextCdataClose),
_ => State::Retry(StateName::HtmlTextCdata),
}
}
/// In a declaration.
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn declaration(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
None | Some(b'>') => State::Retry(StateName::HtmlTextEnd),
Some(b'\n') => {
tokenizer.tokenize_state.return_state = Some(StateName::HtmlTextDeclaration);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
_ => {
tokenizer.consume();
State::Next(StateName::HtmlTextDeclaration)
}
}
}
/// In an instruction.
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn instruction(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
None => State::Nok,
Some(b'\n') => {
tokenizer.tokenize_state.return_state = Some(StateName::HtmlTextInstruction);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
Some(b'?') => {
tokenizer.consume();
State::Next(StateName::HtmlTextInstructionClose)
}
_ => {
tokenizer.consume();
State::Next(StateName::HtmlTextInstruction)
}
}
}
/// In an instruction, after `?`.
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn instruction_close(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'>') => State::Retry(StateName::HtmlTextEnd),
_ => State::Retry(StateName::HtmlTextInstruction),
}
}
/// After ``, in a closing tag, before a tag name.
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn tag_close_start(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
// ASCII alphabetical.
Some(b'A'..=b'Z' | b'a'..=b'z') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagClose)
}
_ => State::Nok,
}
}
/// After ` | a c
/// ^
/// ```
pub fn tag_close(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
// ASCII alphanumerical and `-`.
Some(b'-' | b'0'..=b'9' | b'A'..=b'Z' | b'a'..=b'z') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagClose)
}
_ => State::Retry(StateName::HtmlTextTagCloseBetween),
}
}
/// In a closing tag, after the tag name.
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn tag_close_between(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'\n') => {
tokenizer.tokenize_state.return_state = Some(StateName::HtmlTextTagCloseBetween);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
Some(b'\t' | b' ') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagCloseBetween)
}
_ => State::Retry(StateName::HtmlTextEnd),
}
}
/// After ` | a c
/// ^
/// ```
pub fn tag_open(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
// ASCII alphanumerical and `-`.
Some(b'-' | b'0'..=b'9' | b'A'..=b'Z' | b'a'..=b'z') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpen)
}
Some(b'\t' | b'\n' | b' ' | b'/' | b'>') => State::Retry(StateName::HtmlTextTagOpenBetween),
_ => State::Nok,
}
}
/// In an opening tag, after the tag name.
///
/// ```markdown
/// > | a c
/// ^
/// ```
pub fn tag_open_between(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'\n') => {
tokenizer.tokenize_state.return_state = Some(StateName::HtmlTextTagOpenBetween);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
Some(b'\t' | b' ') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenBetween)
}
Some(b'/') => {
tokenizer.consume();
State::Next(StateName::HtmlTextEnd)
}
// ASCII alphabetical and `:` and `_`.
Some(b':' | b'A'..=b'Z' | b'_' | b'a'..=b'z') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeName)
}
_ => State::Retry(StateName::HtmlTextEnd),
}
}
/// In an attribute name.
///
/// ```markdown
/// > | a d
/// ^
/// ```
pub fn tag_open_attribute_name(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
// ASCII alphabetical and `-`, `.`, `:`, and `_`.
Some(b'-' | b'.' | b'0'..=b'9' | b':' | b'A'..=b'Z' | b'_' | b'a'..=b'z') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeName)
}
_ => State::Retry(StateName::HtmlTextTagOpenAttributeNameAfter),
}
}
/// After an attribute name, before an attribute initializer, the end of the
/// tag, or whitespace.
///
/// ```markdown
/// > | a d
/// ^
/// ```
pub fn tag_open_attribute_name_after(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'\n') => {
tokenizer.tokenize_state.return_state =
Some(StateName::HtmlTextTagOpenAttributeNameAfter);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
Some(b'\t' | b' ') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeNameAfter)
}
Some(b'=') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeValueBefore)
}
_ => State::Retry(StateName::HtmlTextTagOpenBetween),
}
}
/// Before an unquoted, double quoted, or single quoted attribute value,
/// allowing whitespace.
///
/// ```markdown
/// > | a e
/// ^
/// ```
pub fn tag_open_attribute_value_before(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
None | Some(b'<' | b'=' | b'>' | b'`') => State::Nok,
Some(b'\n') => {
tokenizer.tokenize_state.return_state =
Some(StateName::HtmlTextTagOpenAttributeValueBefore);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
Some(b'\t' | b' ') => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeValueBefore)
}
Some(b'"' | b'\'') => {
tokenizer.tokenize_state.marker = tokenizer.current.unwrap();
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeValueQuoted)
}
Some(_) => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeValueUnquoted)
}
}
}
/// In a double or single quoted attribute value.
///
/// ```markdown
/// > | a e
/// ^
/// ```
pub fn tag_open_attribute_value_quoted(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
None => {
tokenizer.tokenize_state.marker = 0;
State::Nok
}
Some(b'\n') => {
tokenizer.tokenize_state.return_state =
Some(StateName::HtmlTextTagOpenAttributeValueQuoted);
State::Retry(StateName::HtmlTextLineEndingBefore)
}
Some(b'"' | b'\'') if tokenizer.current.unwrap() == tokenizer.tokenize_state.marker => {
tokenizer.tokenize_state.marker = 0;
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeValueQuotedAfter)
}
_ => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeValueQuoted)
}
}
}
/// In an unquoted attribute value.
///
/// ```markdown
/// > | a e
/// ^
/// ```
pub fn tag_open_attribute_value_unquoted(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
None | Some(b'"' | b'\'' | b'<' | b'=' | b'`') => State::Nok,
Some(b'\t' | b'\n' | b' ' | b'/' | b'>') => State::Retry(StateName::HtmlTextTagOpenBetween),
Some(_) => {
tokenizer.consume();
State::Next(StateName::HtmlTextTagOpenAttributeValueUnquoted)
}
}
}
/// After a double or single quoted attribute value, before whitespace or the
/// end of the tag.
///
/// ```markdown
/// > | a e
/// ^
/// ```
pub fn tag_open_attribute_value_quoted_after(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'\t' | b'\n' | b' ' | b'>' | b'/') => State::Retry(StateName::HtmlTextTagOpenBetween),
_ => State::Nok,
}
}
/// In certain circumstances of a complete tag where only an `>` is allowed.
///
/// ```markdown
/// > | a e
/// ^
/// ```
pub fn end(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'>') => {
tokenizer.consume();
tokenizer.exit(Token::HtmlTextData);
tokenizer.exit(Token::HtmlText);
State::Ok
}
_ => State::Nok,
}
}
/// At an allowed line ending.
///
/// > ๐ **Note**: we canโt have blank lines in text, so no need to worry about
/// > empty tokens.
///
/// ```markdown
/// > | a
/// ```
pub fn line_ending_before(tokenizer: &mut Tokenizer) -> State {
match tokenizer.current {
Some(b'\n') => {
tokenizer.exit(Token::HtmlTextData);
tokenizer.enter(Token::LineEnding);
tokenizer.consume();
tokenizer.exit(Token::LineEnding);
State::Next(StateName::HtmlTextLineEndingAfter)
}
_ => unreachable!("expected eol"),
}
}
/// After a line ending.
///
/// > ๐ **Note**: we canโt have blank lines in text, so no need to worry about
/// > empty tokens.
///
/// ```markdown
/// | a
/// ^
/// ```
pub fn line_ending_after(tokenizer: &mut Tokenizer) -> State {
let name = space_or_tab(tokenizer);
tokenizer.attempt(
name,
State::Next(StateName::HtmlTextLineEndingAfterPrefix),
State::Next(StateName::HtmlTextLineEndingAfterPrefix),
)
}
/// After a line ending, after indent.
///
/// > ๐ **Note**: we canโt have blank lines in text, so no need to worry about
/// > empty tokens.
///
/// ```markdown
/// | a
/// ^
/// ```
pub fn line_ending_after_prefix(tokenizer: &mut Tokenizer) -> State {
tokenizer.enter(Token::HtmlTextData);
State::Retry(tokenizer.tokenize_state.return_state.take().unwrap())
}