aboutsummaryrefslogtreecommitdiffstats
path: root/src/unicode.rs
diff options
context:
space:
mode:
authorLibravatar Titus Wormer <tituswormer@gmail.com>2022-08-19 17:09:16 +0200
committerLibravatar Titus Wormer <tituswormer@gmail.com>2022-08-19 17:09:16 +0200
commit5e6829c2fb79c2b7f59e38f924e2b2900c52b5d5 (patch)
treed5725002bd5b28b91edb9e6e41ce90c9f3d5063d /src/unicode.rs
parentdc6b4ac40a715d724ee597c995eb05ab30baa6e2 (diff)
downloadmarkdown-rs-5e6829c2fb79c2b7f59e38f924e2b2900c52b5d5.tar.gz
markdown-rs-5e6829c2fb79c2b7f59e38f924e2b2900c52b5d5.tar.bz2
markdown-rs-5e6829c2fb79c2b7f59e38f924e2b2900c52b5d5.zip
Refactor to move more things to `util/`
Diffstat (limited to 'src/unicode.rs')
-rw-r--r--src/unicode.rs838
1 files changed, 0 insertions, 838 deletions
diff --git a/src/unicode.rs b/src/unicode.rs
deleted file mode 100644
index 2b79a88..0000000
--- a/src/unicode.rs
+++ /dev/null
@@ -1,838 +0,0 @@
-//! Info on Unicode.
-
-/// List of characters that are considered punctuation.
-///
-/// > ๐Ÿ‘‰ **Important**: this module is generated by `build.rs`.
-/// > It is generate from the latest Unicode data.
-///
-/// Rust does not contain an `is_punctuation` method on `char`, while it does
-/// support [`is_ascii_alphanumeric`](char::is_ascii_alphanumeric).
-///
-/// `CommonMark` handles attention (emphasis, strong) markers based on what
-/// comes before or after them.
-/// One such difference is if those characters are Unicode punctuation.
-///
-/// ## References
-///
-/// * [*ยง 2.1 Characters and lines* in `CommonMark`](https://spec.commonmark.org/0.30/#unicode-punctuation-character)
-pub const PUNCTUATION: [char; 819] = [
- '\u{0021}',
- '\u{0022}',
- '\u{0023}',
- '\u{0025}',
- '\u{0026}',
- '\u{0027}',
- '\u{0028}',
- '\u{0029}',
- '\u{002A}',
- '\u{002C}',
- '\u{002D}',
- '\u{002E}',
- '\u{002F}',
- '\u{003A}',
- '\u{003B}',
- '\u{003F}',
- '\u{0040}',
- '\u{005B}',
- '\u{005C}',
- '\u{005D}',
- '\u{005F}',
- '\u{007B}',
- '\u{007D}',
- '\u{00A1}',
- '\u{00A7}',
- '\u{00AB}',
- '\u{00B6}',
- '\u{00B7}',
- '\u{00BB}',
- '\u{00BF}',
- '\u{037E}',
- '\u{0387}',
- '\u{055A}',
- '\u{055B}',
- '\u{055C}',
- '\u{055D}',
- '\u{055E}',
- '\u{055F}',
- '\u{0589}',
- '\u{058A}',
- '\u{05BE}',
- '\u{05C0}',
- '\u{05C3}',
- '\u{05C6}',
- '\u{05F3}',
- '\u{05F4}',
- '\u{0609}',
- '\u{060A}',
- '\u{060C}',
- '\u{060D}',
- '\u{061B}',
- '\u{061D}',
- '\u{061E}',
- '\u{061F}',
- '\u{066A}',
- '\u{066B}',
- '\u{066C}',
- '\u{066D}',
- '\u{06D4}',
- '\u{0700}',
- '\u{0701}',
- '\u{0702}',
- '\u{0703}',
- '\u{0704}',
- '\u{0705}',
- '\u{0706}',
- '\u{0707}',
- '\u{0708}',
- '\u{0709}',
- '\u{070A}',
- '\u{070B}',
- '\u{070C}',
- '\u{070D}',
- '\u{07F7}',
- '\u{07F8}',
- '\u{07F9}',
- '\u{0830}',
- '\u{0831}',
- '\u{0832}',
- '\u{0833}',
- '\u{0834}',
- '\u{0835}',
- '\u{0836}',
- '\u{0837}',
- '\u{0838}',
- '\u{0839}',
- '\u{083A}',
- '\u{083B}',
- '\u{083C}',
- '\u{083D}',
- '\u{083E}',
- '\u{085E}',
- '\u{0964}',
- '\u{0965}',
- '\u{0970}',
- '\u{09FD}',
- '\u{0A76}',
- '\u{0AF0}',
- '\u{0C77}',
- '\u{0C84}',
- '\u{0DF4}',
- '\u{0E4F}',
- '\u{0E5A}',
- '\u{0E5B}',
- '\u{0F04}',
- '\u{0F05}',
- '\u{0F06}',
- '\u{0F07}',
- '\u{0F08}',
- '\u{0F09}',
- '\u{0F0A}',
- '\u{0F0B}',
- '\u{0F0C}',
- '\u{0F0D}',
- '\u{0F0E}',
- '\u{0F0F}',
- '\u{0F10}',
- '\u{0F11}',
- '\u{0F12}',
- '\u{0F14}',
- '\u{0F3A}',
- '\u{0F3B}',
- '\u{0F3C}',
- '\u{0F3D}',
- '\u{0F85}',
- '\u{0FD0}',
- '\u{0FD1}',
- '\u{0FD2}',
- '\u{0FD3}',
- '\u{0FD4}',
- '\u{0FD9}',
- '\u{0FDA}',
- '\u{104A}',
- '\u{104B}',
- '\u{104C}',
- '\u{104D}',
- '\u{104E}',
- '\u{104F}',
- '\u{10FB}',
- '\u{1360}',
- '\u{1361}',
- '\u{1362}',
- '\u{1363}',
- '\u{1364}',
- '\u{1365}',
- '\u{1366}',
- '\u{1367}',
- '\u{1368}',
- '\u{1400}',
- '\u{166E}',
- '\u{169B}',
- '\u{169C}',
- '\u{16EB}',
- '\u{16EC}',
- '\u{16ED}',
- '\u{1735}',
- '\u{1736}',
- '\u{17D4}',
- '\u{17D5}',
- '\u{17D6}',
- '\u{17D8}',
- '\u{17D9}',
- '\u{17DA}',
- '\u{1800}',
- '\u{1801}',
- '\u{1802}',
- '\u{1803}',
- '\u{1804}',
- '\u{1805}',
- '\u{1806}',
- '\u{1807}',
- '\u{1808}',
- '\u{1809}',
- '\u{180A}',
- '\u{1944}',
- '\u{1945}',
- '\u{1A1E}',
- '\u{1A1F}',
- '\u{1AA0}',
- '\u{1AA1}',
- '\u{1AA2}',
- '\u{1AA3}',
- '\u{1AA4}',
- '\u{1AA5}',
- '\u{1AA6}',
- '\u{1AA8}',
- '\u{1AA9}',
- '\u{1AAA}',
- '\u{1AAB}',
- '\u{1AAC}',
- '\u{1AAD}',
- '\u{1B5A}',
- '\u{1B5B}',
- '\u{1B5C}',
- '\u{1B5D}',
- '\u{1B5E}',
- '\u{1B5F}',
- '\u{1B60}',
- '\u{1B7D}',
- '\u{1B7E}',
- '\u{1BFC}',
- '\u{1BFD}',
- '\u{1BFE}',
- '\u{1BFF}',
- '\u{1C3B}',
- '\u{1C3C}',
- '\u{1C3D}',
- '\u{1C3E}',
- '\u{1C3F}',
- '\u{1C7E}',
- '\u{1C7F}',
- '\u{1CC0}',
- '\u{1CC1}',
- '\u{1CC2}',
- '\u{1CC3}',
- '\u{1CC4}',
- '\u{1CC5}',
- '\u{1CC6}',
- '\u{1CC7}',
- '\u{1CD3}',
- '\u{2010}',
- '\u{2011}',
- '\u{2012}',
- '\u{2013}',
- '\u{2014}',
- '\u{2015}',
- '\u{2016}',
- '\u{2017}',
- '\u{2018}',
- '\u{2019}',
- '\u{201A}',
- '\u{201B}',
- '\u{201C}',
- '\u{201D}',
- '\u{201E}',
- '\u{201F}',
- '\u{2020}',
- '\u{2021}',
- '\u{2022}',
- '\u{2023}',
- '\u{2024}',
- '\u{2025}',
- '\u{2026}',
- '\u{2027}',
- '\u{2030}',
- '\u{2031}',
- '\u{2032}',
- '\u{2033}',
- '\u{2034}',
- '\u{2035}',
- '\u{2036}',
- '\u{2037}',
- '\u{2038}',
- '\u{2039}',
- '\u{203A}',
- '\u{203B}',
- '\u{203C}',
- '\u{203D}',
- '\u{203E}',
- '\u{203F}',
- '\u{2040}',
- '\u{2041}',
- '\u{2042}',
- '\u{2043}',
- '\u{2045}',
- '\u{2046}',
- '\u{2047}',
- '\u{2048}',
- '\u{2049}',
- '\u{204A}',
- '\u{204B}',
- '\u{204C}',
- '\u{204D}',
- '\u{204E}',
- '\u{204F}',
- '\u{2050}',
- '\u{2051}',
- '\u{2053}',
- '\u{2054}',
- '\u{2055}',
- '\u{2056}',
- '\u{2057}',
- '\u{2058}',
- '\u{2059}',
- '\u{205A}',
- '\u{205B}',
- '\u{205C}',
- '\u{205D}',
- '\u{205E}',
- '\u{207D}',
- '\u{207E}',
- '\u{208D}',
- '\u{208E}',
- '\u{2308}',
- '\u{2309}',
- '\u{230A}',
- '\u{230B}',
- '\u{2329}',
- '\u{232A}',
- '\u{2768}',
- '\u{2769}',
- '\u{276A}',
- '\u{276B}',
- '\u{276C}',
- '\u{276D}',
- '\u{276E}',
- '\u{276F}',
- '\u{2770}',
- '\u{2771}',
- '\u{2772}',
- '\u{2773}',
- '\u{2774}',
- '\u{2775}',
- '\u{27C5}',
- '\u{27C6}',
- '\u{27E6}',
- '\u{27E7}',
- '\u{27E8}',
- '\u{27E9}',
- '\u{27EA}',
- '\u{27EB}',
- '\u{27EC}',
- '\u{27ED}',
- '\u{27EE}',
- '\u{27EF}',
- '\u{2983}',
- '\u{2984}',
- '\u{2985}',
- '\u{2986}',
- '\u{2987}',
- '\u{2988}',
- '\u{2989}',
- '\u{298A}',
- '\u{298B}',
- '\u{298C}',
- '\u{298D}',
- '\u{298E}',
- '\u{298F}',
- '\u{2990}',
- '\u{2991}',
- '\u{2992}',
- '\u{2993}',
- '\u{2994}',
- '\u{2995}',
- '\u{2996}',
- '\u{2997}',
- '\u{2998}',
- '\u{29D8}',
- '\u{29D9}',
- '\u{29DA}',
- '\u{29DB}',
- '\u{29FC}',
- '\u{29FD}',
- '\u{2CF9}',
- '\u{2CFA}',
- '\u{2CFB}',
- '\u{2CFC}',
- '\u{2CFE}',
- '\u{2CFF}',
- '\u{2D70}',
- '\u{2E00}',
- '\u{2E01}',
- '\u{2E02}',
- '\u{2E03}',
- '\u{2E04}',
- '\u{2E05}',
- '\u{2E06}',
- '\u{2E07}',
- '\u{2E08}',
- '\u{2E09}',
- '\u{2E0A}',
- '\u{2E0B}',
- '\u{2E0C}',
- '\u{2E0D}',
- '\u{2E0E}',
- '\u{2E0F}',
- '\u{2E10}',
- '\u{2E11}',
- '\u{2E12}',
- '\u{2E13}',
- '\u{2E14}',
- '\u{2E15}',
- '\u{2E16}',
- '\u{2E17}',
- '\u{2E18}',
- '\u{2E19}',
- '\u{2E1A}',
- '\u{2E1B}',
- '\u{2E1C}',
- '\u{2E1D}',
- '\u{2E1E}',
- '\u{2E1F}',
- '\u{2E20}',
- '\u{2E21}',
- '\u{2E22}',
- '\u{2E23}',
- '\u{2E24}',
- '\u{2E25}',
- '\u{2E26}',
- '\u{2E27}',
- '\u{2E28}',
- '\u{2E29}',
- '\u{2E2A}',
- '\u{2E2B}',
- '\u{2E2C}',
- '\u{2E2D}',
- '\u{2E2E}',
- '\u{2E30}',
- '\u{2E31}',
- '\u{2E32}',
- '\u{2E33}',
- '\u{2E34}',
- '\u{2E35}',
- '\u{2E36}',
- '\u{2E37}',
- '\u{2E38}',
- '\u{2E39}',
- '\u{2E3A}',
- '\u{2E3B}',
- '\u{2E3C}',
- '\u{2E3D}',
- '\u{2E3E}',
- '\u{2E3F}',
- '\u{2E40}',
- '\u{2E41}',
- '\u{2E42}',
- '\u{2E43}',
- '\u{2E44}',
- '\u{2E45}',
- '\u{2E46}',
- '\u{2E47}',
- '\u{2E48}',
- '\u{2E49}',
- '\u{2E4A}',
- '\u{2E4B}',
- '\u{2E4C}',
- '\u{2E4D}',
- '\u{2E4E}',
- '\u{2E4F}',
- '\u{2E52}',
- '\u{2E53}',
- '\u{2E54}',
- '\u{2E55}',
- '\u{2E56}',
- '\u{2E57}',
- '\u{2E58}',
- '\u{2E59}',
- '\u{2E5A}',
- '\u{2E5B}',
- '\u{2E5C}',
- '\u{2E5D}',
- '\u{3001}',
- '\u{3002}',
- '\u{3003}',
- '\u{3008}',
- '\u{3009}',
- '\u{300A}',
- '\u{300B}',
- '\u{300C}',
- '\u{300D}',
- '\u{300E}',
- '\u{300F}',
- '\u{3010}',
- '\u{3011}',
- '\u{3014}',
- '\u{3015}',
- '\u{3016}',
- '\u{3017}',
- '\u{3018}',
- '\u{3019}',
- '\u{301A}',
- '\u{301B}',
- '\u{301C}',
- '\u{301D}',
- '\u{301E}',
- '\u{301F}',
- '\u{3030}',
- '\u{303D}',
- '\u{30A0}',
- '\u{30FB}',
- '\u{A4FE}',
- '\u{A4FF}',
- '\u{A60D}',
- '\u{A60E}',
- '\u{A60F}',
- '\u{A673}',
- '\u{A67E}',
- '\u{A6F2}',
- '\u{A6F3}',
- '\u{A6F4}',
- '\u{A6F5}',
- '\u{A6F6}',
- '\u{A6F7}',
- '\u{A874}',
- '\u{A875}',
- '\u{A876}',
- '\u{A877}',
- '\u{A8CE}',
- '\u{A8CF}',
- '\u{A8F8}',
- '\u{A8F9}',
- '\u{A8FA}',
- '\u{A8FC}',
- '\u{A92E}',
- '\u{A92F}',
- '\u{A95F}',
- '\u{A9C1}',
- '\u{A9C2}',
- '\u{A9C3}',
- '\u{A9C4}',
- '\u{A9C5}',
- '\u{A9C6}',
- '\u{A9C7}',
- '\u{A9C8}',
- '\u{A9C9}',
- '\u{A9CA}',
- '\u{A9CB}',
- '\u{A9CC}',
- '\u{A9CD}',
- '\u{A9DE}',
- '\u{A9DF}',
- '\u{AA5C}',
- '\u{AA5D}',
- '\u{AA5E}',
- '\u{AA5F}',
- '\u{AADE}',
- '\u{AADF}',
- '\u{AAF0}',
- '\u{AAF1}',
- '\u{ABEB}',
- '\u{FD3E}',
- '\u{FD3F}',
- '\u{FE10}',
- '\u{FE11}',
- '\u{FE12}',
- '\u{FE13}',
- '\u{FE14}',
- '\u{FE15}',
- '\u{FE16}',
- '\u{FE17}',
- '\u{FE18}',
- '\u{FE19}',
- '\u{FE30}',
- '\u{FE31}',
- '\u{FE32}',
- '\u{FE33}',
- '\u{FE34}',
- '\u{FE35}',
- '\u{FE36}',
- '\u{FE37}',
- '\u{FE38}',
- '\u{FE39}',
- '\u{FE3A}',
- '\u{FE3B}',
- '\u{FE3C}',
- '\u{FE3D}',
- '\u{FE3E}',
- '\u{FE3F}',
- '\u{FE40}',
- '\u{FE41}',
- '\u{FE42}',
- '\u{FE43}',
- '\u{FE44}',
- '\u{FE45}',
- '\u{FE46}',
- '\u{FE47}',
- '\u{FE48}',
- '\u{FE49}',
- '\u{FE4A}',
- '\u{FE4B}',
- '\u{FE4C}',
- '\u{FE4D}',
- '\u{FE4E}',
- '\u{FE4F}',
- '\u{FE50}',
- '\u{FE51}',
- '\u{FE52}',
- '\u{FE54}',
- '\u{FE55}',
- '\u{FE56}',
- '\u{FE57}',
- '\u{FE58}',
- '\u{FE59}',
- '\u{FE5A}',
- '\u{FE5B}',
- '\u{FE5C}',
- '\u{FE5D}',
- '\u{FE5E}',
- '\u{FE5F}',
- '\u{FE60}',
- '\u{FE61}',
- '\u{FE63}',
- '\u{FE68}',
- '\u{FE6A}',
- '\u{FE6B}',
- '\u{FF01}',
- '\u{FF02}',
- '\u{FF03}',
- '\u{FF05}',
- '\u{FF06}',
- '\u{FF07}',
- '\u{FF08}',
- '\u{FF09}',
- '\u{FF0A}',
- '\u{FF0C}',
- '\u{FF0D}',
- '\u{FF0E}',
- '\u{FF0F}',
- '\u{FF1A}',
- '\u{FF1B}',
- '\u{FF1F}',
- '\u{FF20}',
- '\u{FF3B}',
- '\u{FF3C}',
- '\u{FF3D}',
- '\u{FF3F}',
- '\u{FF5B}',
- '\u{FF5D}',
- '\u{FF5F}',
- '\u{FF60}',
- '\u{FF61}',
- '\u{FF62}',
- '\u{FF63}',
- '\u{FF64}',
- '\u{FF65}',
- '\u{10100}',
- '\u{10101}',
- '\u{10102}',
- '\u{1039F}',
- '\u{103D0}',
- '\u{1056F}',
- '\u{10857}',
- '\u{1091F}',
- '\u{1093F}',
- '\u{10A50}',
- '\u{10A51}',
- '\u{10A52}',
- '\u{10A53}',
- '\u{10A54}',
- '\u{10A55}',
- '\u{10A56}',
- '\u{10A57}',
- '\u{10A58}',
- '\u{10A7F}',
- '\u{10AF0}',
- '\u{10AF1}',
- '\u{10AF2}',
- '\u{10AF3}',
- '\u{10AF4}',
- '\u{10AF5}',
- '\u{10AF6}',
- '\u{10B39}',
- '\u{10B3A}',
- '\u{10B3B}',
- '\u{10B3C}',
- '\u{10B3D}',
- '\u{10B3E}',
- '\u{10B3F}',
- '\u{10B99}',
- '\u{10B9A}',
- '\u{10B9B}',
- '\u{10B9C}',
- '\u{10EAD}',
- '\u{10F55}',
- '\u{10F56}',
- '\u{10F57}',
- '\u{10F58}',
- '\u{10F59}',
- '\u{10F86}',
- '\u{10F87}',
- '\u{10F88}',
- '\u{10F89}',
- '\u{11047}',
- '\u{11048}',
- '\u{11049}',
- '\u{1104A}',
- '\u{1104B}',
- '\u{1104C}',
- '\u{1104D}',
- '\u{110BB}',
- '\u{110BC}',
- '\u{110BE}',
- '\u{110BF}',
- '\u{110C0}',
- '\u{110C1}',
- '\u{11140}',
- '\u{11141}',
- '\u{11142}',
- '\u{11143}',
- '\u{11174}',
- '\u{11175}',
- '\u{111C5}',
- '\u{111C6}',
- '\u{111C7}',
- '\u{111C8}',
- '\u{111CD}',
- '\u{111DB}',
- '\u{111DD}',
- '\u{111DE}',
- '\u{111DF}',
- '\u{11238}',
- '\u{11239}',
- '\u{1123A}',
- '\u{1123B}',
- '\u{1123C}',
- '\u{1123D}',
- '\u{112A9}',
- '\u{1144B}',
- '\u{1144C}',
- '\u{1144D}',
- '\u{1144E}',
- '\u{1144F}',
- '\u{1145A}',
- '\u{1145B}',
- '\u{1145D}',
- '\u{114C6}',
- '\u{115C1}',
- '\u{115C2}',
- '\u{115C3}',
- '\u{115C4}',
- '\u{115C5}',
- '\u{115C6}',
- '\u{115C7}',
- '\u{115C8}',
- '\u{115C9}',
- '\u{115CA}',
- '\u{115CB}',
- '\u{115CC}',
- '\u{115CD}',
- '\u{115CE}',
- '\u{115CF}',
- '\u{115D0}',
- '\u{115D1}',
- '\u{115D2}',
- '\u{115D3}',
- '\u{115D4}',
- '\u{115D5}',
- '\u{115D6}',
- '\u{115D7}',
- '\u{11641}',
- '\u{11642}',
- '\u{11643}',
- '\u{11660}',
- '\u{11661}',
- '\u{11662}',
- '\u{11663}',
- '\u{11664}',
- '\u{11665}',
- '\u{11666}',
- '\u{11667}',
- '\u{11668}',
- '\u{11669}',
- '\u{1166A}',
- '\u{1166B}',
- '\u{1166C}',
- '\u{116B9}',
- '\u{1173C}',
- '\u{1173D}',
- '\u{1173E}',
- '\u{1183B}',
- '\u{11944}',
- '\u{11945}',
- '\u{11946}',
- '\u{119E2}',
- '\u{11A3F}',
- '\u{11A40}',
- '\u{11A41}',
- '\u{11A42}',
- '\u{11A43}',
- '\u{11A44}',
- '\u{11A45}',
- '\u{11A46}',
- '\u{11A9A}',
- '\u{11A9B}',
- '\u{11A9C}',
- '\u{11A9E}',
- '\u{11A9F}',
- '\u{11AA0}',
- '\u{11AA1}',
- '\u{11AA2}',
- '\u{11C41}',
- '\u{11C42}',
- '\u{11C43}',
- '\u{11C44}',
- '\u{11C45}',
- '\u{11C70}',
- '\u{11C71}',
- '\u{11EF7}',
- '\u{11EF8}',
- '\u{11FFF}',
- '\u{12470}',
- '\u{12471}',
- '\u{12472}',
- '\u{12473}',
- '\u{12474}',
- '\u{12FF1}',
- '\u{12FF2}',
- '\u{16A6E}',
- '\u{16A6F}',
- '\u{16AF5}',
- '\u{16B37}',
- '\u{16B38}',
- '\u{16B39}',
- '\u{16B3A}',
- '\u{16B3B}',
- '\u{16B44}',
- '\u{16E97}',
- '\u{16E98}',
- '\u{16E99}',
- '\u{16E9A}',
- '\u{16FE2}',
- '\u{1BC9F}',
- '\u{1DA87}',
- '\u{1DA88}',
- '\u{1DA89}',
- '\u{1DA8A}',
- '\u{1DA8B}',
- '\u{1E95E}',
- '\u{1E95F}',
-];