From 5e6829c2fb79c2b7f59e38f924e2b2900c52b5d5 Mon Sep 17 00:00:00 2001 From: Titus Wormer Date: Fri, 19 Aug 2022 17:09:16 +0200 Subject: Refactor to move more things to `util/` --- src/unicode.rs | 838 --------------------------------------------------------- 1 file changed, 838 deletions(-) delete mode 100644 src/unicode.rs (limited to 'src/unicode.rs') diff --git a/src/unicode.rs b/src/unicode.rs deleted file mode 100644 index 2b79a88..0000000 --- a/src/unicode.rs +++ /dev/null @@ -1,838 +0,0 @@ -//! Info on Unicode. - -/// List of characters that are considered punctuation. -/// -/// > ๐Ÿ‘‰ **Important**: this module is generated by `build.rs`. -/// > It is generate from the latest Unicode data. -/// -/// Rust does not contain an `is_punctuation` method on `char`, while it does -/// support [`is_ascii_alphanumeric`](char::is_ascii_alphanumeric). -/// -/// `CommonMark` handles attention (emphasis, strong) markers based on what -/// comes before or after them. -/// One such difference is if those characters are Unicode punctuation. -/// -/// ## References -/// -/// * [*ยง 2.1 Characters and lines* in `CommonMark`](https://spec.commonmark.org/0.30/#unicode-punctuation-character) -pub const PUNCTUATION: [char; 819] = [ - '\u{0021}', - '\u{0022}', - '\u{0023}', - '\u{0025}', - '\u{0026}', - '\u{0027}', - '\u{0028}', - '\u{0029}', - '\u{002A}', - '\u{002C}', - '\u{002D}', - '\u{002E}', - '\u{002F}', - '\u{003A}', - '\u{003B}', - '\u{003F}', - '\u{0040}', - '\u{005B}', - '\u{005C}', - '\u{005D}', - '\u{005F}', - '\u{007B}', - '\u{007D}', - '\u{00A1}', - '\u{00A7}', - '\u{00AB}', - '\u{00B6}', - '\u{00B7}', - '\u{00BB}', - '\u{00BF}', - '\u{037E}', - '\u{0387}', - '\u{055A}', - '\u{055B}', - '\u{055C}', - '\u{055D}', - '\u{055E}', - '\u{055F}', - '\u{0589}', - '\u{058A}', - '\u{05BE}', - '\u{05C0}', - '\u{05C3}', - '\u{05C6}', - '\u{05F3}', - '\u{05F4}', - '\u{0609}', - '\u{060A}', - '\u{060C}', - '\u{060D}', - '\u{061B}', - '\u{061D}', - '\u{061E}', - '\u{061F}', - '\u{066A}', - '\u{066B}', - '\u{066C}', - '\u{066D}', - '\u{06D4}', - '\u{0700}', - '\u{0701}', - '\u{0702}', - '\u{0703}', - '\u{0704}', - '\u{0705}', - '\u{0706}', - '\u{0707}', - '\u{0708}', - '\u{0709}', - '\u{070A}', - '\u{070B}', - '\u{070C}', - '\u{070D}', - '\u{07F7}', - '\u{07F8}', - '\u{07F9}', - '\u{0830}', - '\u{0831}', - '\u{0832}', - '\u{0833}', - '\u{0834}', - '\u{0835}', - '\u{0836}', - '\u{0837}', - '\u{0838}', - '\u{0839}', - '\u{083A}', - '\u{083B}', - '\u{083C}', - '\u{083D}', - '\u{083E}', - '\u{085E}', - '\u{0964}', - '\u{0965}', - '\u{0970}', - '\u{09FD}', - '\u{0A76}', - '\u{0AF0}', - '\u{0C77}', - '\u{0C84}', - '\u{0DF4}', - '\u{0E4F}', - '\u{0E5A}', - '\u{0E5B}', - '\u{0F04}', - '\u{0F05}', - '\u{0F06}', - '\u{0F07}', - '\u{0F08}', - '\u{0F09}', - '\u{0F0A}', - '\u{0F0B}', - '\u{0F0C}', - '\u{0F0D}', - '\u{0F0E}', - '\u{0F0F}', - '\u{0F10}', - '\u{0F11}', - '\u{0F12}', - '\u{0F14}', - '\u{0F3A}', - '\u{0F3B}', - '\u{0F3C}', - '\u{0F3D}', - '\u{0F85}', - '\u{0FD0}', - '\u{0FD1}', - '\u{0FD2}', - '\u{0FD3}', - '\u{0FD4}', - '\u{0FD9}', - '\u{0FDA}', - '\u{104A}', - '\u{104B}', - '\u{104C}', - '\u{104D}', - '\u{104E}', - '\u{104F}', - '\u{10FB}', - '\u{1360}', - '\u{1361}', - '\u{1362}', - '\u{1363}', - '\u{1364}', - '\u{1365}', - '\u{1366}', - '\u{1367}', - '\u{1368}', - '\u{1400}', - '\u{166E}', - '\u{169B}', - '\u{169C}', - '\u{16EB}', - '\u{16EC}', - '\u{16ED}', - '\u{1735}', - '\u{1736}', - '\u{17D4}', - '\u{17D5}', - '\u{17D6}', - '\u{17D8}', - '\u{17D9}', - '\u{17DA}', - '\u{1800}', - '\u{1801}', - '\u{1802}', - '\u{1803}', - '\u{1804}', - '\u{1805}', - '\u{1806}', - '\u{1807}', - '\u{1808}', - '\u{1809}', - '\u{180A}', - '\u{1944}', - '\u{1945}', - '\u{1A1E}', - '\u{1A1F}', - '\u{1AA0}', - '\u{1AA1}', - '\u{1AA2}', - '\u{1AA3}', - '\u{1AA4}', - '\u{1AA5}', - '\u{1AA6}', - '\u{1AA8}', - '\u{1AA9}', - '\u{1AAA}', - '\u{1AAB}', - '\u{1AAC}', - '\u{1AAD}', - '\u{1B5A}', - '\u{1B5B}', - '\u{1B5C}', - '\u{1B5D}', - '\u{1B5E}', - '\u{1B5F}', - '\u{1B60}', - '\u{1B7D}', - '\u{1B7E}', - '\u{1BFC}', - '\u{1BFD}', - '\u{1BFE}', - '\u{1BFF}', - '\u{1C3B}', - '\u{1C3C}', - '\u{1C3D}', - '\u{1C3E}', - '\u{1C3F}', - '\u{1C7E}', - '\u{1C7F}', - '\u{1CC0}', - '\u{1CC1}', - '\u{1CC2}', - '\u{1CC3}', - '\u{1CC4}', - '\u{1CC5}', - '\u{1CC6}', - '\u{1CC7}', - '\u{1CD3}', - '\u{2010}', - '\u{2011}', - '\u{2012}', - '\u{2013}', - '\u{2014}', - '\u{2015}', - '\u{2016}', - '\u{2017}', - '\u{2018}', - '\u{2019}', - '\u{201A}', - '\u{201B}', - '\u{201C}', - '\u{201D}', - '\u{201E}', - '\u{201F}', - '\u{2020}', - '\u{2021}', - '\u{2022}', - '\u{2023}', - '\u{2024}', - '\u{2025}', - '\u{2026}', - '\u{2027}', - '\u{2030}', - '\u{2031}', - '\u{2032}', - '\u{2033}', - '\u{2034}', - '\u{2035}', - '\u{2036}', - '\u{2037}', - '\u{2038}', - '\u{2039}', - '\u{203A}', - '\u{203B}', - '\u{203C}', - '\u{203D}', - '\u{203E}', - '\u{203F}', - '\u{2040}', - '\u{2041}', - '\u{2042}', - '\u{2043}', - '\u{2045}', - '\u{2046}', - '\u{2047}', - '\u{2048}', - '\u{2049}', - '\u{204A}', - '\u{204B}', - '\u{204C}', - '\u{204D}', - '\u{204E}', - '\u{204F}', - '\u{2050}', - '\u{2051}', - '\u{2053}', - '\u{2054}', - '\u{2055}', - '\u{2056}', - '\u{2057}', - '\u{2058}', - '\u{2059}', - '\u{205A}', - '\u{205B}', - '\u{205C}', - '\u{205D}', - '\u{205E}', - '\u{207D}', - '\u{207E}', - '\u{208D}', - '\u{208E}', - '\u{2308}', - '\u{2309}', - '\u{230A}', - '\u{230B}', - '\u{2329}', - '\u{232A}', - '\u{2768}', - '\u{2769}', - '\u{276A}', - '\u{276B}', - '\u{276C}', - '\u{276D}', - '\u{276E}', - '\u{276F}', - '\u{2770}', - '\u{2771}', - '\u{2772}', - '\u{2773}', - '\u{2774}', - '\u{2775}', - '\u{27C5}', - '\u{27C6}', - '\u{27E6}', - '\u{27E7}', - '\u{27E8}', - '\u{27E9}', - '\u{27EA}', - '\u{27EB}', - '\u{27EC}', - '\u{27ED}', - '\u{27EE}', - '\u{27EF}', - '\u{2983}', - '\u{2984}', - '\u{2985}', - '\u{2986}', - '\u{2987}', - '\u{2988}', - '\u{2989}', - '\u{298A}', - '\u{298B}', - '\u{298C}', - '\u{298D}', - '\u{298E}', - '\u{298F}', - '\u{2990}', - '\u{2991}', - '\u{2992}', - '\u{2993}', - '\u{2994}', - '\u{2995}', - '\u{2996}', - '\u{2997}', - '\u{2998}', - '\u{29D8}', - '\u{29D9}', - '\u{29DA}', - '\u{29DB}', - '\u{29FC}', - '\u{29FD}', - '\u{2CF9}', - '\u{2CFA}', - '\u{2CFB}', - '\u{2CFC}', - '\u{2CFE}', - '\u{2CFF}', - '\u{2D70}', - '\u{2E00}', - '\u{2E01}', - '\u{2E02}', - '\u{2E03}', - '\u{2E04}', - '\u{2E05}', - '\u{2E06}', - '\u{2E07}', - '\u{2E08}', - '\u{2E09}', - '\u{2E0A}', - '\u{2E0B}', - '\u{2E0C}', - '\u{2E0D}', - '\u{2E0E}', - '\u{2E0F}', - '\u{2E10}', - '\u{2E11}', - '\u{2E12}', - '\u{2E13}', - '\u{2E14}', - '\u{2E15}', - '\u{2E16}', - '\u{2E17}', - '\u{2E18}', - '\u{2E19}', - '\u{2E1A}', - '\u{2E1B}', - '\u{2E1C}', - '\u{2E1D}', - '\u{2E1E}', - '\u{2E1F}', - '\u{2E20}', - '\u{2E21}', - '\u{2E22}', - '\u{2E23}', - '\u{2E24}', - '\u{2E25}', - '\u{2E26}', - '\u{2E27}', - '\u{2E28}', - '\u{2E29}', - '\u{2E2A}', - '\u{2E2B}', - '\u{2E2C}', - '\u{2E2D}', - '\u{2E2E}', - '\u{2E30}', - '\u{2E31}', - '\u{2E32}', - '\u{2E33}', - '\u{2E34}', - '\u{2E35}', - '\u{2E36}', - '\u{2E37}', - '\u{2E38}', - '\u{2E39}', - '\u{2E3A}', - '\u{2E3B}', - '\u{2E3C}', - '\u{2E3D}', - '\u{2E3E}', - '\u{2E3F}', - '\u{2E40}', - '\u{2E41}', - '\u{2E42}', - '\u{2E43}', - '\u{2E44}', - '\u{2E45}', - '\u{2E46}', - '\u{2E47}', - '\u{2E48}', - '\u{2E49}', - '\u{2E4A}', - '\u{2E4B}', - '\u{2E4C}', - '\u{2E4D}', - '\u{2E4E}', - '\u{2E4F}', - '\u{2E52}', - '\u{2E53}', - '\u{2E54}', - '\u{2E55}', - '\u{2E56}', - '\u{2E57}', - '\u{2E58}', - '\u{2E59}', - '\u{2E5A}', - '\u{2E5B}', - '\u{2E5C}', - '\u{2E5D}', - '\u{3001}', - '\u{3002}', - '\u{3003}', - '\u{3008}', - '\u{3009}', - '\u{300A}', - '\u{300B}', - '\u{300C}', - '\u{300D}', - '\u{300E}', - '\u{300F}', - '\u{3010}', - '\u{3011}', - '\u{3014}', - '\u{3015}', - '\u{3016}', - '\u{3017}', - '\u{3018}', - '\u{3019}', - '\u{301A}', - '\u{301B}', - '\u{301C}', - '\u{301D}', - '\u{301E}', - '\u{301F}', - '\u{3030}', - '\u{303D}', - '\u{30A0}', - '\u{30FB}', - '\u{A4FE}', - '\u{A4FF}', - '\u{A60D}', - '\u{A60E}', - '\u{A60F}', - '\u{A673}', - '\u{A67E}', - '\u{A6F2}', - '\u{A6F3}', - '\u{A6F4}', - '\u{A6F5}', - '\u{A6F6}', - '\u{A6F7}', - '\u{A874}', - '\u{A875}', - '\u{A876}', - '\u{A877}', - '\u{A8CE}', - '\u{A8CF}', - '\u{A8F8}', - '\u{A8F9}', - '\u{A8FA}', - '\u{A8FC}', - '\u{A92E}', - '\u{A92F}', - '\u{A95F}', - '\u{A9C1}', - '\u{A9C2}', - '\u{A9C3}', - '\u{A9C4}', - '\u{A9C5}', - '\u{A9C6}', - '\u{A9C7}', - '\u{A9C8}', - '\u{A9C9}', - '\u{A9CA}', - '\u{A9CB}', - '\u{A9CC}', - '\u{A9CD}', - '\u{A9DE}', - '\u{A9DF}', - '\u{AA5C}', - '\u{AA5D}', - '\u{AA5E}', - '\u{AA5F}', - '\u{AADE}', - '\u{AADF}', - '\u{AAF0}', - '\u{AAF1}', - '\u{ABEB}', - '\u{FD3E}', - '\u{FD3F}', - '\u{FE10}', - '\u{FE11}', - '\u{FE12}', - '\u{FE13}', - '\u{FE14}', - '\u{FE15}', - '\u{FE16}', - '\u{FE17}', - '\u{FE18}', - '\u{FE19}', - '\u{FE30}', - '\u{FE31}', - '\u{FE32}', - '\u{FE33}', - '\u{FE34}', - '\u{FE35}', - '\u{FE36}', - '\u{FE37}', - '\u{FE38}', - '\u{FE39}', - '\u{FE3A}', - '\u{FE3B}', - '\u{FE3C}', - '\u{FE3D}', - '\u{FE3E}', - '\u{FE3F}', - '\u{FE40}', - '\u{FE41}', - '\u{FE42}', - '\u{FE43}', - '\u{FE44}', - '\u{FE45}', - '\u{FE46}', - '\u{FE47}', - '\u{FE48}', - '\u{FE49}', - '\u{FE4A}', - '\u{FE4B}', - '\u{FE4C}', - '\u{FE4D}', - '\u{FE4E}', - '\u{FE4F}', - '\u{FE50}', - '\u{FE51}', - '\u{FE52}', - '\u{FE54}', - '\u{FE55}', - '\u{FE56}', - '\u{FE57}', - '\u{FE58}', - '\u{FE59}', - '\u{FE5A}', - '\u{FE5B}', - '\u{FE5C}', - '\u{FE5D}', - '\u{FE5E}', - '\u{FE5F}', - '\u{FE60}', - '\u{FE61}', - '\u{FE63}', - '\u{FE68}', - '\u{FE6A}', - '\u{FE6B}', - '\u{FF01}', - '\u{FF02}', - '\u{FF03}', - '\u{FF05}', - '\u{FF06}', - '\u{FF07}', - '\u{FF08}', - '\u{FF09}', - '\u{FF0A}', - '\u{FF0C}', - '\u{FF0D}', - '\u{FF0E}', - '\u{FF0F}', - '\u{FF1A}', - '\u{FF1B}', - '\u{FF1F}', - '\u{FF20}', - '\u{FF3B}', - '\u{FF3C}', - '\u{FF3D}', - '\u{FF3F}', - '\u{FF5B}', - '\u{FF5D}', - '\u{FF5F}', - '\u{FF60}', - '\u{FF61}', - '\u{FF62}', - '\u{FF63}', - '\u{FF64}', - '\u{FF65}', - '\u{10100}', - '\u{10101}', - '\u{10102}', - '\u{1039F}', - '\u{103D0}', - '\u{1056F}', - '\u{10857}', - '\u{1091F}', - '\u{1093F}', - '\u{10A50}', - '\u{10A51}', - '\u{10A52}', - '\u{10A53}', - '\u{10A54}', - '\u{10A55}', - '\u{10A56}', - '\u{10A57}', - '\u{10A58}', - '\u{10A7F}', - '\u{10AF0}', - '\u{10AF1}', - '\u{10AF2}', - '\u{10AF3}', - '\u{10AF4}', - '\u{10AF5}', - '\u{10AF6}', - '\u{10B39}', - '\u{10B3A}', - '\u{10B3B}', - '\u{10B3C}', - '\u{10B3D}', - '\u{10B3E}', - '\u{10B3F}', - '\u{10B99}', - '\u{10B9A}', - '\u{10B9B}', - '\u{10B9C}', - '\u{10EAD}', - '\u{10F55}', - '\u{10F56}', - '\u{10F57}', - '\u{10F58}', - '\u{10F59}', - '\u{10F86}', - '\u{10F87}', - '\u{10F88}', - '\u{10F89}', - '\u{11047}', - '\u{11048}', - '\u{11049}', - '\u{1104A}', - '\u{1104B}', - '\u{1104C}', - '\u{1104D}', - '\u{110BB}', - '\u{110BC}', - '\u{110BE}', - '\u{110BF}', - '\u{110C0}', - '\u{110C1}', - '\u{11140}', - '\u{11141}', - '\u{11142}', - '\u{11143}', - '\u{11174}', - '\u{11175}', - '\u{111C5}', - '\u{111C6}', - '\u{111C7}', - '\u{111C8}', - '\u{111CD}', - '\u{111DB}', - '\u{111DD}', - '\u{111DE}', - '\u{111DF}', - '\u{11238}', - '\u{11239}', - '\u{1123A}', - '\u{1123B}', - '\u{1123C}', - '\u{1123D}', - '\u{112A9}', - '\u{1144B}', - '\u{1144C}', - '\u{1144D}', - '\u{1144E}', - '\u{1144F}', - '\u{1145A}', - '\u{1145B}', - '\u{1145D}', - '\u{114C6}', - '\u{115C1}', - '\u{115C2}', - '\u{115C3}', - '\u{115C4}', - '\u{115C5}', - '\u{115C6}', - '\u{115C7}', - '\u{115C8}', - '\u{115C9}', - '\u{115CA}', - '\u{115CB}', - '\u{115CC}', - '\u{115CD}', - '\u{115CE}', - '\u{115CF}', - '\u{115D0}', - '\u{115D1}', - '\u{115D2}', - '\u{115D3}', - '\u{115D4}', - '\u{115D5}', - '\u{115D6}', - '\u{115D7}', - '\u{11641}', - '\u{11642}', - '\u{11643}', - '\u{11660}', - '\u{11661}', - '\u{11662}', - '\u{11663}', - '\u{11664}', - '\u{11665}', - '\u{11666}', - '\u{11667}', - '\u{11668}', - '\u{11669}', - '\u{1166A}', - '\u{1166B}', - '\u{1166C}', - '\u{116B9}', - '\u{1173C}', - '\u{1173D}', - '\u{1173E}', - '\u{1183B}', - '\u{11944}', - '\u{11945}', - '\u{11946}', - '\u{119E2}', - '\u{11A3F}', - '\u{11A40}', - '\u{11A41}', - '\u{11A42}', - '\u{11A43}', - '\u{11A44}', - '\u{11A45}', - '\u{11A46}', - '\u{11A9A}', - '\u{11A9B}', - '\u{11A9C}', - '\u{11A9E}', - '\u{11A9F}', - '\u{11AA0}', - '\u{11AA1}', - '\u{11AA2}', - '\u{11C41}', - '\u{11C42}', - '\u{11C43}', - '\u{11C44}', - '\u{11C45}', - '\u{11C70}', - '\u{11C71}', - '\u{11EF7}', - '\u{11EF8}', - '\u{11FFF}', - '\u{12470}', - '\u{12471}', - '\u{12472}', - '\u{12473}', - '\u{12474}', - '\u{12FF1}', - '\u{12FF2}', - '\u{16A6E}', - '\u{16A6F}', - '\u{16AF5}', - '\u{16B37}', - '\u{16B38}', - '\u{16B39}', - '\u{16B3A}', - '\u{16B3B}', - '\u{16B44}', - '\u{16E97}', - '\u{16E98}', - '\u{16E99}', - '\u{16E9A}', - '\u{16FE2}', - '\u{1BC9F}', - '\u{1DA87}', - '\u{1DA88}', - '\u{1DA89}', - '\u{1DA8A}', - '\u{1DA8B}', - '\u{1E95E}', - '\u{1E95F}', -]; -- cgit