diff options
| author | Laurenz <laurmaedje@gmail.com> | 2021-01-10 21:38:58 +0100 |
|---|---|---|
| committer | Laurenz <laurmaedje@gmail.com> | 2021-01-10 21:38:58 +0100 |
| commit | 105cda0e698fe86266d706f4e3bacc081e65c2aa (patch) | |
| tree | 9ff20ef75ad5a7107b6169e983594993a408ea3b /src/parse/tokens.rs | |
| parent | 3c7d249ae4c4c76e7f8bac4cc4313b877610c60b (diff) | |
Braced content -> Bracketed templates ✏
Diffstat (limited to 'src/parse/tokens.rs')
| -rw-r--r-- | src/parse/tokens.rs | 46 |
1 files changed, 23 insertions, 23 deletions
diff --git a/src/parse/tokens.rs b/src/parse/tokens.rs index 28ca6e48..d16cf2ce 100644 --- a/src/parse/tokens.rs +++ b/src/parse/tokens.rs @@ -562,7 +562,7 @@ mod tests { } #[test] - fn test_tokenize_body_symbols() { + fn test_tokenize_markup_symbols() { // Test markup tokens. t!(Markup[" a1"]: "*" => Star); t!(Markup: "_" => Underscore); @@ -572,7 +572,7 @@ mod tests { } #[test] - fn test_tokenize_header_symbols() { + fn test_tokenize_code_symbols() { // Test all symbols. t!(Code: "," => Comma); t!(Code: ":" => Colon); @@ -654,6 +654,27 @@ mod tests { } #[test] + fn test_tokenize_whitespace() { + // Test basic whitespace. + t!(Both["a1/"]: "" => ); + t!(Both["a1/"]: " " => Space(0)); + t!(Both["a1/"]: " " => Space(0)); + t!(Both["a1/"]: "\t" => Space(0)); + t!(Both["a1/"]: " \t" => Space(0)); + t!(Both["a1/"]: "\u{202F}" => Space(0)); + + // Test newline counting. + t!(Both["a1/"]: "\n" => Space(1)); + t!(Both["a1/"]: "\n " => Space(1)); + t!(Both["a1/"]: " \n" => Space(1)); + t!(Both["a1/"]: " \n " => Space(1)); + t!(Both["a1/"]: "\r\n" => Space(1)); + t!(Both["a1/"]: " \n\t \n " => Space(2)); + t!(Both["a1/"]: "\n\r" => Space(2)); + t!(Both["a1/"]: " \r\r\n \x0D" => Space(3)); + } + + #[test] fn test_tokenize_text() { // Test basic text. t!(Markup[" /"]: "hello" => Text("hello")); @@ -739,27 +760,6 @@ mod tests { } #[test] - fn test_tokenize_whitespace() { - // Test basic whitespace. - t!(Both["a1/"]: "" => ); - t!(Both["a1/"]: " " => Space(0)); - t!(Both["a1/"]: " " => Space(0)); - t!(Both["a1/"]: "\t" => Space(0)); - t!(Both["a1/"]: " \t" => Space(0)); - t!(Both["a1/"]: "\u{202F}" => Space(0)); - - // Test newline counting. - t!(Both["a1/"]: "\n" => Space(1)); - t!(Both["a1/"]: "\n " => Space(1)); - t!(Both["a1/"]: " \n" => Space(1)); - t!(Both["a1/"]: " \n " => Space(1)); - t!(Both["a1/"]: "\r\n" => Space(1)); - t!(Both["a1/"]: " \n\t \n " => Space(2)); - t!(Both["a1/"]: "\n\r" => Space(2)); - t!(Both["a1/"]: " \r\r\n \x0D" => Space(3)); - } - - #[test] fn test_tokenize_idents() { // Test valid identifiers. t!(Code[" /"]: "x" => Ident("x")); |