diff options
| author | Laurenz <laurmaedje@gmail.com> | 2020-02-03 15:05:34 +0100 |
|---|---|---|
| committer | Laurenz <laurmaedje@gmail.com> | 2020-02-03 15:05:34 +0100 |
| commit | ec60795575c29ee7fc2ea7507cfcc38958fe67bf (patch) | |
| tree | 89c47763188e24d6c9ef7afd9148949716c6b277 /tests/parser/tokens.rs | |
| parent | 3150fd56437ecf8b2a5902c18e3f9ace800b768c (diff) | |
Port tests 🚁
Diffstat (limited to 'tests/parser/tokens.rs')
| -rw-r--r-- | tests/parser/tokens.rs | 77 |
1 files changed, 0 insertions, 77 deletions
diff --git a/tests/parser/tokens.rs b/tests/parser/tokens.rs deleted file mode 100644 index 66e44ac5..00000000 --- a/tests/parser/tokens.rs +++ /dev/null @@ -1,77 +0,0 @@ -// Whitespace. -t "" => [] -t " " => [S(0)] -t " " => [S(0)] -t "\t" => [S(0)] -t " \t" => [S(0)] -t "\n" => [S(1)] -t "\n " => [S(1)] -t " \n" => [S(1)] -t " \n " => [S(1)] -t " \n\t \n " => [S(2)] -t "\r\n" => [S(1)] -t " \r\r\n \x0D" => [S(3)] -t "\n\r" => [S(2)] - -// Comments. -t "a // bc\n " => [T("a"), S(0), LC(" bc"), S(1)] -t "a //a//b\n " => [T("a"), S(0), LC("a//b"), S(1)] -t "a //a//b\r\n" => [T("a"), S(0), LC("a//b"), S(1)] -t "a //a//b\n\nhello" => [T("a"), S(0), LC("a//b"), S(2), T("hello")] -t "/**/" => [BC("")] -t "_/*_/*a*/*/" => [Underscore, BC("_/*a*/")] -t "/*/*/" => [BC("/*/")] -t "abc*/" => [T("abc"), Invalid("*/")] - -// Header only tokens. -th "[" => [Func("", None, false)] -th "]" => [Invalid("]")] -th "(){}:=," => [LP, RP, LB, RB, Colon, Equals, Comma] -th "a:b" => [Id("a"), Colon, Id("b")] -th "=" => [Equals] -th "," => [Comma] -th r#""hello\"world""# => [Str(r#"hello\"world"#)] -th r#""hi", 12pt"# => [Str("hi"), Comma, S(0), Size(12.0)] -th "\"hi\"" => [T("\"hi"), T("\"")] -th "a: true, x=1" => [Id("a"), Colon, S(0), Bool(true), Comma, S(0), - Id("x"), Equals, Num(1.0)] -th "120%" => [Num(1.2)] -th "🌓, 🌍," => [T("🌓"), Comma, S(0), T("🌍"), Comma] -tb "a: b" => [T("a"), T(":"), S(0), T("b")] -tb "c=d, " => [T("c"), T("=d"), T(","), S(0)] - -// Body only tokens. -tb "_*`" => [Underscore, Star, Backtick] -tb "[func]*bold*" => [Func("func", None, true), Star, T("bold"), Star] -tb "hi_you_ there" => [T("hi"), Underscore, T("you"), Underscore, S(0), T("there")] -th "_*`" => [Invalid("_"), Invalid("*"), Invalid("`")] - -// Nested functions. -tb "[f: [=][*]]" => [Func("f: [=][*]", None, true)] -tb "[_][[,],]," => [Func("_", Some("[,],"), true), T(",")] -tb "[=][=][=]" => [Func("=", Some("="), true), Func("=", None, true)] -tb "[=][[=][=][=]]" => [Func("=", Some("[=][=][=]")), true] - -// Escapes. -tb r"\[" => [T("[")] -tb r"\]" => [T("]")] -tb r"\\" => [T(r"\")] -tb r"\/" => [T("/")] -tb r"\*" => [T("*")] -tb r"\_" => [T("_")] -tb r"\`" => [T("`")] - -// Unescapable special symbols. -th r"\:" => [T(r"\"), T(":")] -th r"\=" => [T(r"\"), T("=")] -th r"\:" => [T(r"\"), Colon] -th r"\=" => [T(r"\"), Equals] -th r"\," => [T(r"\"), Comma] - -// Spans. -tbs "hello" => [(0:0, 0:5, T("hello"))] -tbs "ab\r\nc" => [(0:0, 0:2, T("ab")), (0:2, 1:0, S(1)), (1:0, 1:1, T("c"))] -tbs "[x = \"(1)\"]*" => [(0:0, 0:11, Func("x = \"(1)\"", None, true)), (0:11, 0:12, Star)] -tbs "// ab\r\n\nf" => [(0:0, 0:5, LC(" ab")), (0:5, 2:0, S(2)), (2:0, 2:1, T("f"))] -tbs "/*b*/_" => [(0:0, 0:5, BC("b")), (0:5, 0:6, Underscore)] -ths "a=10" => [(0:0, 0:1, Id("a")), (0:1, 0:2, Equals), (0:2, 0:4, Num(10.0))] |
