Better tokenization testing 🌋

- Better tokenization test coverage.
- Suffix testing: Each test case is tested with many different suffixes to ensure correct token ends.
- Improves expression parsing (fixes #3).

1 files changed, 3 insertions, 3 deletions

diff --git a/src/parse/mod.rs b/src/parse/mod.rs
index 96ef18d2..33de5c24 100644
--- a/src/parse/mod.rs
+++ b/src/parse/mod.rs
@@ -66,7 +66,6 @@ fn node(p: &mut Parser, at_start: bool) -> Option<Spanned<SynNode>> {
         // Markup.
         Token::Star => SynNode::Strong,
         Token::Underscore => SynNode::Emph,
-        Token::Backslash => SynNode::Linebreak,
         Token::Hashtag => {
             if at_start {
                 SynNode::Heading(heading(p, start))
@@ -74,9 +73,10 @@ fn node(p: &mut Parser, at_start: bool) -> Option<Spanned<SynNode>> {
                 SynNode::Text(p.eaten_from(start).into())
             }
         }
-        Token::NonBreakingSpace => SynNode::Text("\u{00A0}".into()),
-        Token::Raw(token) => SynNode::Raw(raw(p, token)),
+        Token::Tilde => SynNode::Text("\u{00A0}".into()),
+        Token::Backslash => SynNode::Linebreak,
         Token::UnicodeEscape(token) => SynNode::Text(unicode_escape(p, token, start)),
+        Token::Raw(token) => SynNode::Raw(raw(p, token)),
 
         // Functions.
         Token::LeftBracket => {