summaryrefslogtreecommitdiff
path: root/src/parse/tokens.rs
diff options
context:
space:
mode:
authorLaurenz <laurmaedje@gmail.com>2022-06-13 23:16:40 +0200
committerLaurenz <laurmaedje@gmail.com>2022-06-14 13:53:02 +0200
commitc81e2a5f56eb262663f292578c683fba7f18251f (patch)
tree6c045a8dcbec5e75e01a15f970ef8cee6ff042d0 /src/parse/tokens.rs
parent891af17260a6750a74a102388a05e59cf1ffc3c1 (diff)
Many fixes
Diffstat (limited to 'src/parse/tokens.rs')
-rw-r--r--src/parse/tokens.rs14
1 files changed, 10 insertions, 4 deletions
diff --git a/src/parse/tokens.rs b/src/parse/tokens.rs
index ff36c6be..be107f3c 100644
--- a/src/parse/tokens.rs
+++ b/src/parse/tokens.rs
@@ -110,7 +110,9 @@ impl<'s> Iterator for Tokens<'s> {
']' => NodeKind::RightBracket,
// Whitespace.
- ' ' if self.s.done() || !self.s.at(char::is_whitespace) => NodeKind::Space(0),
+ ' ' if self.s.done() || !self.s.at(char::is_whitespace) => {
+ NodeKind::Space { newlines: 0 }
+ }
c if c.is_whitespace() => self.whitespace(),
// Comments with special case for URLs.
@@ -260,7 +262,7 @@ impl<'s> Tokens<'s> {
}
}
- NodeKind::Space(newlines)
+ NodeKind::Space { newlines }
}
fn backslash(&mut self) -> NodeKind {
@@ -681,8 +683,8 @@ mod tests {
use SpanPos::*;
use TokenMode::{Code, Markup};
- fn Error(pos: SpanPos, message: &str) -> NodeKind {
- NodeKind::Error(pos, message.into())
+ fn Space(newlines: usize) -> NodeKind {
+ NodeKind::Space { newlines }
}
fn Raw(text: &str, lang: Option<&str>, block: bool) -> NodeKind {
@@ -709,6 +711,10 @@ mod tests {
NodeKind::Ident(ident.into())
}
+ fn Error(pos: SpanPos, message: &str) -> NodeKind {
+ NodeKind::Error(pos, message.into())
+ }
+
fn Invalid(invalid: &str) -> NodeKind {
NodeKind::Unknown(invalid.into())
}