diff options
| author | Laurenz <laurmaedje@gmail.com> | 2022-06-13 23:16:40 +0200 |
|---|---|---|
| committer | Laurenz <laurmaedje@gmail.com> | 2022-06-14 13:53:02 +0200 |
| commit | c81e2a5f56eb262663f292578c683fba7f18251f (patch) | |
| tree | 6c045a8dcbec5e75e01a15f970ef8cee6ff042d0 /src/parse/tokens.rs | |
| parent | 891af17260a6750a74a102388a05e59cf1ffc3c1 (diff) | |
Many fixes
Diffstat (limited to 'src/parse/tokens.rs')
| -rw-r--r-- | src/parse/tokens.rs | 14 |
1 files changed, 10 insertions, 4 deletions
diff --git a/src/parse/tokens.rs b/src/parse/tokens.rs index ff36c6be..be107f3c 100644 --- a/src/parse/tokens.rs +++ b/src/parse/tokens.rs @@ -110,7 +110,9 @@ impl<'s> Iterator for Tokens<'s> { ']' => NodeKind::RightBracket, // Whitespace. - ' ' if self.s.done() || !self.s.at(char::is_whitespace) => NodeKind::Space(0), + ' ' if self.s.done() || !self.s.at(char::is_whitespace) => { + NodeKind::Space { newlines: 0 } + } c if c.is_whitespace() => self.whitespace(), // Comments with special case for URLs. @@ -260,7 +262,7 @@ impl<'s> Tokens<'s> { } } - NodeKind::Space(newlines) + NodeKind::Space { newlines } } fn backslash(&mut self) -> NodeKind { @@ -681,8 +683,8 @@ mod tests { use SpanPos::*; use TokenMode::{Code, Markup}; - fn Error(pos: SpanPos, message: &str) -> NodeKind { - NodeKind::Error(pos, message.into()) + fn Space(newlines: usize) -> NodeKind { + NodeKind::Space { newlines } } fn Raw(text: &str, lang: Option<&str>, block: bool) -> NodeKind { @@ -709,6 +711,10 @@ mod tests { NodeKind::Ident(ident.into()) } + fn Error(pos: SpanPos, message: &str) -> NodeKind { + NodeKind::Error(pos, message.into()) + } + fn Invalid(invalid: &str) -> NodeKind { NodeKind::Unknown(invalid.into()) } |
