summaryrefslogtreecommitdiff
path: root/src/syntax/tokens.rs
diff options
context:
space:
mode:
authorLaurenz <laurmaedje@gmail.com>2020-08-30 22:09:33 +0200
committerLaurenz <laurmaedje@gmail.com>2020-08-30 22:09:33 +0200
commit18c515cde5dc8beef2f94d4e30db8694309b5d54 (patch)
tree6ab80abe8d0fd8223f67ab564db461814d1de515 /src/syntax/tokens.rs
parent3337d2454310a498f43fd62f879d26d1af379239 (diff)
Make some code easier for rustfmt 🍦
Diffstat (limited to 'src/syntax/tokens.rs')
-rw-r--r--src/syntax/tokens.rs54
1 files changed, 27 insertions, 27 deletions
diff --git a/src/syntax/tokens.rs b/src/syntax/tokens.rs
index fe20d11a..dad13230 100644
--- a/src/syntax/tokens.rs
+++ b/src/syntax/tokens.rs
@@ -270,8 +270,10 @@ impl<'s> Iterator for Tokens<'s> {
c => {
let body = self.mode == Body;
+ let start_offset = -(c.len_utf8() as isize);
let mut last_was_e = false;
- let text = self.read_string_until(|n| {
+
+ let (text, _) = self.read_string_until(false, start_offset, 0, |n| {
let val = match n {
c if c.is_whitespace() => true,
'[' | ']' | '{' | '}' | '/' | '*' => true,
@@ -283,7 +285,7 @@ impl<'s> Iterator for Tokens<'s> {
last_was_e = n == 'e' || n == 'E';
val
- }, false, -(c.len_utf8() as isize), 0).0;
+ });
if self.mode == Header {
self.read_expr(text)
@@ -302,21 +304,21 @@ impl<'s> Iterator for Tokens<'s> {
impl<'s> Tokens<'s> {
fn read_line_comment(&mut self) -> Token<'s> {
- LineComment(self.read_string_until(is_newline_char, false, 1, 0).0)
+ self.eat();
+ LineComment(self.read_string_until(false, 0, 0, is_newline_char).0)
}
fn read_block_comment(&mut self) -> Token<'s> {
enum Last { Slash, Star, Other }
- self.eat();
-
let mut depth = 0;
let mut last = Last::Other;
// Find the first `*/` that does not correspond to a nested `/*`.
// Remove the last two bytes to obtain the raw inner text without `*/`.
- BlockComment(self.read_string_until(|n| {
- match n {
+ self.eat();
+ let (content, _) = self.read_string_until(true, 0, -2, |c| {
+ match c {
'/' => match last {
Last::Star if depth == 0 => return true,
Last::Star => depth -= 1,
@@ -330,7 +332,9 @@ impl<'s> Tokens<'s> {
}
false
- }, true, 0, -2).0)
+ });
+
+ BlockComment(content)
}
fn read_chain(&mut self) -> Token<'s> {
@@ -339,7 +343,7 @@ impl<'s> Tokens<'s> {
}
fn read_whitespace(&mut self, start: Pos) -> Token<'s> {
- self.read_string_until(|n| !n.is_whitespace(), false, 0, 0);
+ self.read_string_until(false, 0, 0, |n| !n.is_whitespace());
let end = self.pos();
Space(end.line - start.line)
@@ -358,11 +362,11 @@ impl<'s> Tokens<'s> {
// Reads the lang tag (until newline or whitespace).
let start = self.pos();
- let lang = self.read_string_until(
- |c| c == '`' || c.is_whitespace() || is_newline_char(c),
- false, 0, 0,
- ).0;
+ let (lang, _) = self.read_string_until(false, 0, 0, |c| {
+ c == '`' || c.is_whitespace() || is_newline_char(c)
+ });
let end = self.pos();
+
let lang = if !lang.is_empty() {
Some(Spanned::new(lang, Span::new(start, end)))
} else {
@@ -413,17 +417,17 @@ impl<'s> Tokens<'s> {
}
}
- fn read_until_unescaped(&mut self, c: char) -> (&'s str, bool) {
+ fn read_until_unescaped(&mut self, end: char) -> (&'s str, bool) {
let mut escaped = false;
- self.read_string_until(|n| {
- match n {
- n if n == c && !escaped => return true,
+ self.read_string_until(true, 0, -1, |c| {
+ match c {
+ c if c == end && !escaped => return true,
'\\' => escaped = !escaped,
_ => escaped = false,
}
false
- }, true, 0, -1)
+ })
}
fn read_escaped(&mut self) -> Token<'s> {
@@ -439,10 +443,9 @@ impl<'s> Tokens<'s> {
self.eat();
if self.peek() == Some('{') {
self.eat();
- let sequence = self.read_string_until(
- |c| !c.is_ascii_hexdigit(),
- false, 0, 0,
- ).0;
+ let (sequence, _) = self.read_string_until(false, 0, 0, |c| {
+ !c.is_ascii_hexdigit()
+ });
let terminated = self.peek() == Some('}');
if terminated {
@@ -468,10 +471,7 @@ impl<'s> Tokens<'s> {
fn read_hex(&mut self) -> Token<'s> {
// This will parse more than the permissable 0-9, a-f, A-F character
// ranges to provide nicer error messages later.
- Hex(self.read_string_until(
- |n| !n.is_ascii_alphanumeric(),
- false, 0, 0
- ).0)
+ Hex(self.read_string_until(false, 0, 0, |n| !n.is_ascii_alphanumeric()).0)
}
fn read_expr(&mut self, text: &'s str) -> Token<'s> {
@@ -497,10 +497,10 @@ impl<'s> Tokens<'s> {
/// after the match depending on `eat_match`.
fn read_string_until(
&mut self,
- mut f: impl FnMut(char) -> bool,
eat_match: bool,
offset_start: isize,
offset_end: isize,
+ mut f: impl FnMut(char) -> bool,
) -> (&'s str, bool) {
let start = ((self.index() as isize) + offset_start) as usize;
let mut matched = false;