diff options
Diffstat (limited to 'src/syntax/tokens.rs')
| -rw-r--r-- | src/syntax/tokens.rs | 6 |
1 files changed, 2 insertions, 4 deletions
diff --git a/src/syntax/tokens.rs b/src/syntax/tokens.rs index 7b52f655..f4ea5daf 100644 --- a/src/syntax/tokens.rs +++ b/src/syntax/tokens.rs @@ -403,15 +403,13 @@ impl<'s> Tokens<'s> { fn eat(&mut self) -> Option<char> { let c = self.iter.next()?; - let len = c.len_utf8(); - - self.index += len; + self.index += c.len_utf8(); if is_newline_char(c) && !(c == '\r' && self.peek() == Some('\n')) { self.position.line += 1; self.position.column = 0; } else { - self.position.column += len; + self.position.column += 1; } Some(c) |