Python/ruff
1
0
Fork 0
mirror of https://github.com/astral-sh/ruff synced 2026-01-10 16:15:19 -05:00
Code Issues Packages Projects Releases Wiki Activity

Eat for comma.

Browse Source
This commit is contained in:
Dimitris Fasarakis Hilliard
2023-01-30 21:42:59 +02:00
parent 38cf933bcb
commit c9364718b4
1 changed files with 8 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
parser/src/lexer.rs
View File

@@ -690,12 +690,12 @@ where
fn consume_normal(&mut self) -> Result<(), LexicalError> {
// Check if we have some character:
if let Some(c) = self.window[0] {
if self.is_identifier_start(c) {
let identifier = self.lex_identifier()?;
self.emit(identifier);
} else {
self.consume_character(c)?;
}
if self.is_identifier_start(c) {
let identifier = self.lex_identifier()?;
self.emit(identifier);
} else {
self.consume_character(c)?;
}
} else {
// We reached end of file.
let tok_pos = self.get_pos();
@@ -1039,10 +1039,7 @@ where
}
}
',' => {
let tok_start = self.get_pos();
self.next_char();
let tok_end = self.get_pos();
self.emit((tok_start, Tok::Comma, tok_end));
self.eat_single_char(Tok::Comma);
}
'.' => {
if let Some('0'..='9') = self.window[1] {
@@ -1102,7 +1099,7 @@ where
}
}
_ => {
if is_emoji_presentation(c) {
if is_emoji_presentation(c) {
let tok_start = self.get_pos();
self.next_char();
let tok_end = self.get_pos();