aljaz/turso
1
0
Fork 0
mirror of https://github.com/aljazceru/turso.git synced 2026-01-04 00:44:19 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix: report TK_ILLEGAL as error

Browse Source
This commit is contained in:
Levy A.
2025-08-19 17:00:03 -03:00
parent 0138aade31
commit d9c7cbf7f2
1 changed files with 5 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
parser/src/lexer.rs
View File

@@ -60,7 +60,7 @@ impl<'a> Iterator for Lexer<'a> {
b'[' => Some(self.mark(|l| l.eat_bracket())),
b'?' | b'$' | b'@' | b'#' | b':' => Some(self.mark(|l| l.eat_var())),
b if is_identifier_start(b) => Some(self.mark(|l| l.eat_blob_or_id())),
_ => Some(Ok(self.eat_unrecognized())),
_ => Some(self.eat_unrecognized()),
},
}
}
@@ -643,13 +643,12 @@ impl<'a> Lexer<'a> {
}
}
fn eat_unrecognized(&mut self) -> Token<'a> {
fn eat_unrecognized(&mut self) -> Result<Token<'a>, Error> {
let start = self.offset;
self.eat_while(|b| b.is_some() && !b.unwrap().is_ascii_whitespace());
Token {
value: &self.input[start..self.offset],
token_type: Some(TokenType::TK_ILLEGAL),
}
Err(Error::UnrecognizedToken(
(start, self.offset - start).into(),
))
}
}