more tests

This commit is contained in:
TcMits
2025-08-07 18:05:20 +07:00
parent 2796121e07
commit abe23e6762
3 changed files with 1341 additions and 28 deletions

View File

@@ -8,7 +8,7 @@ use turso_sqlite3_parser::lexer::{
};
fn bench_parser(criterion: &mut Criterion) {
let queries = ["SELECT 1"];
let queries = ["SELECT 1", "SELECT * FROM users LIMIT 1"];
for query in queries.iter() {
let mut group = criterion.benchmark_group(format!("Parser `{query}`"));

File diff suppressed because it is too large Load Diff

View File

@@ -372,7 +372,9 @@ impl TokenType {
| TK_OFFSET | TK_PRAGMA | TK_RAISE | TK_RECURSIVE | TK_RELEASE | TK_REPLACE
| TK_RESTRICT | TK_ROW | TK_ROWS | TK_ROLLBACK | TK_SAVEPOINT | TK_TEMP
| TK_TRIGGER | TK_VACUUM | TK_VIEW | TK_VIRTUAL | TK_WITH | TK_WITHOUT | TK_NULLS
| TK_FIRST | TK_LAST | TK_EXCEPT | TK_INTERSECT | TK_UNION | TK_CURRENT
| TK_FIRST | TK_LAST
// | TK_UNION | TK_EXCEPT | TK_INTERSECT see comments in `next_token` of parser
| TK_CURRENT
| TK_FOLLOWING | TK_PARTITION | TK_PRECEDING | TK_RANGE | TK_UNBOUNDED | TK_EXCLUDE
| TK_GROUPS | TK_OTHERS | TK_TIES | TK_GENERATED | TK_ALWAYS | TK_MATERIALIZED
| TK_REINDEX | TK_RENAME | TK_CTIME_KW | TK_IF => TK_ID,