-
Notifications
You must be signed in to change notification settings - Fork 118
Expand file tree
/
Copy pathpartial_no_errors.rs
More file actions
296 lines (255 loc) · 8.45 KB
/
partial_no_errors.rs
File metadata and controls
296 lines (255 loc) · 8.45 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
use std::sync::LazyLock;
use pgls_lexer::{SyntaxKind, lex};
use pgls_test_utils::print_ts_tree;
pub static SINGLE_TOKEN_RULES: &[&str] = &[
"any_identifier",
"column_identifier",
"schema_identifier",
"table_identifier",
"function_identifier",
"type_identifier",
"type",
"role_identifier",
"policy_identifier",
"object_reference",
"table_reference",
"column_reference",
"function_reference",
"type_reference",
"literal",
"term",
"parameter",
"direction",
"field",
"bang",
"op_other",
"op_unary_other",
"comment",
"marginalia",
];
pub static WITHOUT_END_RULES: &[&str] = &["program", "statement"];
// we're in /crates/pgls_treesitter_grammar/tests
// => ../../ is crates
static PG_REGRESSION_FILES: LazyLock<Vec<&'static str>> = std::sync::LazyLock::new(|| {
vec![
include_str!("../../pgls_query/vendor/libpg_query/test/sql/postgres_regress/select.sql"),
/*
* The actual postgres regression files have lots of setup statements;
* tables are created, dropped, and so on.
*
* Using them for tests blows up the scope of a PR, because you not only have
* to support the tested statement, but also the setup statements.
*
* Below files are reduced versions of the regression suite, i.e. the `insert.sql` file
* only contains insert statement and not the setup-stuff.
*
* Once we have more statements fully supported (drop, alter, create...) we can
* switch to the actual regression suite files.
*/
include_str!("../tests/partial-sqls/insert.sql"),
include_str!("../tests/partial-sqls/copy.sql"),
include_str!("../tests/partial-sqls/update.sql"),
]
});
fn error_message(msg: &str, source: &str, tree: &tree_sitter::Tree) -> String {
let root = tree.root_node();
let mut printed_tree = String::new();
print_ts_tree(&root, source, &mut printed_tree);
format!("{msg}\n\n\n{printed_tree}")
}
fn verify_tree(tree: &tree_sitter::Tree, source: &str) -> Result<(), String> {
let root = tree.root_node();
if root.has_error() {
return Err(error_message("Tree has errors!", source, tree));
}
verify_branches_have_ends(&root, true /* Root is always "last branch" */)
.map_err(|e| error_message(e.as_str(), source, tree))
}
fn verify_branches_have_ends(
branch_node: &tree_sitter::Node<'_>,
is_last_of_parent: bool,
) -> Result<(), String> {
if branch_node.child_count() == 0 {
return Ok(());
}
if SINGLE_TOKEN_RULES.contains(&branch_node.kind()) {
return Ok(());
}
if WITHOUT_END_RULES.contains(&branch_node.kind()) {
return Ok(());
}
if branch_node.child_by_field_name("end").is_none() && !is_last_of_parent {
return Err(format!(
"Branch_node {} not at the end of the tree, yet has no @end tag.",
branch_node.kind()
));
}
let mut cursor = branch_node.walk();
let last = branch_node.children(&mut cursor).last().unwrap();
for child in branch_node.children(&mut cursor) {
verify_branches_have_ends(&child, is_last_of_parent && last == child)?;
}
Ok(())
}
#[test]
// #[ignore = "wip"]
fn test_grammar() {
let mut parser = tree_sitter::Parser::new();
if let Err(e) = parser.set_language(&pgls_treesitter_grammar::LANGUAGE.into()) {
panic!("Language is invalid! {e}")
}
let files = PG_REGRESSION_FILES.iter();
for file in files {
for state in generate_typing_states(file) {
let tree = parser.parse(state.as_str(), None);
if let Some(t) = tree {
if let Err(msg) = verify_tree(&t, state.as_str()) {
panic!("\n\nGot error for statement: {state}\n\n\nError: {msg}")
}
} else {
panic!("Unable to get tree for statement: {file}");
}
}
}
}
fn is_whitespace(kind: SyntaxKind) -> bool {
matches!(
kind,
SyntaxKind::SPACE | SyntaxKind::TAB | SyntaxKind::LINE_ENDING
)
}
/// Generates incremental "typing states" from SQL, simulating word-by-word typing.
/// Used for testing the tree-sitter grammar with partial input.
///
/// Emit points:
/// - After each whitespace-separated "word"
/// - Immediately after `(` or `[` (with balanced close)
/// - Before `,` when inside parens/brackets
pub fn generate_typing_states(sql: &str) -> Vec<String> {
let lexed = lex(sql);
let mut states: Vec<String> = Vec::new();
let mut current = String::new();
let mut paren_depth = 0;
let mut bracket_depth = 0;
let emit_state =
|current: &str, paren_depth: i32, bracket_depth: i32, states: &mut Vec<String>| {
let trimmed = current.trim_end().trim_end_matches(',').trim_end();
if trimmed.is_empty() {
return;
}
let mut state = trimmed.to_string();
for _ in 0..bracket_depth {
state.push(']');
}
for _ in 0..paren_depth {
state.push(')');
}
if states.last() != Some(&state) {
states.push(state);
}
};
for (idx, kind) in lexed.tokens().enumerate() {
if kind == SyntaxKind::EOF {
break;
}
let text = lexed.text(idx);
match kind {
SyntaxKind::L_PAREN => {
current.push_str(text);
paren_depth += 1;
emit_state(¤t, paren_depth, bracket_depth, &mut states);
}
SyntaxKind::R_PAREN => {
paren_depth -= 1;
current.push_str(text);
}
SyntaxKind::L_BRACK => {
current.push_str(text);
bracket_depth += 1;
emit_state(¤t, paren_depth, bracket_depth, &mut states);
}
SyntaxKind::R_BRACK => {
bracket_depth -= 1;
current.push_str(text);
}
SyntaxKind::COMMA if paren_depth > 0 || bracket_depth > 0 => {
emit_state(¤t, paren_depth, bracket_depth, &mut states);
current.push_str(text);
}
_ if is_whitespace(kind) => {
emit_state(¤t, paren_depth, bracket_depth, &mut states);
current.push_str(text);
}
_ => {
current.push_str(text);
}
}
}
emit_state(¤t, paren_depth, bracket_depth, &mut states);
states
}
#[cfg(test)]
mod generate_typing_states_tests {
use super::*;
#[test]
fn simple_select() {
let states = generate_typing_states("SELECT * FROM users");
assert_eq!(
states,
vec!["SELECT", "SELECT *", "SELECT * FROM", "SELECT * FROM users"]
);
}
#[test]
fn function_with_args() {
let states = generate_typing_states("decode(a, NULL, b)");
assert_eq!(
states,
vec![
"decode()",
"decode(a)",
"decode(a, NULL)",
"decode(a, NULL, b)"
]
);
}
#[test]
fn string_literals() {
let states = generate_typing_states("SELECT 'Hello World' FROM t");
assert_eq!(
states,
vec![
"SELECT",
"SELECT 'Hello World'",
"SELECT 'Hello World' FROM",
"SELECT 'Hello World' FROM t"
]
);
}
#[test]
fn nested_parens() {
let states = generate_typing_states("(sum(a) + 1)");
assert_eq!(
states,
vec!["()", "(sum())", "(sum(a))", "(sum(a) +)", "(sum(a) + 1)"]
);
}
#[test]
fn array_brackets() {
let states = generate_typing_states("a[1, 2]");
assert_eq!(states, vec!["a[]", "a[1]", "a[1, 2]"]);
}
#[test]
fn emtpy_sub_query_is_error() {
let mut parser = tree_sitter::Parser::new();
if let Err(e) = parser.set_language(&pgls_treesitter_grammar::LANGUAGE.into()) {
panic!("Language is invalid! {e}")
}
let sql = "select foo from ()";
let tree = parser.parse(sql, None).unwrap();
let root = tree.root_node();
let mut printed = String::new();
print_ts_tree(&root, sql, &mut printed);
println!("{printed}");
assert!(!root.has_error())
}
}