Nixyri/godot
1
0
Fork 0
mirror of https://github.com/godotengine/godot.git synced 2025-02-18 08:41:18 +00:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Merge pull request #89472 from dalexeev/gds-fix-bin-tokenizer-continuation-lines

Browse Source 
GDScript: Fix continuation lines in `GDScriptTokenizerBuffer`
This commit is contained in:
Rémi Verschelde 2024-04-15 18:14:38 +02:00
commit 684e7aa37a
No known key found for this signature in database
GPG Key ID: C3336907360768E1
5 changed files with 35 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
modules/gdscript/gdscript_tokenizer.cpp
View File

@ -1455,10 +1455,11 @@ GDScriptTokenizer::Token GDScriptTokenizerText::scan() {
if (_peek() != '\n') { if (_peek() != '\n') {
return make_error("Expected new line after \"\\\"."); return make_error("Expected new line after \"\\\".");
} }
continuation_lines.push_back(line);
_advance(); _advance();
newline(false); newline(false);
line_continuation = true; line_continuation = true;
_skip_whitespace(); // Skip whitespace/comment lines after `\`. See GH-89403.
continuation_lines.push_back(line);
return scan(); // Recurse to get next token. return scan(); // Recurse to get next token.
} }

6
modules/gdscript/gdscript_tokenizer_buffer.cpp
View File

@ -285,9 +285,9 @@ Vector<uint8_t> GDScriptTokenizerBuffer::parse_code_string(const String &p_code,
// Remove continuation lines from map. // Remove continuation lines from map.
for (int line : tokenizer.get_continuation_lines()) { for (int line : tokenizer.get_continuation_lines()) {
if (rev_token_lines.has(line + 1)) { if (rev_token_lines.has(line)) {
token_lines.erase(rev_token_lines[line + 1]); token_lines.erase(rev_token_lines[line]);
token_columns.erase(rev_token_lines[line + 1]); token_columns.erase(rev_token_lines[line]);
} }
} }

15
modules/gdscript/tests/gdscript_test_runner.cpp
View File

@ -300,9 +300,17 @@ bool GDScriptTestRunner::make_tests_for_dir(const String &p_dir) {
#endif #endif
String out_file = next.get_basename() + ".out"; String out_file = next.get_basename() + ".out";
if (!is_generating && !dir->file_exists(out_file)) { ERR_FAIL_COND_V_MSG(!is_generating && !dir->file_exists(out_file), false, "Could not find output file for " + next);
ERR_FAIL_V_MSG(false, "Could not find output file for " + next);
} if (next.ends_with(".bin.gd")) {
// Test text mode first.
GDScriptTest text_test(current_dir.path_join(next), current_dir.path_join(out_file), source_dir);
tests.push_back(text_test);
// Test binary mode even without `--use-binary-tokens`.
GDScriptTest bin_test(current_dir.path_join(next), current_dir.path_join(out_file), source_dir);
bin_test.set_tokenizer_mode(GDScriptTest::TOKENIZER_BUFFER);
tests.push_back(bin_test);
} else {
GDScriptTest test(current_dir.path_join(next), current_dir.path_join(out_file), source_dir); GDScriptTest test(current_dir.path_join(next), current_dir.path_join(out_file), source_dir);
if (binary_tokens) { if (binary_tokens) {
test.set_tokenizer_mode(GDScriptTest::TOKENIZER_BUFFER); test.set_tokenizer_mode(GDScriptTest::TOKENIZER_BUFFER);
@ -310,6 +318,7 @@ bool GDScriptTestRunner::make_tests_for_dir(const String &p_dir) {
tests.push_back(test); tests.push_back(test);
} }
} }
}
next = dir->get_next(); next = dir->get_next();
} }

12
modules/gdscript/tests/scripts/parser/features/continuation_lines_comments.bin.gd Normal file
View File

@ -0,0 +1,12 @@
# GH-89403
func test():
var x := 1
if x == 0 \
# Comment.
# Comment.
and (x < 1 or x > 2) \
# Comment.
and x != 3:
pass
print("Ok")

2
modules/gdscript/tests/scripts/parser/features/continuation_lines_comments.bin.out Normal file
View File

@ -0,0 +1,2 @@
GDTEST_OK
Ok