pleshevskiy/tree-sitter-d2
1
0
Fork 0
Code Issues 9 Pull requests Releases Wiki Activity

scanner: skip whitespace before check block comment

Browse source
This commit is contained in:
Dmitriy Pleshevskiy 2023-06-16 18:32:09 +03:00
parent 9828b023cd
commit 7a7c699be2
Signed by: pleshevskiy
GPG key ID: 79C4487B44403985
1 changed files with 18 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
src/scanner.cc
View file

@ -54,19 +54,25 @@ namespace {
lexer->advance(lexer, true);
}
void skip_whitespaces(TSLexer *lexer) {
while (lexer->lookahead != 0 && iswspace(lexer->lookahead)) {
skip(lexer);
}
}
bool is_text_block_end(TSLexer *lexer) {
vector<int16_t>::reverse_iterator
iter = escape_char_stack.rbegin(),
end = escape_char_stack.rend();
vector<int16_t>::reverse_iterator
iter = escape_char_stack.rbegin(),
end = escape_char_stack.rend();
for (; iter != end; ++iter) {
if (lexer->lookahead != *iter) {
return false;
}
advance(lexer);
for (; iter != end; ++iter) {
if (lexer->lookahead != *iter) {
return false;
}
advance(lexer);
}
return true;
return true;
}
bool is_triple_double_quote(TSLexer *lexer) {
@ -85,9 +91,7 @@ namespace {
lexer->result_symbol = TEXT_BLOCK_START;
lexer->mark_end(lexer);
while (lexer->lookahead != 0 && iswspace(lexer->lookahead)) {
skip(lexer);
}
skip_whitespaces(lexer);
if (lexer->lookahead != '|') {
return false;
@ -114,9 +118,7 @@ namespace {
lexer->result_symbol = TEXT_BLOCK_END;
lexer->mark_end(lexer);
while (lexer->lookahead != 0 && iswspace(lexer->lookahead)) {
skip(lexer);
}
skip_whitespaces(lexer);
if (is_text_block_end(lexer)) {
lexer->mark_end(lexer);
@ -137,6 +139,7 @@ namespace {
lexer->result_symbol = BLOCK_COMMENT;
lexer->mark_end(lexer);
skip_whitespaces(lexer);
// Check start of block comment
if (!is_triple_double_quote(lexer)) {
return false;