Files
wehub-resource-sync 41cb1c0170
OpenSSF Scorecard / scorecard (push) Failing after 0s
DCO / dco (push) Failing after 0s
CodeQL SAST / analyze (push) Failing after 1s
Deploy Pages / deploy (push) Failing after 1s
chore: import upstream snapshot with attribution
2026-07-13 12:28:05 +08:00

156 lines
4.2 KiB
C

#pragma once
#include "tree_sitter/parser.h"
#include <wctype.h>
enum TokenType {
PI_TARGET,
PI_CONTENT,
COMMENT,
#ifdef TS_XML
CHAR_DATA,
CDATA,
XML_MODEL,
XML_STYLESHEET,
START_TAG_NAME,
END_TAG_NAME,
ERRONEOUS_END_NAME,
SELF_CLOSING_TAG_DELIMITER,
#endif
};
/// Advance the lexer if the next token matches the given character
#define advance_if_eq(lexer, chr) \
if (!lexer->eof(lexer) && (lexer)->lookahead == (chr)) advance((lexer)); else return false
#ifdef _WIN32
#undef max
#undef min
#endif
/// Advance the lexer to the next token
static inline void advance(TSLexer *lexer) { lexer->advance(lexer, false); }
/// Check if the character is valid in a name
/// TODO: explicitly follow https://www.w3.org/TR/xml11/#NT-Name
static inline bool is_valid_name_char(wchar_t chr) {
return iswalnum(chr) || chr == '_' || chr == ':' || chr == '.' || chr == '-' || chr == 0xB7;
}
/// Check if the character is valid to start a name
/// TODO: explicitly follow https://www.w3.org/TR/xml11/#NT-NameStartChar
static inline bool is_valid_name_start_char(wchar_t chr) {
return iswalpha(chr) || chr == '_' || chr == ':';
}
/// Check if the lexer matches the given word
static inline bool check_word(TSLexer *lexer, const char *const word, unsigned length) {
for (unsigned j = 0; j < length; ++j) {
advance_if_eq(lexer, word[j]);
}
return true;
}
/// Scan for the target of a PI node
static bool scan_pi_target(TSLexer *lexer, const bool *valid_symbols) {
bool advanced_once = false, found_x_first = false;
#ifndef TS_XML
(void)valid_symbols;
#endif
if (is_valid_name_start_char(lexer->lookahead)) {
if (lexer->lookahead == 'x' || lexer->lookahead == 'X') {
found_x_first = true;
lexer->mark_end(lexer);
}
advanced_once = true;
advance(lexer);
}
if (advanced_once) {
while (is_valid_name_char(lexer->lookahead)) {
if (found_x_first && (lexer->lookahead == 'm' || lexer->lookahead == 'M')) {
advance(lexer);
if (lexer->lookahead == 'l' || lexer->lookahead == 'L') {
advance(lexer);
if (is_valid_name_char(lexer->lookahead)) {
#ifdef TS_XML
found_x_first = false;
bool last_char_hyphen = lexer->lookahead == '-';
advance(lexer);
if (last_char_hyphen) {
if (valid_symbols[XML_MODEL] && check_word(lexer, "model", 5))
return false;
if (valid_symbols[XML_STYLESHEET] && check_word(lexer, "stylesheet", 10))
return false;
}
#endif
} else {
return false;
}
}
}
found_x_first = false;
advance(lexer);
}
lexer->mark_end(lexer);
lexer->result_symbol = PI_TARGET;
return true;
}
return false;
}
/// Scan for the content of a PI node
static bool scan_pi_content(TSLexer *lexer) {
while (!lexer->eof(lexer) && lexer->lookahead != '\n' && lexer->lookahead != '?')
advance(lexer);
if (lexer->lookahead != '?')
return false;
lexer->mark_end(lexer);
advance(lexer);
if (lexer->lookahead == '>') {
advance(lexer);
while (lexer->lookahead == ' ')
advance(lexer);
advance_if_eq(lexer, '\n');
lexer->result_symbol = PI_CONTENT;
return true;
}
return false;
}
/// Scan for a Comment node
static bool scan_comment(TSLexer *lexer) {
advance_if_eq(lexer, '-');
advance_if_eq(lexer, '-');
while (!lexer->eof(lexer)) {
if (lexer->lookahead == '-') {
advance(lexer);
if (lexer->lookahead == '-') {
advance(lexer);
break;
}
} else {
advance(lexer);
}
}
if (lexer->lookahead == '>') {
advance(lexer);
lexer->mark_end(lexer);
lexer->result_symbol = COMMENT;
return true;
}
return false;
}