Lexer improvements:
- Convert unquoted idents to lowercase. - Recognize quoted idents. - Allow all unicode whitespace characters - Added UnexpectedSymbol token for unexpected input (otherwise it is just ignored) - Handle mixed case keywords in the lexer file instead of filtering the stream
This commit is contained in:
parent
81f27a6a18
commit
0da32b916c
6 changed files with 132 additions and 104 deletions
|
|
@ -8,8 +8,7 @@ Parser::Parser(const std::string &input_string)
|
|||
|
||||
Parser::Parser(std::unique_ptr<antlr4::CharStream> stream)
|
||||
: InputStream(std::move(stream))
|
||||
, CaseFilter(InputStream.get(), true)
|
||||
, Lexer(&CaseFilter)
|
||||
, Lexer(InputStream.get())
|
||||
, TokenStream(&Lexer)
|
||||
, AParser(&TokenStream)
|
||||
{
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue