add rules for lexer
This commit is contained in:
@@ -1,9 +1,27 @@
|
|||||||
class Query
|
class Query
|
||||||
macro
|
macro
|
||||||
|
L_BRACKET \(
|
||||||
|
R_BRACKET \)
|
||||||
|
SPACE \ + # Space char
|
||||||
|
OPERATOR_OR (?i)or
|
||||||
|
OPERATOR_AND (?i)and
|
||||||
|
OPERATOR_NOT (?i)not
|
||||||
|
TERM_WITH_QUOTES "([^"]*)"
|
||||||
|
TERM_WITHOUT_QUOTES [a-zA-Z0-9-_|]+
|
||||||
|
COLON \:
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
rule
|
rule
|
||||||
.
|
{SPACE} # No action
|
||||||
|
{L_BRACKET} { return [:L_BRACKET, text] }
|
||||||
|
{R_BRACKET} { return [:R_BRACKET, text] }
|
||||||
|
{OPERATOR_OR} { return [:OPERATOR_OR, text] }
|
||||||
|
{OPERATOR_AND} { return [:OPERATOR_AND, text] }
|
||||||
|
{OPERATOR_NOT} { return [:OPERATOR_NOT, text] }
|
||||||
|
{TERM_WITH_QUOTES} { return [:TERM_WITH_QUOTES, text] }
|
||||||
|
{TERM_WITHOUT_QUOTES} { return [:TERM_WITHOUT_QUOTES, text] }
|
||||||
|
{COLON} { return [:COLON, text] }
|
||||||
|
|
||||||
inner
|
inner
|
||||||
def tokenize(code)
|
def tokenize(code)
|
||||||
|
|||||||
Reference in New Issue
Block a user