17 lines
175 B
Rexx
17 lines
175 B
Rexx
|
class Query
|
||
|
|
macro
|
||
|
|
|
||
|
|
|
||
|
|
rule
|
||
|
|
.
|
||
|
|
|
||
|
|
inner
|
||
|
|
def tokenize(code)
|
||
|
|
scan_setup(code)
|
||
|
|
tokens = []
|
||
|
|
while token = next_token
|
||
|
|
tokens << token
|
||
|
|
end
|
||
|
|
tokens
|
||
|
|
end
|
||
|
|
end
|