17 lines
175 B
Rexx
17 lines
175 B
Rexx
class Query
|
|
macro
|
|
|
|
|
|
rule
|
|
.
|
|
|
|
inner
|
|
def tokenize(code)
|
|
scan_setup(code)
|
|
tokens = []
|
|
while token = next_token
|
|
tokens << token
|
|
end
|
|
tokens
|
|
end
|
|
end |