class Query macro rule . inner def tokenize(code) scan_setup(code) tokens = [] while token = next_token tokens << token end tokens end end