setup files for lexer part

2020-01-23 09:05:32 +01:00
parent b26d697c6e
commit c83a249c04
5 changed files with 55 additions and 1 deletions
--- a/specification.rex
+++ b/specification.rex
@@ -0,0 +1,17 @@
+class Query
+macro
+
+
+rule
+    .
+
+inner
+  def tokenize(code)
+    scan_setup(code)
+    tokens = []
+    while token = next_token
+      tokens << token
+    end
+    tokens
+  end
+end