Warp Ruby parser in module

Author: peret

ports-r/parser.rb

@@ -1,110 +1,115 @@
 require "json"
 
-def tokenize(expression)
-  pattern = /\s*(,@|[('`,)]|"(?:\\.|[^\\"])*"|;.*|[^\s('"`;,)]*)(.*)/
-  tokens = []
+module Parser
+  def tokenize(expression)
+    pattern = /\s*(,@|[('`,)]|"(?:\\.|[^\\"])*"|;.*|[^\s('"`;,)]*)(.*)/
+    tokens = []
 
-  expression.split("\n").each do |line|
-    part = line
-    while match = part.match(pattern) and match[0] != ""
-      token = match[1]
-      if token && token != "" && !token.start_with?(";")
-        tokens << token
+    expression.split("\n").each do |line|
+      part = line
+      while (match = part.match(pattern)) && match[0] != ""
+        token = match[1]
+        if token && token != "" && !token.start_with?(";")
+          tokens << token
+        end
+        part = match[2]
       end
-      part = match[2]
     end
+    tokens
   end
-  tokens
-end
 
-def parse_tokens(tokens)
-  return [] if tokens.empty?
+  def parse_tokens(tokens)
+    return [] if tokens.empty?
 
-  token = tokens.shift
-  if token == "("
-    list = []
-    while tokens[0] != ")"
-      list << parse_tokens(tokens)
+    token = tokens.shift
+    if token == "("
+      list = []
+      while tokens[0] != ")"
+        list << parse_tokens(tokens)
+      end
+      tokens.shift # Remove ')'
+      list
+    elsif token == ")"
+      raise "Unexpected ')'"
+    elsif token == "'"
+      [:quote, parse_tokens(tokens)]
+    elsif token == "`"
+      [:quasiquote, parse_tokens(tokens)]
+    elsif token == ","
+      [:unquote, parse_tokens(tokens)]
+    elsif token == ",@"
+      [:"unquote-splicing", parse_tokens(tokens)]
+    else
+      parse_atom(token)
     end
-    tokens.shift # Remove ')'
-    list
-  elsif token == ")"
-    raise "Unexpected ')'"
-  elsif token == "'"
-    [:quote, parse_tokens(tokens)]
-  elsif token == "`"
-    [:quasiquote, parse_tokens(tokens)]
-  elsif token == ","
-    [:unquote, parse_tokens(tokens)]
-  elsif token == ",@"
-    [:"unquote-splicing", parse_tokens(tokens)]
-  else
-    parse_atom(token)
   end
-end
 
-def parse_atom(token)
-  lower_token = token.downcase
-  if lower_token == "#t" || lower_token == "#true"
-    return true
-  end
-  if lower_token == "#f" || lower_token == "#false"
-    return false
-  end
-  if token[0] == '"'
-    raw_string = token[1..-2]
-    return raw_string.gsub("\\n", "\n")
-        .gsub("\\r", "\r")
-        .gsub("\\t", "\t")
-  end
+  def parse_atom(token)
+    lower_token = token.downcase
+    if lower_token == "#t" || lower_token == "#true"
+      return true
+    end
+    if lower_token == "#f" || lower_token == "#false"
+      return false
+    end
+    if token[0] == '"'
+      raw_string = token[1..-2]
+      return raw_string.gsub("\\n", "\n")
+          .gsub("\\r", "\r")
+          .gsub("\\t", "\t")
+    end
 
-  # Try to parse as integer
-  begin
-    integer = Integer(token)
-    return integer
-  rescue ArgumentError
-    # Not an integer
-  end
+    # Try to parse as integer
+    begin
+      integer = Integer(token)
+      return integer
+    rescue ArgumentError
+      # Not an integer
+    end
 
-  # Try to parse as float
-  begin
-    float = Float(token)
-    return float
-  rescue ArgumentError
-    # Not a number
-  end
+    # Try to parse as float
+    begin
+      float = Float(token)
+      return float
+    rescue ArgumentError
+      # Not a number
+    end
 
-  token.to_sym  # Use Ruby's built-in symbols
-end
+    token.to_sym  # Use Ruby's built-in symbols
+  end
 
-def parse_without_expand(input_string)
-  tokens = tokenize(input_string)
-  parse_tokens(tokens)
-end
+  def parse_string(input_string)
+    tokens = tokenize(input_string)
+    parse_tokens(tokens)
+  end
 
-def matches(structure, target)
-  if target.is_a?(Array)
-    return false unless structure.is_a?(Array)
-    return false unless structure.length == target.length
+  def matches(structure, target)
+    if target.is_a?(Array)
+      return false unless structure.is_a?(Array)
+      return false unless structure.length == target.length
 
-    result = true
-    target.each_with_index do |t, i|
-      result &&= matches(structure[i], t)
+      result = true
+      target.each_with_index do |t, i|
+        result &&= matches(structure[i], t)
+      end
+      result
+    elsif target == "Boolean"
+      structure == true || structure == false
+    elsif target == "String"
+      structure.is_a?(String)
+    elsif target == "Character"
+      structure.is_a?(String) && structure.length == 1
+    elsif target == "Symbol"
+      structure.is_a?(Symbol)  # Check against Ruby's built-in Symbol class
+    elsif target == "Number"
+      structure.is_a?(Numeric)
     end
-    result
-  elsif target == "Boolean"
-    structure == true || structure == false
-  elsif target == "String"
-    structure.is_a?(String)
-  elsif target == "Character"
-    structure.is_a?(String) && structure.length == 1
-  elsif target == "Symbol"
-    structure.is_a?(Symbol)  # Check against Ruby's built-in Symbol class
-  elsif target == "Number"
-    structure.is_a?(Numeric)
   end
+
+  module_function :parse_string, :tokenize, :parse_tokens, :parse_atom, :matches
 end
 
+# TODO: Fix
 if __FILE__ == $PROGRAM_NAME
   test_table = JSON.parse(File.read("ports/syntax-tests.json"))
 
@@ -115,8 +120,8 @@ def matches(structure, target)
       next
     end
 
-    parse_result = parse_without_expand(entry[0])
-    if matches(parse_result, entry[1])
+    parse_result = Parser.parse_string(entry[0])
+    if Parser.matches(parse_result, entry[1])
       puts "✅: #{entry}"
     else
       puts "❌: #{entry} got #{parse_result.inspect} instead"