Wire up parse_lex and parse_lex_file for wasm

This also degrades mmap'ed file support but I will figure out a
good abstraction to restore that later.

Author: headius

java/wasm-full/src/main/java/org/ruby_lang/prism/wasm/full/Prism.java

@@ -78,6 +78,12 @@ public byte[] lex(Buffer buffer, Source source, Options options) {
         return buffer.readBytes();
     }
 
+    public byte[] parseLex(Buffer buffer, Source source, Options options) {
+        exports.pmSerializeParseLex(buffer.pointer, source.pointer, source.length, options.pointer);
+
+        return buffer.readBytes();
+    }
+
     public class Buffer implements AutoCloseable {
         final int pointer;
 

lib/prism/ffi.rb

@@ -116,7 +116,12 @@ def parse_lex(code, **options)
     # Mirror the Prism.parse_lex_file API by using the serialization API.
     def parse_lex_file(filepath, **options)
       options[:filepath] = filepath
-      FFICommon.with_file(filepath) { |string| FFICommon.parse_lex(string, string.read, options) }
+      FFICommon.with_file(filepath) do |file|
+        code = file.read
+        FFICommon.with_string(code) do |string|
+          FFICommon.parse_lex(string, code, options)
+        end
+      end
     end
 
     # Mirror the Prism.parse_success? API by using the serialization API.

lib/prism/ffi/common.rb

@@ -28,6 +28,13 @@ def lex(string, code, options) # :nodoc:
       end
     end
 
+    def parse_lex(string, code, options) # :nodoc:
+      with_buffer do |buffer|
+        parse_lex_only(buffer, string, options)
+        Serialize.load_parse_lex(code, buffer.read, options.fetch(:freeze, false))
+      end
+    end
+
     # Return the value that should be dumped for the command_line option.
     def dump_options_command_line(options)
       command_line = options.fetch(:command_line, "")
@@ -202,15 +209,15 @@ def parse_only(buffer, string, options) # :nodoc:
       raise NotImplementedError
     end
 
-    def parse_stream(buffer, callback, eof_callback, options, source) # :nodoc:
+    def parse_lex_only(buffer, string, options) # :nodoc:
       raise NotImplementedError
     end
 
-    def parse_comments(string, code, options) # :nodoc:
+    def parse_stream(buffer, callback, eof_callback, options, source) # :nodoc:
       raise NotImplementedError
     end
 
-    def parse_lex(string, code, options) # :nodoc:
+    def parse_comments(string, code, options) # :nodoc:
       raise NotImplementedError
     end
 

lib/prism/ffi/native_ffi.rb

@@ -294,11 +294,8 @@ def parse_comments(string, code, options) # :nodoc:
       end
     end
 
-    def parse_lex(string, code, options) # :nodoc:
-      with_buffer do |buffer|
-        LibRubyParser.pm_serialize_parse_lex(buffer.pointer, string.pointer, string.length, dump_options(options))
-        Serialize.load_parse_lex(code, buffer.read, options.fetch(:freeze, false))
-      end
+    def parse_lex_only(buffer, string, options) # :nodoc:
+      LibRubyParser.pm_serialize_parse_lex(buffer.pointer, string.pointer, string.length, dump_options(options))
     end
 
     def parse_file_success(string, options) # :nodoc:

lib/prism/ffi/wasm_ffi.rb

@@ -79,8 +79,8 @@ def parse_comments(string, code, options) # :nodoc:
       raise NotImplementedError
     end
 
-    def parse_lex(string, code, options) # :nodoc:
-      raise NotImplementedError
+    def parse_lex_only(buffer, string, options) # :nodoc:
+      String.from_java_bytes(PRISM.parse_lex(buffer, string, PRISM.new_options(dump_options(options).to_java_bytes)))
     end
 
     def parse_file_success(string, options) # :nodoc: