Support parallel_test options: pattern, exclude-pattern & group-by

Author: inkstak

lib/turbo_tests/cli.rb

@@ -17,6 +17,7 @@ def run
       verbose = false
       fail_fast = nil
       seed = nil
+      parallel_options = {}
 
       OptionParser.new { |opts|
         opts.banner = <<~BANNER
@@ -47,6 +48,29 @@ def run
           }
         end
 
+        opts.on("-p", "--pattern [PATTERN]", "run tests matching this regex pattern") do |pattern|
+          parallel_options[:pattern] = /#{pattern}/
+        end
+
+        opts.on("--exclude-pattern", "--exclude-pattern [PATTERN]", "exclude tests matching this regex pattern") do |pattern|
+          parallel_options[:exclude_pattern] = /#{pattern}/
+        end
+
+        opts.on(
+          "--group-by [TYPE]",
+          <<~TEXT.rstrip.split("\n").join("\n#{' ' * 37}")
+            group tests by:
+            found - order of finding files
+            steps - number of cucumber/spinach steps
+            scenarios - individual cucumber scenarios
+            filesize - by size of the file
+            runtime - info from runtime log
+            default - runtime when runtime log is filled otherwise filesize
+          TEXT
+        ) do |type|
+          parallel_options[:group_by] = type.to_sym
+        end
+
         opts.on("-t", "--tag TAG", "Run examples with the specified tag.") do |tag|
           tags << tag
         end
@@ -98,16 +122,17 @@ def run
         end
       end
 
-      success = TurboTests::Runner.run(
+      success = TurboTests::Runner.run({
         formatters: formatters,
         tags: tags,
         files: @argv.empty? ? ["spec"] : @argv,
         runtime_log: runtime_log,
         verbose: verbose,
         fail_fast: fail_fast,
         count: count,
-        seed: seed
-      )
+        seed: seed,
+        parallel_options: parallel_options
+      })
 
       if success
         exit 0

lib/turbo_tests/runner.rb

@@ -13,6 +13,7 @@ def self.run(opts = {})
       files = opts[:files]
       formatters = opts[:formatters]
       tags = opts[:tags]
+      parallel_options = opts[:parallel_options]
 
       # SEE: https://bit.ly/2NP87Cz
       start_time = opts.fetch(:start_time) { Process.clock_gettime(Process::CLOCK_MONOTONIC) }
@@ -38,15 +39,15 @@ def self.run(opts = {})
         fail_fast: fail_fast,
         count: count,
         seed: seed,
-        seed_used: seed_used
+        seed_used: seed_used,
+        parallel_options: parallel_options
       ).run
     end
 
     def initialize(opts)
       @reporter = opts[:reporter]
       @files = opts[:files]
       @tags = opts[:tags]
-      @runtime_log = opts[:runtime_log] || "tmp/turbo_rspec_runtime.log"
       @verbose = opts[:verbose]
       @fail_fast = opts[:fail_fast]
       @count = opts[:count]
@@ -56,6 +57,10 @@ def initialize(opts)
       @seed = opts[:seed]
       @seed_used = opts[:seed_used]
 
+      @runtime_log = opts[:runtime_log] || "tmp/turbo_rspec_runtime.log"
+      @parallel_options = opts.fetch(:parallel_options, {})
+      @parallel_options[:runtime_log] = @runtime_log
+
       @messages = Thread::Queue.new
       @threads = []
       @error = false
@@ -67,27 +72,17 @@ def run
         ParallelTests::RSpec::Runner.tests_with_size(@files, {}).size
       ].min
 
-      use_runtime_info = @files == ["spec"]
-
-      group_opts = {}
-
-      if use_runtime_info
-        group_opts[:runtime_log] = @runtime_log
-      else
-        group_opts[:group_by] = :filesize
-      end
-
       tests_in_groups =
         ParallelTests::RSpec::Runner.tests_in_groups(
           @files,
           @num_processes,
-          **group_opts
+          @parallel_options.merge(quiet: true)
         )
 
       setup_tmp_dir
 
       subprocess_opts = {
-        record_runtime: use_runtime_info
+        record_runtime: use_runtime_info?
       }
 
       report_number_of_tests(tests_in_groups)
@@ -111,6 +106,19 @@ def run
 
     private
 
+    def tests_files
+      @tests_files ||= ParallelTests::RSpec::Runner.send(:find_tests, @files, @parallel_options)
+    end
+
+    def use_runtime_info?
+      return true if @parallel_options[:group_by] == :runtime
+
+      runtimes = ParallelTests::RSpec::Runner.send(:runtimes, tests_files, @parallel_options)
+      runtimes.size * 1.5 > tests_files.size
+    rescue StandardError
+      false
+    end
+
     def setup_tmp_dir
       begin
         FileUtils.rm_r("tmp/test-pipes")