Read project text files as UTF-8

Author: tobi

Rakefile

@@ -60,7 +60,7 @@ task :coverage_check do
   spec_tags = Set.new
   Dir.glob(File.join(base, "specs/**/*.yml")).each do |f|
     begin
-      data = YAML.safe_load(File.read(f), permitted_classes: [Symbol, Range], aliases: true)
+      data = YAML.safe_load(File.read(f, encoding: Encoding::UTF_8), permitted_classes: [Symbol, Range], aliases: true)
       next unless data
 
       meta = data.is_a?(Hash) ? (data["_metadata"] || {}) : {}
@@ -80,7 +80,7 @@ task :coverage_check do
   adapter_files = Dir.glob(File.join(base, "examples/*.rb"))
   adapter_missing = {}
   adapter_files.each do |path|
-    source = File.read(path)
+    source = File.read(path, encoding: Encoding::UTF_8)
     if (m = source.match(/config\.missing_features\s*=\s*\[(.*?)\]/m))
       symbols = m[1].scan(/:(\w+)/).flatten.map(&:to_sym)
       adapter_missing[File.basename(path)] = symbols.to_set

lib/liquid/spec/cli/bench.rb

@@ -327,7 +327,7 @@ def exec_adapter(cmd)
           # without executing it. Returns array of flags like ["--yjit"].
           def scan_rubyopt(adapter_path)
             return [] unless File.exist?(adapter_path)
-            content = File.read(adapter_path)
+            content = File.read(adapter_path, encoding: Encoding::UTF_8)
             flags = []
             content.scan(/LiquidSpec\.rubyopt\s+["']([^"']+)["']/) do |match|
               flags.concat(match[0].split)

lib/liquid/spec/cli/docs.rb

@@ -71,7 +71,7 @@ def show_doc(name)
               exit(1)
             end
 
-            content = File.read(doc_file)
+            content = File.read(doc_file, encoding: Encoding::UTF_8)
 
             # Strip frontmatter for display
             if content.start_with?("---")
@@ -105,7 +105,7 @@ def load_all_docs
           end
 
           def load_doc_metadata(file)
-            content = File.read(file)
+            content = File.read(file, encoding: Encoding::UTF_8)
             name = File.basename(file, ".md")
 
             # Parse YAML frontmatter if present

lib/liquid/spec/cli/eval.rb

@@ -483,7 +483,7 @@ def load_spec_file(options)
               exit(1)
             end
 
-            load_spec_from_string(File.read(spec_file), options)
+            load_spec_from_string(File.read(spec_file, encoding: Encoding::UTF_8), options)
           end
 
           def load_spec_from_string(yaml_content, options)
@@ -558,7 +558,7 @@ def append_to_daily_file(spec_data, _has_difference)
 
             existing_specs = []
             if File.exist?(daily_file) && File.size?(daily_file).to_i > 0
-              existing_specs = Liquid::Spec.safe_yaml_load(File.read(daily_file)) || []
+              existing_specs = Liquid::Spec.safe_yaml_load(File.read(daily_file, encoding: Encoding::UTF_8)) || []
               existing_specs = [] unless existing_specs.is_a?(Array)
             end
 

lib/liquid/spec/cli/features.rb

@@ -189,7 +189,7 @@ def self.count_specs_by_feature
 
           Dir.glob(File.join(spec_root, "**/*.yml")).each do |file|
             begin
-              content = File.read(file)
+              content = File.read(file, encoding: Encoding::UTF_8)
               data = YAML.safe_load(content, permitted_classes: [Symbol, Range], aliases: true)
               next unless data
 
@@ -222,7 +222,7 @@ def self.count_total_specs
 
           Dir.glob(File.join(spec_root, "**/*.yml")).each do |file|
             begin
-              content = File.read(file)
+              content = File.read(file, encoding: Encoding::UTF_8)
               data = YAML.safe_load(content, permitted_classes: [Symbol, Range], aliases: true)
               next unless data
 

lib/liquid/spec/cli/report.rb

@@ -141,7 +141,7 @@ def load_benchmark_data(reports_dir, options)
               adapter_from_filename = File.basename(path, ".jsonl")
               next if options[:adapters].any? && !options[:adapters].include?(adapter_from_filename)
 
-              File.foreach(path) do |line|
+              File.foreach(path, encoding: Encoding::UTF_8) do |line|
                 next if line.strip.empty?
 
                 begin

lib/liquid/spec/cli/runner.rb

@@ -34,7 +34,7 @@ def initialize
           def load_file(path)
             return unless path && File.exist?(path)
 
-            File.readlines(path).each do |line|
+            File.readlines(path, encoding: Encoding::UTF_8).each do |line|
               add(line.strip)
             end
           end

lib/liquid/spec/cli/runs.rb

@@ -200,7 +200,7 @@ def make_adapter(path, local:)
         end
 
         def adapter_transport(path)
-          source = File.read(path)
+          source = File.read(path, encoding: Encoding::UTF_8)
           if source.match?(/liquid\/spec\/json_rpc\/adapter|JsonRpc::Adapter/)
             :json_rpc
           else

lib/liquid/spec/spec_loader.rb

@@ -128,7 +128,7 @@ def load_suite(suite)
         # Load specs from a single YAML file
         # Returns array of LazySpec objects
         def load_yaml_file(path, suite: nil)
-          content = File.read(path)
+          content = File.read(path, encoding: Encoding::UTF_8)
           specs = []
 
           # Fail fast if file contains dangerous !ruby/ tags (e.g. !ruby/object)
@@ -334,20 +334,20 @@ def load_directory_spec(dir, suite: nil)
           template_file = File.join(dir, "template.liquid")
           return unless File.exist?(template_file)
 
-          template = File.read(template_file)
+          template = File.read(template_file, encoding: Encoding::UTF_8)
           name = File.basename(dir)
 
           # Load environment
           env_file = File.join(dir, "environment.yml")
           raw_environment = if File.exist?(env_file)
-            safe_load_with_permitted_classes(File.read(env_file)) || {}
+            safe_load_with_permitted_classes(File.read(env_file, encoding: Encoding::UTF_8)) || {}
           else
             {}
           end
 
           # Load expected output
           expected_file = File.join(dir, "expected.html")
-          expected = File.exist?(expected_file) ? File.read(expected_file) : nil
+          expected = File.exist?(expected_file) ? File.read(expected_file, encoding: Encoding::UTF_8) : nil
 
           minimum_complexity = suite&.minimum_complexity || 1000
 
@@ -427,7 +427,7 @@ def load_data_files(data_files, base_dir)
             unless File.exist?(file_path)
               raise "Data file not found: #{file_path} (referenced from spec in #{base_dir})"
             end
-            file_data = safe_load_with_permitted_classes(File.read(file_path))
+            file_data = safe_load_with_permitted_classes(File.read(file_path, encoding: Encoding::UTF_8))
             next unless file_data.is_a?(Hash)
 
             merged = deep_merge_hashes(merged, file_data)

lib/liquid/spec/suite.rb

@@ -88,7 +88,7 @@ def reset!
       def load_config
         suite_file = File.join(@path, SUITE_FILE)
         if File.exist?(suite_file)
-          YAML.safe_load(File.read(suite_file), permitted_classes: [Symbol]) || {}
+          YAML.safe_load(File.read(suite_file, encoding: Encoding::UTF_8), permitted_classes: [Symbol]) || {}
         else
           {}
         end