Add a basic e2e spec for tracing

Author: solnic

.rspec

@@ -0,0 +1,4 @@
+--require spec_helper
+--format progress
+--color
+--order rand

Procfile

@@ -0,0 +1,2 @@
+rails: cd spec/apps/rails-mini && bundle exec ruby app.rb
+svelte: cd spec/apps/svelte-mini && npm run dev

Rakefile

@@ -0,0 +1,84 @@
+# frozen_string_literal: true
+
+require "rake/clean"
+require_relative "lib/sentry/test/rake_tasks"
+
+Sentry::Test::RakeTasks.define_spec_tasks()
+
+# Define E2E test tasks
+namespace :spec do
+  desc "Run end-to-end tests (requires background services)"
+  task :e2e do
+    puts "Running E2E tests..."
+    puts "Note: Make sure background services are running:"
+    puts "  Foreman: foreman start"
+    puts "  Docker: cd .devcontainer && docker-compose --profile e2e up -d"
+
+    system("bundle exec rspec spec/features/ --format progress") || exit(1)
+  end
+
+  desc "Run E2E tests with Docker Compose (devcontainer setup)"
+  task :e2e_docker do
+    puts "Starting E2E services with devcontainer Docker Compose and running tests..."
+
+    begin
+      # Start services using devcontainer setup
+      Dir.chdir('.devcontainer') do
+        unless system("docker-compose --profile e2e up -d rails-mini svelte-mini")
+          puts "Failed to start E2E services"
+          exit(1)
+        end
+      end
+
+      # Wait for services to be ready
+      puts "Waiting for services to be ready..."
+      puts "Checking Rails mini app health..."
+
+      # Load environment variables
+      env_vars = {}
+      File.readlines('.devcontainer/.env').each do |line|
+        next if line.strip.empty? || line.strip.start_with?('#')
+        key, value = line.strip.split('=', 2)
+        env_vars[key] = value.gsub(/^["']|["']$/, '') if key && value
+      end
+
+      rails_port = env_vars['SENTRY_E2E_RAILS_APP_PORT'] || '5002'
+      unless system("timeout 60 bash -c 'until curl -s http://localhost:#{rails_port}/health | grep -q \"ok\"; do echo \"Waiting for Rails app...\"; sleep 2; done'")
+        puts "Rails mini app failed to become ready"
+        Dir.chdir('.devcontainer') { system("docker-compose --profile e2e down") }
+        exit(1)
+      end
+      puts "✅ Rails mini app is ready"
+
+      puts "Checking Svelte mini app health..."
+      svelte_port = env_vars['SENTRY_E2E_SVELTE_APP_PORT'] || '5001'
+      unless system("timeout 60 bash -c 'until curl -s http://localhost:#{svelte_port}/health | grep -q \"ok\"; do echo \"Waiting for Svelte app...\"; sleep 2; done'")
+        puts "Svelte mini app failed to become ready"
+        Dir.chdir('.devcontainer') { system("docker-compose --profile e2e down") }
+        exit(1)
+      end
+      puts "✅ Svelte mini app is ready"
+      puts "All services are healthy!"
+
+      # Run tests in sentry container with proper environment variables
+      Dir.chdir('.devcontainer') do
+        test_env_vars = {
+          "SENTRY_E2E_RAILS_APP_URL" => env_vars['SENTRY_E2E_RAILS_APP_URL'] || "http://rails-mini:5000",
+          "SENTRY_E2E_SVELTE_APP_URL" => env_vars['SENTRY_E2E_SVELTE_APP_URL'] || "http://svelte-mini:5001"
+        }
+        env_string = test_env_vars.map { |k, v| "#{k}=#{v}" }.join(" ")
+
+        unless system("#{env_string} docker-compose run --rm sentry bundle exec rspec spec/features/ --format progress")
+          puts "E2E tests failed"
+          exit(1)
+        end
+      end
+
+    ensure
+      # Always stop services
+      Dir.chdir('.devcontainer') { system("docker-compose --profile e2e down") }
+    end
+  end
+end
+
+task default: :spec

sentry-ruby/spec/spec_helper.rb

@@ -27,8 +27,8 @@
 
 require "sentry-ruby"
 require "sentry/test_helper"
-require "webmock/rspec"
 
+require "webmock/rspec"
 require_relative "support/profiler"
 require_relative "support/stacktrace_test_fixture"
 

spec/features/tracing_spec.rb

@@ -0,0 +1,112 @@
+# frozen_string_literal: true
+
+RSpec.describe "Tracing", type: :feature do
+  it "works", js: false do
+    visit "/error"
+
+    expect(page).to have_content("Svelte Mini App")
+    expect(page).to have_button("Trigger Error")
+    click_button "trigger-error-btn"
+    expect(page).to have_content("Error:")
+
+    events_data = get_rails_events
+
+    expect(events_data["event_count"]).to be > 0
+
+    error_events = events_data["events"].select { |event| event["exception"] }
+    expect(error_events).not_to be_empty
+
+    error_event = error_events.first
+    exception_values = error_event.dig("exception", "values")
+    expect(exception_values).not_to be_empty
+    expect(exception_values.first["type"]).to eq("ZeroDivisionError")
+
+    transaction_events = events_data["events"].select { |event| event["type"] == "transaction" }
+
+    expect(error_event.dig("contexts", "trace")).not_to be_nil
+    error_trace_id = error_event.dig("contexts", "trace", "trace_id")
+    expect(error_trace_id).to match(/\A[a-f0-9]{32}\z/)
+
+    if transaction_events.any?
+      transaction_event = transaction_events.first
+      trace_context = transaction_event.dig("contexts", "trace")
+
+      expect(trace_context).not_to be_nil
+
+      transaction_trace_id = trace_context["trace_id"]
+
+      expect(transaction_trace_id).to match(/\A[a-f0-9]{32}\z/)
+      expect(error_trace_id).to eq(transaction_trace_id)
+
+      if transaction_event["_meta"] && transaction_event["_meta"]["dsc"]
+        dsc = transaction_event["_meta"]["dsc"]
+        expect(dsc).to include("sample_rand")
+
+        sample_rand = dsc["sample_rand"]
+        expect(sample_rand).to match(/\A0\.\d{6}\z/)
+      end
+    end
+
+    events_data["envelopes"].each do |envelope|
+      envelope["items"].each do |item|
+        if item["payload"] && item["payload"]["_meta"] && item["payload"]["_meta"]["dsc"]
+          dsc = item["payload"]["_meta"]["dsc"]
+
+          if dsc["sample_rand"]
+            expect(dsc["sample_rand"]).to match(/\A0\.\d{6}\z/)
+          end
+        end
+      end
+    end
+  end
+
+  private
+
+  def get_rails_events
+    log_file_path = File.join(Dir.pwd, "log", "sentry_debug_events.log")
+
+    return { "events" => [], "envelopes" => [], "event_count" => 0, "envelope_count" => 0 } unless File.exist?(log_file_path)
+
+    events = []
+    File.readlines(log_file_path).each do |line|
+      line = line.strip
+      next if line.empty?
+
+      begin
+        events << JSON.parse(line)
+      rescue JSON::ParserError => e
+        puts "Failed to parse line: #{line}, error: #{e.message}"
+      end
+    end
+
+    extracted_events = []
+    envelopes = []
+
+    events.each do |event_data|
+      envelopes << {
+        "headers" => event_data["envelope_headers"],
+        "items" => event_data["items"]
+      }
+
+      # Extract actual events from envelope items
+      event_data["items"].each do |item|
+        if item["headers"]["type"] == "event"
+          extracted_events << item["payload"]
+        end
+      end
+    end
+
+    {
+      "events" => extracted_events,
+      "envelopes" => envelopes,
+      "event_count" => extracted_events.length,
+      "envelope_count" => envelopes.length,
+      "raw_events" => events
+    }
+  end
+
+  def clear_rails_events
+    log_file_path = File.join(Dir.pwd, "log", "sentry_debug_events.log")
+    File.write(log_file_path, "") if File.exist?(log_file_path)
+  end
+end

spec/spec_helper.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require "sentry-ruby"
+require "sentry/test_helper"
+
+require "selenium-webdriver"
+
+require "capybara"
+require "capybara/rspec"
+
+Capybara.configure do |config|
+  config.default_driver = :selenium_headless_chrome
+  config.javascript_driver = :selenium_headless_chrome
+  config.app_host = ENV.fetch("SENTRY_E2E_SVELTE_APP_URL", "http://localhost:4001")
+end
+
+Capybara.register_driver :selenium_headless_chrome do |app|
+  options = Selenium::WebDriver::Chrome::Options.new
+
+  options.add_argument("--headless")
+  options.add_argument("--disable-dev-shm-usage")
+  options.add_argument("--no-sandbox")
+  options.add_argument("--disable-gpu")
+  options.add_argument("--temp-profile")
+  options.binary = "/usr/bin/chromium" if File.exist?("/usr/bin/chromium")
+
+  Capybara::Selenium::Driver.new(app, browser: :chrome, options: options)
+end
+
+RSpec.configure do |config|
+  config.include(Capybara::DSL, type: :e2e)
+end