Add support for container policies.

Author: samuel-williams-shopify

async-service.gemspec

@@ -27,6 +27,6 @@ Gem::Specification.new do |spec|
 	spec.required_ruby_version = ">= 3.2"
 
 	spec.add_dependency "async"
-	spec.add_dependency "async-container", "~> 0.29"
+	spec.add_dependency "async-container", "~> 0.31"
 	spec.add_dependency "string-format", "~> 0.2"
 end

bake/async/service/controller.rb

@@ -10,9 +10,6 @@ def initialize(context)
 end
 
 def run
-	# Warm up the Ruby process by preloading gems and running GC.
-	Async::Service::Controller.warmup
-	
 	controller.run
 end
 
@@ -21,5 +18,5 @@ def run
 def controller
 	configuration = context.lookup("async:service:configuration").instance.configuration
 
-	return Async::Service::Controller.new(configuration.services)
+	return configuration.make_controller
 end

lib/async/service/configuration.rb

@@ -52,11 +52,15 @@ def self.for(*environments)
 			end
 
 			# Initialize an empty configuration.
-			def initialize(environments = [])
+			# @parameter environments [Array] Environment instances.
+			# @parameter container_policy [Proc] Optional proc that returns a policy for container lifecycle management.
+			def initialize(environments = [], container_policy: nil)
 				@environments = environments
+				@container_policy = container_policy
 			end
 
 			attr :environments
+			attr_accessor :container_policy
 
 			# Check if the configuration is empty.
 			# @returns [Boolean] True if no environments are configured.
@@ -84,11 +88,22 @@ def services(implementing: nil)
 
 			# Create a controller for the configured services.
 			#
+			# @parameter container_policy [Proc] A proc that returns the policy to use for managing child lifecycle events.
+			# @parameter options [Hash] Additional options passed to the controller.
 			# @returns [Controller] A controller that can be used to start/stop services.
-			def controller(**options)
-				Controller.new(self.services(**options).to_a)
+			def make_controller(container_policy: @container_policy, **options)
+				controller = Controller.new(self.services(**options).to_a)
+				
+				if container_policy
+					controller.define_singleton_method(:make_policy, &container_policy)
+				end
+				
+				return controller
 			end
 
+			# Alias for backwards compatibility.
+			alias controller make_controller
+			
 			# Add the environment to the configuration.
 			def add(environment)
 				@environments << environment

lib/async/service/controller.rb

@@ -4,6 +4,7 @@
 # Copyright, 2024-2025, by Samuel Williams.
 
 require "async/container/controller"
+require_relative "policy"
 
 module Async
 	module Service
@@ -13,32 +14,11 @@ module Service
 		# within containers. It extends Async::Container::Controller to provide
 		# service-specific functionality.
 		class Controller < Async::Container::Controller
-			# Warm up the Ruby process by preloading gems and running GC.
-			def self.warmup
-				begin
-					require "bundler"
-					Bundler.require(:preload)
-				rescue Bundler::GemfileNotFound, LoadError
-					# Ignore.
-				end
-				
-				if ::Process.respond_to?(:warmup)
-					::Process.warmup
-				elsif ::GC.respond_to?(:compact)
-					3.times{::GC.start}
-					::GC.compact
-				end
-			end
-			
 			# Run a configuration of services.
 			# @parameter configuration [Configuration] The service configuration to run.
 			# @parameter options [Hash] Additional options for the controller.
 			def self.run(configuration, **options)
-				controller = Async::Service::Controller.new(configuration.services.to_a, **options)
-				
-				self.warmup
-				
-				controller.run
+				configuration.make_controller(**options).run
 			end
 
 			# Create a controller for the given services.
@@ -58,17 +38,41 @@ def initialize(services, **options)
 				@services = services
 			end
 
-			# All the services associated with this controller.
-			# @attribute [Array(Async::Service::Generic)]
-			attr :services
+			def warmup
+				begin
+					require "bundler"
+					Bundler.require(:preload)
+				rescue Bundler::GemfileNotFound, LoadError
+					# Ignore.
+				end
+				
+				if ::Process.respond_to?(:warmup)
+					::Process.warmup
+				elsif ::GC.respond_to?(:compact)
+					3.times{::GC.start}
+					::GC.compact
+				end
+			end
 
-			# Start all named services.
+		# All the services associated with this controller.
+		# @attribute [Array(Async::Service::Generic)]
+		attr :services
+		
+		# Create a policy for managing child lifecycle events.
+		# @returns [Policy] The service-level policy with failure rate monitoring.
+		def make_policy
+			Policy::DEFAULT
+		end
+		
+		# Start all named services.
 			def start
 				@services.each do |service|
 					service.start
 				end
 
 				super
+				
+				self.warmup
 			end
 
 			# Setup all services into the given container.

lib/async/service/loader.rb

@@ -58,6 +58,14 @@ def service(name = nil, **options, &block)
 
 				@configuration.add(self.environment(**options, &block))
 			end
+			
+			# Set the container policy for all services in this configuration.
+			# Can be called with either an argument or a block.
+			# @parameter value [Async::Container::Policy] The policy to use for managing child lifecycle events.
+			# @parameter block [Proc] A block that returns a policy instance.
+			def container_policy(value = nil, &block)
+				@configuration.container_policy = block_given? ? block : proc{value}
+			end
 		end
 	end
 end

lib/async/service/policy.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2026, by Samuel Williams.
+
+require "async/container/policy"
+
+module Async
+	module Service
+		# A service-level policy that extends the base container policy with failure rate monitoring.
+		# This policy will stop the container if the failure rate exceeds a threshold.
+		class Policy < Async::Container::Policy
+			# Initialize the policy.
+			# @parameter max_failure_rate [Float] The maximum failures per second before stopping the container.
+			# @parameter window [Integer] The time window in seconds for rate calculation.
+			def initialize(max_failure_rate: 1.0, window: 60)
+				@max_failure_rate = max_failure_rate
+				@window = window
+			end
+			
+			def child_exit(container, child, status:, name:, key:)
+				unless success?(status)
+					# Check failure rate after this failure is recorded
+					rate = container.statistics.failure_rate.per_second
+					
+					if rate > @max_failure_rate
+						Console.error(self, "Failure rate exceeded threshold, stopping container",
+							rate: rate,
+							threshold: @max_failure_rate,
+							window: @window
+						)
+						container.stop(false)
+					end
+				end
+			end
+			
+			# The default service policy instance.
+			DEFAULT = self.new.freeze
+		end
+	end
+end

test/async/service/controller.rb

@@ -97,12 +97,5 @@
 			controller.stop
 		end
 	end
-	
-	with ".warmup" do
-		it "can warmup without errors" do
-			# Should not raise exception
-			subject.warmup
-		end
-	end
 end
 

test/async/service/policy.rb

@@ -0,0 +1,119 @@
+# frozen_string_literal: true
+
+# Released under the MIT License.
+# Copyright, 2026, by Samuel Williams.
+
+require "async/service/policy"
+require "async/container/statistics"
+
+describe Async::Service::Policy do
+	let(:policy) {subject.new(max_failure_rate: 0.5, window: 10)}
+	
+	with "inheritance" do
+		it "inherits from Container::Policy" do
+			expect(Async::Service::Policy).to be < Async::Container::Policy
+		end
+		
+		it "has DEFAULT constant" do
+			expect(Async::Service::Policy::DEFAULT).not.to be_nil
+		end
+		
+		it "DEFAULT is frozen" do
+			expect(Async::Service::Policy::DEFAULT).to be(:frozen?)
+		end
+		
+		it "DEFAULT is a Service::Policy" do
+			expect(Async::Service::Policy::DEFAULT).to be_a(Async::Service::Policy)
+		end
+	end
+	
+	with "helper methods" do
+		it "inherits helper methods from Container::Policy" do
+			expect(policy).to respond_to(:segfault?)
+			expect(policy).to respond_to(:success?)
+			expect(policy).to respond_to(:signal)
+		end
+	end
+	
+	with "failure rate monitoring" do
+		let(:mock_container) do
+			Class.new do
+				attr_reader :stopped, :statistics
+				
+				def initialize
+					@stopped = false
+					@statistics = Async::Container::Statistics.new(window: 10)
+				end
+				
+				def stop(graceful)
+					@stopped = true
+				end
+			end.new
+		end
+		
+		let(:mock_status) do
+			Class.new do
+				def success?
+					false
+				end
+			end.new
+		end
+		
+		it "stops container when failure rate exceeds threshold" do
+			policy = subject.new(max_failure_rate: 0.5, window: 10)
+			
+			# Simulate failures that exceed the rate (0.5/sec = 5 per 10 seconds)
+			# Add 6 failures using the real time (they'll all be in the same second)
+			6.times do
+				mock_container.statistics.failure!
+			end
+			
+			# All failures in the same second = high rate
+			rate = mock_container.statistics.failure_rate.per_second
+			expect(rate).to be > 0.5
+			expect(mock_container.stopped).to be == false
+			
+			# Trigger policy check
+			policy.child_exit(mock_container, nil, status: mock_status, name: "test", key: nil)
+			
+			expect(mock_container.stopped).to be == true
+		end
+		
+		it "does not stop container when failure rate is acceptable" do
+			policy = subject.new(max_failure_rate: 1.0, window: 10)
+			
+			# Add failures below threshold (3 in a 10 second window = 0.3/sec)
+			3.times do
+				mock_container.statistics.failure!
+			end
+			
+			rate = mock_container.statistics.failure_rate.per_second
+			expect(rate).to be < 1.0
+			
+			# Trigger policy check
+			policy.child_exit(mock_container, nil, status: mock_status, name: "test", key: nil)
+			
+			expect(mock_container.stopped).to be == false
+		end
+		
+		it "does nothing on successful exit" do
+			policy = subject.new(max_failure_rate: 0.1, window: 10)
+			
+			success_status = Object.new
+			def success_status.success?; true; end
+			
+			# Even with high failure rate, success shouldn't trigger stop
+			policy.child_exit(mock_container, nil, status: success_status, name: "test", key: nil)
+			
+			expect(mock_container.stopped).to be == false
+		end
+	end
+	
+	with "custom parameters" do
+		it "can be initialized with custom threshold" do
+			policy = subject.new(max_failure_rate: 2.0, window: 30)
+			
+			expect(policy).to be_a(Async::Service::Policy)
+		end
+	end
+end