more improvements to the genetic algorithm

Author: Variable-ind

Classes/genetic.gd

@@ -4,10 +4,10 @@ extends Reference
 
 # Adjustable parameters
 const CROSSOVER_EXTENT = 0.5  # 1 (means only parent 1) to 0 (means only parent 1)
-const MAX_CROSSOVER_SPLITS: int = 2  # the max amount of splits a network can have
+const MAX_CROSSOVER_SPLITS: int = 1  # the max amount of splits a network can have
 
-const MUTATION_DEGREE = 0.5  # 1 (means full mutation) to 0 (no mutation)
-const PERCENTAGE_MUTATION = 0.9  # 0 to 1 (how much mutatated elements in next generation)
+const MUTATION_DEGREE = 0.1  # 1 (means full mutation) to 0 (no mutation)
+const PERCENTAGE_MUTATION = 0.5  # 0 to 1 (how much mutatated elements in next generation)
 
 var current_generation: int = -1
 var players_per_generation: int = 50
@@ -64,6 +64,7 @@ func prepere_next_generation() -> Array:
 		_last_winners_b = winner_2
 
 	var next_gen_networks = []
+	var _added_biases = [] # to check if a network already exists
 	for i in range(players_per_generation):
 		var new_network: Network
 		if i < 1: # keep 1 best from the last generation
@@ -72,8 +73,12 @@ func prepere_next_generation() -> Array:
 			# Make a crossover
 			new_network = _crossover(winner_1, winner_2)
 			var can_mutate = randf()
-			if can_mutate > PERCENTAGE_MUTATION: # If we need mutation not crossover
+			if (
+				(can_mutate < PERCENTAGE_MUTATION) # If we need mutation not crossover
+				or (new_network.biases in _added_biases) # If we the crossover already exist
+			):
 				new_network = _mutate(winner_1)
+		_added_biases.append(new_network.biases)
 		next_gen_networks.append(new_network)
 	return next_gen_networks
 
@@ -83,6 +88,7 @@ func _crossover(parent_1: Network, parent_2: Network = null) -> Network:
 	var new_network: Network = Network.new(parent_1.sizes)
 	new_network.biases = parent_1.biases.duplicate(true)
 	new_network.weights = parent_1.weights.duplicate(true)
+
 	_random.randomize()
 	if parent_2 == null:
 		return new_network
@@ -104,7 +110,7 @@ func _mutate(net: Network) -> Network:
 	var new_network: Network = Network.new(net.sizes)
 	for i in new_network.biases.size():
 		var value = _random.randf()
-		if value > MUTATION_DEGREE: # don't mutate this layer's biases/weights
+		if value < MUTATION_DEGREE: # don't mutate this layer's biases/weights
 			new_network.biases[i] = net.biases[i].duplicate(true)
 			new_network.weights[i] = net.weights[i].duplicate(true)
 	return new_network

Examples/FlappyTest/AI/FlappyBird.gd

@@ -1,6 +1,6 @@
 extends KinematicBody2D
 
-var sizes = [2, 16, 4, 1]  # nodes in the respective layers
+var sizes = [2, 10, 10, 10, 1]  # nodes in the respective layers
 var net: Network
 
 var jump_vel = 250
@@ -11,6 +11,8 @@ var initial_time: float
 
 var modulation: Color
 
+var visualizer
+
 func jump():
 	$JumpRecoil.start()
 	velocity.y = -jump_vel
@@ -46,17 +48,12 @@ func _process(_delta: float) -> void:
 
 func _on_Area2D_area_entered(area: Area2D) -> void:
 	if area.is_in_group("obstacle"):
-		###### remove Visualizer #####
-		var idx = get_index()
-		var visualizer_container = AiMonitor.visualizer_popup.visualizer_container
-		var visualizer: PanelContainer = visualizer_container.get_child(idx)
-		if visualizer:
-			visualizer.queue_free()
-		##############################
 		queue_free()
 
 
 func _exit_tree() -> void:
+	########### remove Visualizer ############
+	visualizer.queue_free()
 	############ Grant a reward ###############
 	net.reward = Time.get_ticks_msec() - initial_time
 	# Add to the monitor

Examples/FlappyTest/FlappyTest.gd

@@ -24,6 +24,7 @@ func _ready() -> void:
 
 		var network_visualizer = preload("res://NetworkVisualizer/NetworkVisualizer.tscn").instance()
 		AiMonitor.visualizer_popup.visualizer_container.add_child(network_visualizer)
+		player.visualizer = network_visualizer
 		network_visualizer.identifier.color = player.modulation
 		network_visualizer.visualize_network(player.net)
 

Examples/FlappyTest/obstacle/Obstacle.tscn

@@ -11,7 +11,7 @@ script = ExtResource( 1 )
 
 [node name="Sprite" type="Sprite" parent="."]
 position = Vector2( 0, 79 )
-scale = Vector2( 2.765, 21.7812 )
+scale = Vector2( 0.641, 21.7812 )
 texture = ExtResource( 2 )
 centered = false
 __meta__ = {
@@ -26,7 +26,7 @@ shape = SubResource( 1 )
 
 [node name="Sprite2" type="Sprite" parent="."]
 position = Vector2( 0, -1231 )
-scale = Vector2( 2.765, 18.0937 )
+scale = Vector2( 0.641, 18.0937 )
 texture = ExtResource( 2 )
 centered = false
 __meta__ = {

NetworkVisualizer/NetworkVisualizer.gd

@@ -7,7 +7,7 @@ const LINE_COLOR_NEGATIVE = Color.blueviolet
 
 const ACTIVATION_COLOR_POSITIVE = Color.white
 const ACTIVATION_COLOR_INACTIVE = Color.black
-const ACTIVATION_COLOR_NEGATIVE = Color.blue
+const ACTIVATION_COLOR_NEGATIVE = Color.blue  # would appear in 1st layer
 
 var lines = []
 
@@ -17,28 +17,32 @@ onready var identifier: ColorRect = $"%identifier"
 
 func visualize_network(network: Network) -> void:
 	# generate a framework
+	var sep = 0
+	for i in network.sizes:
+		if i > sep:
+			sep = i
+	layer_container.set("custom_constants/separation", max(10, sep * 2))
 	for x in network.sizes.size():
 		var layer = _generate_layer()
 		for _y in range(network.sizes[x]):
 			_generate_node(layer)
 	# now set weights
 	yield(get_tree(), "idle_frame")
-	lines = update_weights(network)
+	update_weights(network)
 	# warning-ignore:return_value_discarded
 	network.connect("activation_changed", self, "_update_activations")
-	update()
 
 
 func update_weights(network: Network):
-	var lines_array = []
+	lines.clear()
 	for layer_number in network.weights.size():
 		for current_node_idx in network.weights[layer_number].size():
 			for prev_node_idx in network.weights[layer_number][current_node_idx].size():
 				var from = get_activation_node(layer_number, prev_node_idx)
 				var to = get_activation_node(layer_number + 1, current_node_idx)
 				var weight = network.weights[layer_number][current_node_idx][prev_node_idx]
-				lines_array.append([from, to, weight])
-	return lines_array
+				lines.append([from, to, weight])
+	update()
 
 
 func get_activation_node(layer_idx, node_idx) -> TextureRect:
@@ -53,10 +57,13 @@ func _update_activations(layer_idx, activations: Array):
 		var color = ACTIVATION_COLOR_POSITIVE
 		if activation < 0:
 			color = ACTIVATION_COLOR_NEGATIVE
-		color.a = abs(activation)
-		if activation == 0:
+		if is_equal_approx(activation, 0):
 			color = ACTIVATION_COLOR_INACTIVE
+		else:
+			color.a = abs(activation)
+
 		layer.get_child(node_idx).modulate = color
+	update()
 
 
 func _generate_layer() -> Node:
@@ -79,4 +86,4 @@ func _draw() -> void:
 			var color := LINE_COLOR_POSITIVE
 			if line[2] < 0:
 				color = LINE_COLOR_NEGATIVE
-			draw_line(start, end, color, abs(line[2]) * SCALE)
+			draw_line(start, end, color, abs(line[2]) * SCALE * 2)