Add Flappy environment

config/flappy.ini

@@ -0,0 +1,40 @@
+[base]
+env_name = flappy
+
+[vec]
+total_agents = 2048
+num_buffers = 4
+num_threads = 8
+
+[policy]
+hidden_size = 64
+num_layers = 2
+
+[env]
+width = 420
+height = 640
+max_steps = 4096
+gravity = 0.45
+flap_velocity = -7.5
+pipe_speed = 3.0
+pipe_gap = 190.0
+pipe_width = 58.0
+pipe_spacing = 220.0
+first_pipe_x = 220.0
+bird_x = 96.0
+bird_radius = 14.0
+alive_reward = 0.01
+pass_reward = 1.0
+crash_reward = -1.0
+center_reward = 0.03
+
+[train]
+total_timesteps = 20_000_000
+learning_rate = 0.01
+gamma = 0.995
+gae_lambda = 0.92
+ent_coef = 0.003
+vf_coef = 1.5
+minibatch_size = 16_384
+horizon = 64
+

ocean/flappy/binding.c

@@ -0,0 +1,38 @@
+#include "flappy.h"
+
+#define OBS_SIZE FLAPPY_OBS_SIZE
+#define NUM_ATNS 1
+#define ACT_SIZES {2}
+#define OBS_TENSOR_T FloatTensor
+
+#define Env Flappy
+#include "vecenv.h"
+
+void my_init(Env* env, Dict* kwargs) {
+    env->num_agents = 1;
+    env->width = dict_get(kwargs, "width")->value;
+    env->height = dict_get(kwargs, "height")->value;
+    env->max_steps = dict_get(kwargs, "max_steps")->value;
+    env->gravity = dict_get(kwargs, "gravity")->value;
+    env->flap_velocity = dict_get(kwargs, "flap_velocity")->value;
+    env->pipe_speed = dict_get(kwargs, "pipe_speed")->value;
+    env->pipe_gap = dict_get(kwargs, "pipe_gap")->value;
+    env->pipe_width = dict_get(kwargs, "pipe_width")->value;
+    env->pipe_spacing = dict_get(kwargs, "pipe_spacing")->value;
+    env->first_pipe_x = dict_get(kwargs, "first_pipe_x")->value;
+    env->bird_x = dict_get(kwargs, "bird_x")->value;
+    env->bird_radius = dict_get(kwargs, "bird_radius")->value;
+    env->alive_reward = dict_get(kwargs, "alive_reward")->value;
+    env->pass_reward = dict_get(kwargs, "pass_reward")->value;
+    env->crash_reward = dict_get(kwargs, "crash_reward")->value;
+    env->center_reward = dict_get(kwargs, "center_reward")->value;
+    init(env);
+}
+
+void my_log(Log* log, Dict* out) {
+    dict_set(out, "perf", log->perf);
+    dict_set(out, "score", log->score);
+    dict_set(out, "episode_return", log->episode_return);
+    dict_set(out, "episode_length", log->episode_length);
+}
+

ocean/flappy/flappy.c

@@ -0,0 +1,46 @@
+#include <stdio.h>
+#include <time.h>
+#include "flappy.h"
+
+int main(void) {
+    Flappy env = {
+        .width = 420,
+        .height = 640,
+        .max_steps = 4096,
+        .gravity = 0.45f,
+        .flap_velocity = -7.5f,
+        .pipe_speed = 3.0f,
+        .pipe_gap = 190.0f,
+        .pipe_width = 58.0f,
+        .pipe_spacing = 220.0f,
+        .first_pipe_x = 220.0f,
+        .bird_x = 96.0f,
+        .bird_radius = 14.0f,
+        .alive_reward = 0.01f,
+        .pass_reward = 1.0f,
+        .crash_reward = -1.0f,
+        .center_reward = 0.03f,
+        .rng = (unsigned int)time(NULL),
+    };
+
+    float observations[FLAPPY_OBS_SIZE] = {0};
+    float actions[1] = {0};
+    float rewards[1] = {0};
+    float terminals[1] = {0};
+    env.observations = observations;
+    env.actions = actions;
+    env.rewards = rewards;
+    env.terminals = terminals;
+    init(&env);
+    c_reset(&env);
+
+    while (!WindowShouldClose()) {
+        env.actions[0] = IsKeyPressed(KEY_SPACE) || IsKeyPressed(KEY_UP) ? FLAPPY_FLAP : FLAPPY_NOOP;
+        c_step(&env);
+        c_render(&env);
+    }
+
+    c_close(&env);
+    return 0;
+}
+