feat(ocean): Add Flappy Bird environment

config/flappy_bird.ini

@@ -0,0 +1,13 @@
+[base]
+env_name = flappy_bird
+
+[env]
+gravity = 0.5
+pipe_speed = 2
+
+[policy]
+hidden_size = 128
+num_layers = 1.6302
+
+[train]
+total_timesteps = 150_000_000

ocean/flappy_bird/binding.c

@@ -0,0 +1,22 @@
+#include "flappy_bird.h"
+#define OBS_SIZE (2 + 4 * MAX_PIPES)
+#define NUM_ATNS 1
+#define ACT_SIZES {2}
+#define OBS_TENSOR_T FloatTensor
+
+#define Env FlappyBird
+#include "vecenv.h"
+
+void my_init(Env* env, Dict* kwargs) {
+    env->num_agents = 1;
+    c_init(env);
+    env->gravity = (float)dict_get(kwargs, "gravity")->value;
+    env->pipe_speed = (int)dict_get(kwargs, "pipe_speed")->value;
+}
+
+void my_log(Log* log, Dict* out) {
+    dict_set(out, "perf", log->perf);
+    dict_set(out, "score", log->score);
+    dict_set(out, "episode_return", log->episode_return);
+    dict_set(out, "episode_length", log->episode_length);
+}

ocean/flappy_bird/flappy_bird.c

@@ -0,0 +1,41 @@
+#include "flappy_bird.h"
+#include "puffernet.h"
+
+int main(void) {
+    Weights* weights = load_weights("resources/flappy_bird/flappy_bird_weights.bin");
+    int logit_sizes[1] = {2};
+    PufferNet* net = make_puffernet(weights, 1, OBS_SIZE, 256, 1, logit_sizes, 1);
+
+    FlappyBird env = {
+        .num_agents = 1,
+        .gravity = GRAVITY,
+        .pipe_speed = PIPE_SPEED,
+    };
+
+    c_init(&env);
+    c_reset(&env);
+    c_render(&env);
+
+    while (!WindowShouldClose()) {
+        env.actions[0] = (float)(rand() % 2);
+        if (IsKeyDown(KEY_LEFT_SHIFT)) {
+            env.actions[0] = (float)NOOP;
+            if (IsKeyDown(KEY_SPACE)) {
+                env.actions[0] = (float)UP;
+            }
+        } else {
+            forward_puffernet(net, env.observations, env.actions);
+        }
+        c_step(&env);
+        c_render(&env);
+    }
+
+    free_puffernet(net);
+    free(weights);
+    free(env.observations);
+    free(env.actions);
+    free(env.rewards);
+    free(env.terminals);
+    c_close(&env);
+    return 0;
+}