feat: Change Analytics to be day-based only, compute everything else on the fly (note: analytics now are not compatible yet) + add postgres functions to compute the other data

Author: omardoescode

backend/migrations/0002_analytics.sql

@@ -1,8 +1,5 @@
-create table if not exists user_stats_aggregate (
+create table if not exists user_stats_aggregate_daily (
   user_id int not null,
-  window_type text not null check (window_type in (
-    'daily', 'weekly', 'monthly', 'yearly'
-  )),
   window_start timestamptz not null,
   window_end timestamptz not null,
   lang_durations jsonb default '{}'::jsonb,
@@ -12,33 +9,23 @@ create table if not exists user_stats_aggregate (
   activity_durations jsonb default '{}'::jsonb,
   created_at timestamptz default now(),
   updated_at timestamptz default now(),
-  primary key (user_id, window_type, window_start)
+  primary key (user_id, window_start)
 );
 
-create index if not exists idx_user_stats_time_range on user_stats_aggregate(user_id, window_type, window_start desc);
-create index if not exists idx_user_stats_updated on user_stats_aggregate(updated_at) where window_type like 'rolling%';
-
-create table if not exists user_stats_rolling (
-  user_id int not null,
-  window_type text not null check (window_type in (
-    'rolling_24h', 'rolling_7d', 'rolling_30d', 'rolling_365d'
-  )),
+create table if not exists user_stats_rolling_day (
+  user_id int primary key,
   lang_durations jsonb default '{}'::jsonb,
   machine_durations jsonb default '{}'::jsonb,
   editor_durations jsonb default '{}'::jsonb,
   project_durations jsonb default '{}'::jsonb,
   activity_durations jsonb default '{}'::jsonb,
   created_at timestamptz default now(),
-  updated_at timestamptz default now(),
-  primary key (user_id, window_type)
+  updated_at timestamptz default now()
 );
 
-create table if not exists user_project_stats_aggregate (
+create table if not exists user_project_stats_aggregate_daily (
   user_id integer,
   project_path varchar(500) not null,
-  window_type text not null check (window_type in (
-    'daily', 'weekly', 'monthly', 'yearly'
-  )),
   window_start timestamp not null,
   window_end timestamp not null,
   lang_durations jsonb,
@@ -47,22 +34,19 @@ create table if not exists user_project_stats_aggregate (
   activity_durations jsonb,
   files_durations jsonb,
   updated_at timestamptz default now(),
-  unique (user_id, project_path, window_type, window_start)
+  unique (user_id, project_path, window_start)
 );
 
-create table if not exists user_project_stats_rolling (
+create table if not exists user_project_stats_rolling_day (
   user_id integer,
   project_path varchar(500) not null,
-  window_type text not null check (window_type in (
-    'rolling_24h', 'rolling_7d', 'rolling_30d', 'rolling_365d'
-  )),
   lang_durations jsonb,
   machine_durations jsonb,
   editor_durations jsonb,
   activity_durations jsonb,
   files_durations jsonb,
   updated_at timestamptz default now(),
-  unique (user_id, project_path, window_type)
+  unique (user_id, project_path)
 );
 
 create table if not exists user_project_session (

backend/migrations/0003_views.sql

@@ -0,0 +1,83 @@
+create or replace function jsonb_sum_aggregate(rows jsonb[])
+returns jsonb language plpgsql immutable as $$
+declare
+    result jsonb := '{}';
+    r jsonb;
+    k text;
+    v int;
+begin
+    if rows is null then
+        return result;
+    end if;
+    foreach r in array rows loop
+        for k, v in select key, value::int from jsonb_each(r) loop
+            if result ? k then
+                result := jsonb_set(result, array[k], ((result ->> k)::int + v)::text::jsonb);
+            else
+                result := jsonb_set(result, array[k], v::text::jsonb);
+            end if;
+        end loop;
+    end loop;
+    return result;
+end;
+$$;
+
+create or replace function user_analytics_aggregate_period(
+    p_start timestamptz,
+    p_interval interval
+)
+returns table (
+    user_id int,
+    window_start timestamptz,
+    window_end timestamptz,
+    lang_durations jsonb,
+    machine_durations jsonb,
+    editor_durations jsonb,
+    project_durations jsonb,
+    activity_durations jsonb
+) language sql as $$
+    select
+        d.user_id,
+        min(d.window_start) as window_start,
+        max(d.window_end) as window_end,
+        jsonb_sum_aggregate(array_agg(d.lang_durations)) as lang_durations,
+        jsonb_sum_aggregate(array_agg(d.machine_durations)) as machine_durations,
+        jsonb_sum_aggregate(array_agg(d.editor_durations)) as editor_durations,
+        jsonb_sum_aggregate(array_agg(d.project_durations)) as project_durations,
+        jsonb_sum_aggregate(array_agg(d.activity_durations)) as activity_durations
+    from user_stats_aggregate_daily d
+    where d.window_start >= p_start
+      and d.window_start < p_start + p_interval
+    group by d.user_id;
+$$;
+
+create or replace function user_project_analytics_aggregate_period(
+    p_start timestamptz,
+    p_interval interval
+)
+returns table (
+    user_id int,
+    project_path varchar,
+    window_start timestamptz,
+    window_end timestamptz,
+    lang_durations jsonb,
+    machine_durations jsonb,
+    editor_durations jsonb,
+    activity_durations jsonb,
+    files_durations jsonb
+) language sql as $$
+    select
+        d.user_id,
+        d.project_path,
+        min(d.window_start) as window_start,
+        max(d.window_end) as window_end,
+        jsonb_sum_aggregate(array_agg(d.lang_durations)) as lang_durations,
+        jsonb_sum_aggregate(array_agg(d.machine_durations)) as machine_durations,
+        jsonb_sum_aggregate(array_agg(d.editor_durations)) as editor_durations,
+        jsonb_sum_aggregate(array_agg(d.activity_durations)) as activity_durations,
+        jsonb_sum_aggregate(array_agg(d.files_durations)) as files_durations
+    from user_project_stats_aggregate_daily d
+    where d.window_start >= p_start
+      and d.window_start < p_start + p_interval
+    group by d.user_id, d.project_path;
+$$;