fix(tinybird): exclude disabled projects from all pipes (#4313)

Signed-off-by: Joana Maia <jmaia@contractor.linuxfoundation.org>

Author: joanagmaia

services/libs/tinybird/pipes/activityRepositories_filtered.pipe

@@ -17,7 +17,7 @@ SQL >
     JOIN
         repositories r FINAL ON r.insightsProjectId = i.id AND isNull (r.deletedAt) AND r.enabled = true
     where
-        isNull (i.deletedAt)
+        isNull (i.deletedAt) AND i.enabled = 1
         {% if defined(repos) %}
             AND r.url
             IN {{ Array(repos, 'String', description="Filter activity repo list", required=False) }}

services/libs/tinybird/pipes/collections_filtered.pipe

@@ -7,13 +7,21 @@ SQL >
     SELECT
         collections.*,
         SUM(
-            CASE WHEN collectionsInsightsProjects.insightsProjectId != '' THEN 1 ELSE 0 END
+            CASE
+                WHEN collectionsInsightsProjects.insightsProjectId != '' AND ip.enabled = 1
+                THEN 1
+                ELSE 0
+            END
         ) as "projectCount"
     FROM collections FINAL
     left join
         collectionsInsightsProjects
         on collectionsInsightsProjects.collectionId = collections.id
         and isNull (collectionsInsightsProjects.deletedAt)
+    left join
+        insightsProjects ip FINAL
+        on ip.id = collectionsInsightsProjects.insightsProjectId
+        and isNull (ip.deletedAt)
     where
         isNull (collections.deletedAt) AND isNull (collections.ssoUserId)
         {% if defined(slug) %}

services/libs/tinybird/pipes/contributors_leaderboard.pipe

@@ -43,6 +43,7 @@ SQL >
     FROM insightsProjects final
     WHERE
         isNull (deletedAt)
+        AND enabled = 1
         and slug = {{ String(project, description="Filter by project slug", required=True) }}
 
 NODE contributors_leaderboard_2

services/libs/tinybird/pipes/health_score_copy.pipe

@@ -5,7 +5,7 @@ DESCRIPTION >
 SQL >
     SELECT id, segmentId, slug, widgets
     from insightsProjects FINAL
-    WHERE isNull (deletedAt) and segmentId != ''
+    WHERE isNull (deletedAt) AND enabled = 1 AND segmentId != ''
 
 NODE health_score_copy_data
 SQL >

services/libs/tinybird/pipes/health_score_security.pipe

@@ -5,7 +5,11 @@ SQL >
     FROM insightsProjects i FINAL
     JOIN repositories r FINAL ON r.insightsProjectId = i.id
     WHERE
-        isNull (i.deletedAt) AND isNull (r.deletedAt) AND r.enabled = true AND r.excluded = false
+        isNull (i.deletedAt)
+        AND i.enabled = 1
+        AND isNull (r.deletedAt)
+        AND r.enabled = true
+        AND r.excluded = false
         {% if defined(project) %}
             AND i.id = (SELECT insightsProjectId FROM segments_filtered)
             AND r.url in (select arrayJoin(repositories) from segments_filtered)

services/libs/tinybird/pipes/insights_projects_populated_copy.pipe

@@ -268,7 +268,7 @@ SQL >
         last_vulnerability_scan_status
         ON last_vulnerability_scan_status.insightsProjectId = insightsProjects.id
     LEFT JOIN segments ON segments.id = insightsProjects.segmentId
-    WHERE isNull (insightsProjects.deletedAt)
+    WHERE isNull (insightsProjects.deletedAt) AND insightsProjects.enabled = 1
     group by 1
 
 TYPE COPY

services/libs/tinybird/pipes/maintainers_roles_copy.pipe

@@ -3,7 +3,7 @@ SQL >
     SELECT i.id, r.url AS repository
     FROM insightsProjects i FINAL
     JOIN repositories r FINAL ON r.insightsProjectId = i.id
-    WHERE isNull (i.deletedAt) AND isNull (r.deletedAt) AND r.enabled = true
+    WHERE isNull (i.deletedAt) AND i.enabled = 1 AND isNull (r.deletedAt) AND r.enabled = true
 
 NODE maintainers_roles_copy_member_identities_deduplicated
 SQL >

services/libs/tinybird/pipes/members_public_names_copy_pipe.pipe

@@ -1,6 +1,8 @@
 NODE segmentIds_in_nonlf_projects
 SQL >
-    select segmentId from insightsProjects where isLF = 0 and segmentId != '' and isNull (deletedAt)
+    select segmentId
+    from insightsProjects
+    where isLF = 0 and segmentId != '' and isNull (deletedAt) and enabled = 1
 
 NODE members_public_names_result
 SQL >

services/libs/tinybird/pipes/repos_to_channels.pipe

@@ -27,7 +27,7 @@ SQL >
         FROM repositories r FINAL
         INNER JOIN insightsProjects i FINAL ON r.insightsProjectId = i.id
         WHERE
-            isNull (r.deletedAt) AND r.enabled = true AND isNull (i.deletedAt)
+            isNull (r.deletedAt) AND r.enabled = true AND isNull (i.deletedAt) AND i.enabled = 1
             {% if defined(excluded) and excluded %} AND r.excluded = true
             {% end %}
     {% end %}
@@ -46,6 +46,7 @@ SQL >
         AND isNull (r.deletedAt)
         AND r.enabled = true
         AND isNull (p.deletedAt)
+        AND p.enabled = 1
         AND r.url IN (SELECT url FROM repos_to_expand)
 
 NODE expanded_urls

services/libs/tinybird/pipes/segments_aggregates_with_ids_copy.pipe

@@ -2,7 +2,10 @@ NODE segments_aggregates_with_ids_projects
 SQL >
     SELECT insightsProjects.id, insightsProjects.segmentId
     FROM insightsProjects FINAL
-    WHERE insightsProjects.segmentId != '' and isNull (insightsProjects.deletedAt)
+    WHERE
+        insightsProjects.segmentId != ''
+        AND isNull (insightsProjects.deletedAt)
+        AND insightsProjects.enabled = 1
 
 NODE segments_aggregates_with_ids_collections_projects
 SQL >