fix: exclude archived repos from vulnerability data in Tinybird pipes (IN-1186) (#4268)

Signed-off-by: Joana Maia <jmaia@contractor.linuxfoundation.org>
Signed-off-by: Yeganathan S <63534555+skwowet@users.noreply.github.com>

Author: joanagmaia

services/libs/tinybird/pipes/agentic_ai_projects_list_copy.pipe

@@ -204,7 +204,7 @@ SQL >
         ) AS vulnerabilities30d
     FROM vulnerabilities v FINAL
     JOIN repositories r FINAL ON v.repoUrl = r.url
-    WHERE v.repoUrl IN (SELECT url FROM ai_repos)
+    WHERE v.repoUrl IN (SELECT url FROM ai_repos) AND r.archived = false
     GROUP BY r.insightsProjectId
 
 NODE final_join

services/libs/tinybird/pipes/insights_projects_populated_copy.pipe

@@ -188,6 +188,9 @@ SQL >
     LEFT JOIN
         vulnerability_scans vs final
         ON vs.repoUrl = insights_projects_populated_copy_flatten_projects.repository
+    WHERE
+        insights_projects_populated_copy_flatten_projects.repository
+        NOT IN (SELECT url FROM repositories FINAL WHERE archived = true)
     group by insightsProjectId
 
 NODE insights_projects_populated_copy_results

services/libs/tinybird/pipes/vulnerabilities_by_ecosystem.pipe

@@ -7,7 +7,9 @@ SQL >
         round(count(v.id) * 100.0 / greatest(sum(count(v.id)) OVER (), 1), 0) as percentage
     FROM vulnerabilities as v FINAL
     WHERE
-        repoUrl in (select arrayJoin(repositories) from segments_filtered) AND v.status != 'RESOLVED'
+        repoUrl in (select arrayJoin(repositories) from segments_filtered)
+        AND v.repoUrl NOT IN (SELECT url FROM repositories FINAL WHERE archived = true)
+        AND v.status != 'RESOLVED'
         {% if defined(repos) %} AND repoUrl IN (SELECT channel FROM repos_to_channels) {% end %}
     GROUP BY v.packageEcosystem
     ORDER BY count DESC

services/libs/tinybird/pipes/vulnerabilities_by_severity.pipe

@@ -7,7 +7,9 @@ SQL >
         round(count(v.id) * 100.0 / greatest(sum(count(v.id)) OVER (), 1), 0) as percentage
     FROM vulnerabilities as v FINAL
     WHERE
-        repoUrl in (select arrayJoin(repositories) from segments_filtered) AND v.status != 'RESOLVED'
+        repoUrl in (select arrayJoin(repositories) from segments_filtered)
+        AND v.repoUrl NOT IN (SELECT url FROM repositories FINAL WHERE archived = true)
+        AND v.status != 'RESOLVED'
         {% if defined(repos) %} AND repoUrl IN (SELECT channel FROM repos_to_channels) {% end %}
     GROUP BY v.severity
     ORDER BY count DESC

services/libs/tinybird/pipes/vulnerabilities_list.pipe

@@ -6,6 +6,7 @@ SQL >
         FROM vulnerabilities as v FINAL
         WHERE
             repoUrl in (select arrayJoin(repositories) from segments_filtered)
+            AND v.repoUrl NOT IN (SELECT url FROM repositories FINAL WHERE archived = true)
             {% if defined(repos) %} AND repoUrl IN (SELECT channel FROM repos_to_channels) {% end %}
             {% if defined(ecosystem) %}
                 AND v.packageEcosystem = {{ String(ecosystem, required=False) }}
@@ -28,6 +29,7 @@ SQL >
         FROM vulnerabilities as v FINAL
         WHERE
             repoUrl in (select arrayJoin(repositories) from segments_filtered)
+            AND v.repoUrl NOT IN (SELECT url FROM repositories FINAL WHERE archived = true)
             {% if defined(repos) %} AND repoUrl IN (SELECT channel FROM repos_to_channels)
             {% end %}
             {% if defined(ecosystem) %} AND v.packageEcosystem = {{ String(ecosystem, required=False) }}

services/libs/tinybird/pipes/vulnerabilities_summary.pipe

@@ -10,4 +10,5 @@ SQL >
     FROM vulnerabilities as v FINAL
     WHERE
         repoUrl in (select arrayJoin(repositories) from segments_filtered)
+        AND v.repoUrl NOT IN (SELECT url FROM repositories FINAL WHERE archived = true)
         {% if defined(repos) %} AND repoUrl IN (SELECT channel FROM repos_to_channels) {% end %}