feat: add oss packages enrichment sink

Signed-off-by: anilb <epipav@gmail.com>

Author: epipav

services/libs/tinybird/datasources/repoActivitySnapshot.datasource

@@ -37,6 +37,5 @@ SCHEMA >
     `issueMedianTimeToFirstResponseHours` Nullable(Int32) `json:$.record.issue_median_time_to_first_response_hours`
 
 ENGINE ReplacingMergeTree
-ENGINE_PARTITION_KEY toYear(snapshotAt)
 ENGINE_SORTING_KEY repoId
 ENGINE_VER snapshotAt

services/libs/tinybird/pipes/ossPackages_enriched.pipe

@@ -352,7 +352,7 @@ SQL >
                 multiIf(
                     coalesce(ro.inRepositories, 0) = 1,
                     'available',
-                    coalesce(mh.maintainersCount, 0) > 0,
+                    coalesce(mh.emailDomains, 0) > 0,
                     'partial',
                     'blocked'
                 ),
@@ -371,7 +371,13 @@ SQL >
                 'dependency_health',
                 if(coalesce(dv.hasDeps, 0) = 1, 'available', 'blocked'),
                 'security_practices',
-                if(r.branchProtectionEnabled IS NULL, 'partial', 'available'),
+                multiIf(
+                    r.repoId IS NULL,
+                    'blocked',
+                    r.branchProtectionEnabled IS NULL,
+                    'partial',
+                    'available'
+                ),
                 'supply_chain_integrity',
                 'blocked',
                 'release_cadence',

services/libs/tinybird/pipes/ossPackages_enriched_sink.pipe

@@ -0,0 +1,29 @@
+DESCRIPTION >
+    Sink pipe that exports per-package enrichment (health/lifecycle) fields back to Kafka so a
+    Kafka Connect JDBC sink can update the Postgres `packages` rows. Scoped to critical packages
+    (isCritical = 1), since enrichment is only computed/meaningful for the tracked set. Columns
+    are aliased to the snake_case Postgres column names so the JDBC sink maps field -> column 1:1.
+    Runs daily after `ossPackages_enriched.pipe` (the 02:30 UTC enrichment COPY) has refreshed
+    `ossPackages_enriched_ds`.
+
+NODE ossPackages_enriched_sink_select
+SQL >
+    SELECT
+        purl,
+        lifecycleLabel AS lifecycle_label,
+        healthScore AS health_score,
+        healthLabel AS health_label,
+        maintainerHealthScore AS maintainer_health_score,
+        securitySupplyChainScore AS security_supply_chain_score,
+        developmentActivityScore AS development_activity_score,
+        signalCoverageHealth AS signal_coverage_health
+    FROM ossPackages_enriched_ds
+    WHERE isCritical = 1
+
+TYPE SINK
+EXPORT_SERVICE kafka
+EXPORT_CONNECTION_NAME lfx-oracle-kafka-streaming
+EXPORT_SCHEDULE 0 4 * * *
+EXPORT_FORMAT json
+EXPORT_STRATEGY @new
+EXPORT_KAFKA_TOPIC ossPackages_enriched_sink