refactor: consolidate lib modules into four domain-cohesive libraries (#5844)

Implements the decision record 2026-06-18-lib-module-consolidation, the
companion to the SPI module consolidation: the ~42 fine-grained *-lib modules
are merged into four coarse, domain-cohesive implementation libraries and the
layout is flattened.

- jsonld-lib         (json + json-ld + transform + validator)
- core-lib           (generic, non-connector library code: query, crypto-common,
                      keys, token, encryption, auth-{authentication,authorization}-oauth2,
                      verifiable-credentials, decentralized-claims(+sts-remote),
                      jersey-providers, boot, http, nats, util, sql, api, management-api)
- control-plane-lib  (connector-specific: policy-engine, policy-evaluator, store,
                      control-plane-policies, catalog-util,
                      control-plane-transfer-provision, state-machine)
- dsp-lib            (collapses the 13 data-protocols/dsp/dsp-lib modules — the
                      {catalog,negotiation,transfer-process} x {http-api,transform,
                      validation} matrix, dsp-version-transform-lib, and three empty
                      meta modules — into a single library)

jws2020-lib is left standalone, as it is constrained by a dependency on
:extensions:common:json-ld; it can be folded into core-lib in a later iteration.

All ~150 consumer build files, the BOMs and settings.gradle.kts are rewritten to
the new module paths. A latent dead dependency in control-plane-spi (an unused
implementation dependency on the former util-lib, now part of core-lib) is
removed; it had no usages and would otherwise invert the spi<-lib layering into a
cycle.

The resulting libraries form an acyclic graph layered above the SPI modules:
jsonld-lib -> spi; core-lib -> jsonld-lib + spi; control-plane-lib -> core-lib +
spi; dsp-lib -> jsonld-lib + spi.

Co-authored-by: Claude Opus 4.8 <noreply@anthropic.com>

Author: paullatzelsperger

core/catalog-crawler/catalog-crawler-core/build.gradle.kts

@@ -21,18 +21,16 @@ dependencies {
     api(project(":spi:core-spi"))
     api(project(":spi:control-plane-spi"))
     api(project(":data-protocols:dsp:dsp-2025:dsp-spi-2025"))
-    implementation(project(":core:common:lib:catalog-util-lib"))
-    implementation(project(":core:common:lib:json-ld-lib"))
-    implementation(project(":core:common:lib:query-lib"))
-    implementation(project(":core:common:lib:store-lib"))
-    implementation(project(":core:common:lib:util-lib"))
+    implementation(project(":core:control-plane:lib:control-plane-lib"))
+    implementation(project(":core:common:lib:jsonld-lib"))
+    implementation(project(":core:common:lib:core-lib"))
 
-    testImplementation(testFixtures(project(":core:common:lib:json-ld-lib")))
+    testImplementation(testFixtures(project(":core:common:lib:jsonld-lib")))
     testImplementation(libs.awaitility)
-    testImplementation(project(":data-protocols:dsp:dsp-lib:dsp-catalog-lib:dsp-catalog-transform-lib"))
+    testImplementation(project(":data-protocols:dsp:dsp-lib"))
     testImplementation(project(":data-protocols:dsp:dsp-2025:dsp-catalog-2025:dsp-catalog-transform-2025"))
     testImplementation(project(":core:common:junit"))
-    testImplementation(project(":core:common:lib:transform-lib"))
+    testImplementation(project(":core:common:lib:jsonld-lib"))
     testImplementation(project(":core:control-plane:control-plane-transform"))
     testImplementation(testFixtures(project(":spi:control-plane-spi")))
 }

core/common/boot/build.gradle.kts

@@ -21,7 +21,7 @@ dependencies {
     api(project(":spi:core-spi"))
     api(project(":spi:control-plane-spi"))
 
-    implementation(project(":core:common:lib:boot-lib"))
+    implementation(project(":core:common:lib:core-lib"))
 
     implementation(libs.opentelemetry.api)
 

core/common/cel-core/build.gradle.kts

@@ -20,12 +20,12 @@ dependencies {
     api(project(":spi:control-plane-spi"))
     api(project(":spi:core-spi"))
 
-    implementation(project(":core:common:lib:store-lib"))
+    implementation(project(":core:control-plane:lib:control-plane-lib"))
     implementation(libs.cel)
 
     testImplementation(project(":core:common:junit"))
     testImplementation(testFixtures(project(":spi:control-plane-spi")))
-    testImplementation(project(":core:common:lib:query-lib"))
+    testImplementation(project(":core:common:lib:core-lib"))
 
 }
 

core/common/connector-core/build.gradle.kts

@@ -20,9 +20,8 @@ plugins {
 dependencies {
     api(project(":spi:control-plane-spi"))
 
-    implementation(project(":core:common:lib:http-lib"))
-    implementation(project(":core:common:lib:keys-lib"))
-    implementation(project(":core:common:lib:policy-engine-lib"))
+    implementation(project(":core:common:lib:core-lib"))
+    implementation(project(":core:control-plane:lib:control-plane-lib"))
 
     implementation(libs.bouncyCastle.bcpkixJdk18on)
     implementation(libs.nimbus.jwt)

core/common/edr-store-core/build.gradle.kts

@@ -21,11 +21,10 @@ dependencies {
     api(project(":spi:control-plane-spi"))
 
     implementation(project(":spi:core-spi"))
-    implementation(project(":core:common:lib:store-lib"))
+    implementation(project(":core:control-plane:lib:control-plane-lib"))
 
     testImplementation(project(":core:common:junit"))
-    testImplementation(project(":core:common:lib:boot-lib"))
+    testImplementation(project(":core:common:lib:core-lib"))
 
-    testImplementation(project(":core:common:lib:query-lib"))
     testImplementation(testFixtures(project(":spi:control-plane-spi")))
 }

core/common/junit/build.gradle.kts

@@ -23,16 +23,15 @@ dependencies {
 
     api(project(":spi:core-spi"))
     api(project(":core:common:boot"))
-    api(project(":core:common:lib:http-lib"))
-    api(project(":core:common:lib:json-lib"))
-    api(project(":core:common:lib:util-lib"))
+    api(project(":core:common:lib:core-lib"))
+    api(project(":core:common:lib:jsonld-lib"))
 
     implementation(libs.okhttp)
     implementation(libs.mockito.core)
     implementation(libs.junit.jupiter.api)
     implementation(libs.testcontainers.junit)
 
-    testImplementation(project(":core:common:lib:boot-lib"))
+    testImplementation(project(":core:common:lib:core-lib"))
 }
 
 

core/common/lib/api-lib/build.gradle.kts

@@ -0,0 +1,64 @@
+/*
+ *  Copyright (c) 2024 Metaform Systems, Inc.
+ *
+ *  This program and the accompanying materials are made available under the
+ *  terms of the Apache License, Version 2.0 which is available at
+ *  https://www.apache.org/licenses/LICENSE-2.0
+ *
+ *  SPDX-License-Identifier: Apache-2.0
+ *
+ *  Contributors:
+ *       Metaform Systems, Inc. - initial API and implementation
+ *
+ */
+
+plugins {
+    `java-library`
+    `java-test-fixtures`
+    `maven-publish`
+}
+
+dependencies {
+    api(project(":spi:core-spi"))
+    api(project(":spi:control-plane-spi"))
+    api(project(":spi:decentralized-claims-spi"))
+    api(libs.nimbus.jwt) // nimbus classes are exposed on the API surface of CryptoConverter and DefaultJwsSignerProvider
+    api(libs.bouncyCastle.bcpkixJdk18on)
+
+    implementation(project(":core:common:lib:jsonld-lib"))
+    // Java does not natively implement elliptic curve multiplication, so we need to get bouncy
+    implementation(libs.bouncyCastle.bcprovJdk18on)
+    // used for the Ed25519 Verifier in conjunction with OctetKeyPairs (OKP)
+    implementation(libs.tink)
+    implementation(libs.jakarta.rsApi)
+    implementation(libs.jakarta.annotation)
+    implementation(libs.jsonschema)
+    implementation(libs.okhttp)
+    implementation(libs.dnsOverHttps)
+    implementation(libs.nats.client)
+    implementation(libs.swagger.annotations.jakarta)
+
+    testImplementation(project(":core:common:junit"))
+    testImplementation(testFixtures(project(":core:common:junit")))
+    testImplementation(project(":core:common:lib:jsonld-lib"))
+    testImplementation(testFixtures(project(":core:common:lib:jsonld-lib")))
+    testImplementation(testFixtures(project(":spi:core-spi")))
+    testImplementation(testFixtures(project(":spi:decentralized-claims-spi")))
+    testImplementation(project(":extensions:common:json-ld"))
+    testImplementation(testFixtures(project(":extensions:common:http:jersey-core")))
+    testImplementation(testFixtures(project(":extensions:common:sql:sql-test-fixtures")))
+    testImplementation(libs.awaitility)
+    testImplementation(libs.wiremock)
+    testImplementation(libs.restAssured)
+    testImplementation(libs.junit.pioneer)
+
+    testRuntimeOnly(libs.jersey.common) // needs the RuntimeDelegate
+
+    testFixturesImplementation(libs.wiremock) {
+        exclude("com.networknt", "json-schema-validator")
+    }
+    testFixturesImplementation(libs.jakarta.json.api)
+    testFixturesImplementation(libs.nimbus.jwt)
+    testFixturesImplementation(libs.nats.client)
+    testFixturesImplementation(libs.testcontainers.junit)
+}