m

Author: rishav-karanjit

.github/workflows/test-vectors.yml

@@ -0,0 +1,49 @@
+name: Test Vectors
+
+on:
+  push:
+    branches: [main, dbesdk-java]
+  pull_request:
+    branches: [main]
+
+jobs:
+  test-vectors:
+    strategy:
+      matrix:
+        java-version: [8, 11, 17]
+        os: [ubuntu-22.04]
+    runs-on: ${{ matrix.os }}
+    permissions:
+      id-token: write
+      contents: read
+    steps:
+      - name: Setup DynamoDB Local
+        uses: rrainn/dynamodb-action@v4.0.0
+        with:
+          port: 8000
+          cors: "*"
+
+      - name: Configure AWS Credentials
+        uses: aws-actions/configure-aws-credentials@v6
+        with:
+          aws-region: us-west-2
+          role-to-assume: arn:aws:iam::370957321024:role/GitHub-CI-DDBEC-Dafny-Role-us-west-2
+          role-session-name: DBESDK-Native-Java-TestVectors
+          special-characters-workaround: "true"
+
+      - uses: actions/checkout@v6
+        with:
+          submodules: recursive
+
+      - name: Setup Java ${{ matrix.java-version }}
+        uses: actions/setup-java@v5
+        with:
+          distribution: "corretto"
+          java-version: ${{ matrix.java-version }}
+
+      - name: Build and publish native SDK locally
+        run: ./gradlew publishToMavenLocal
+
+      - name: Run Test Vectors
+        working-directory: TestVectors
+        run: ../gradlew runTests

TestVectors/.gitignore

@@ -0,0 +1,21 @@
+# Ignore Gradle project-specific cache directory
+.gradle
+# For TestMPL, the build.gradle.kts define's the gradle wrapper version.
+# This prevents having ANOTHER copy of gradle in the repo
+gradlew
+gradlew.bat
+gradle/wrapper/gradle-wrapper.jar
+
+# Ignore Gradle build output directory
+build
+
+# JetBrains
+.idea/*
+*.iml
+
+# Mac OS X
+.DS_Store
+
+# Dafny Generated Java
+src/main/dafny-generated/
+src/test/dafny-generated/

TestVectors/PermTest.json

@@ -0,0 +1 @@
+{"RoundTripTest":{"Records":[{"RecNum":{"N":"200"},"StringSet":{"SS":["aaa"]},"NumberSet":{"NS":["111"]},"BinarySet":{"BS":["AQID"]}},{"RecNum":{"N":"201"},"StringSet":{"SS":["aaa","bbb"]},"NumberSet":{"NS":["111","222"]},"BinarySet":{"BS":["AQID","AgME"]}},{"RecNum":{"N":"202"},"StringSet":{"SS":["bbb","aaa"]},"NumberSet":{"NS":["222","111"]},"BinarySet":{"BS":["AgME","AQID"]}},{"RecNum":{"N":"203"},"StringSet":{"SS":["aaa","bbb","ccc"]},"NumberSet":{"NS":["111","222","333"]},"BinarySet":{"BS":["AQID","AgME","AwQF"]}},{"RecNum":{"N":"204"},"StringSet":{"SS":["bbb","aaa","ccc"]},"NumberSet":{"NS":["222","111","333"]},"BinarySet":{"BS":["AgME","AQID","AwQF"]}},{"RecNum":{"N":"205"},"StringSet":{"SS":["ccc","aaa","bbb"]},"NumberSet":{"NS":["333","111","222"]},"BinarySet":{"BS":["AwQF","AQID","AgME"]}},{"RecNum":{"N":"206"},"StringSet":{"SS":["aaa","ccc","bbb"]},"NumberSet":{"NS":["111","333","222"]},"BinarySet":{"BS":["AQID","AwQF","AgME"]}},{"RecNum":{"N":"207"},"StringSet":{"SS":["aaa","bbb","ccc"]},"NumberSet":{"NS":["111","222","333"]},"BinarySet":{"BS":["AQID","AgME","AwQF"]}},{"RecNum":{"N":"208"},"StringSet":{"SS":["bbb","aaa","ccc"]},"NumberSet":{"NS":["222","111","333"]},"BinarySet":{"BS":["AgME","AQID","AwQF"]}},{"RecNum":{"N":"209"},"StringSet":{"SS":["aaa","bbb","ccc","ddd"]},"NumberSet":{"NS":["111","222","333","444"]},"BinarySet":{"BS":["AQID","AgME","AwQF","BAUG"]}},{"RecNum":{"N":"210"},"StringSet":{"SS":["bbb","aaa","ccc","ddd"]},"NumberSet":{"NS":["222","111","333","444"]},"BinarySet":{"BS":["AgME","AQID","AwQF","BAUG"]}},{"RecNum":{"N":"211"},"StringSet":{"SS":["ccc","aaa","bbb","ddd"]},"NumberSet":{"NS":["333","111","222","444"]},"BinarySet":{"BS":["AwQF","AQID","AgME","BAUG"]}},{"RecNum":{"N":"212"},"StringSet":{"SS":["aaa","ccc","bbb","ddd"]},"NumberSet":{"NS":["111","333","222","444"]},"BinarySet":{"BS":["AQID","AwQF","AgME","BAUG"]}},{"RecNum":{"N":"213"},"StringSet":{"SS":["aaa","bbb","ccc","ddd"]},"NumberSet":{"NS":["111","222","333","444"]},"BinarySet":{"BS":["AQID","AgME","AwQF","BAUG"]}},{"RecNum":{"N":"214"},"StringSet":{"SS":["bbb","aaa","ccc","ddd"]},"NumberSet":{"NS":["222","111","333","444"]},"BinarySet":{"BS":["AgME","AQID","AwQF","BAUG"]}},{"RecNum":{"N":"215"},"StringSet":{"SS":["ddd","aaa","ccc","bbb"]},"NumberSet":{"NS":["444","111","333","222"]},"BinarySet":{"BS":["BAUG","AQID","AwQF","AgME"]}},{"RecNum":{"N":"216"},"StringSet":{"SS":["aaa","ddd","ccc","bbb"]},"NumberSet":{"NS":["111","444","333","222"]},"BinarySet":{"BS":["AQID","BAUG","AwQF","AgME"]}},{"RecNum":{"N":"217"},"StringSet":{"SS":["ccc","ddd","aaa","bbb"]},"NumberSet":{"NS":["333","444","111","222"]},"BinarySet":{"BS":["AwQF","BAUG","AQID","AgME"]}},{"RecNum":{"N":"218"},"StringSet":{"SS":["ddd","ccc","aaa","bbb"]},"NumberSet":{"NS":["444","333","111","222"]},"BinarySet":{"BS":["BAUG","AwQF","AQID","AgME"]}},{"RecNum":{"N":"219"},"StringSet":{"SS":["ddd","aaa","ccc","bbb"]},"NumberSet":{"NS":["444","111","333","222"]},"BinarySet":{"BS":["BAUG","AQID","AwQF","AgME"]}},{"RecNum":{"N":"220"},"StringSet":{"SS":["aaa","ddd","ccc","bbb"]},"NumberSet":{"NS":["111","444","333","222"]},"BinarySet":{"BS":["AQID","BAUG","AwQF","AgME"]}},{"RecNum":{"N":"221"},"StringSet":{"SS":["aaa","bbb","ccc","ddd"]},"NumberSet":{"NS":["111","222","333","444"]},"BinarySet":{"BS":["AQID","AgME","AwQF","BAUG"]}},{"RecNum":{"N":"222"},"StringSet":{"SS":["bbb","aaa","ccc","ddd"]},"NumberSet":{"NS":["222","111","333","444"]},"BinarySet":{"BS":["AgME","AQID","AwQF","BAUG"]}},{"RecNum":{"N":"223"},"StringSet":{"SS":["ccc","aaa","bbb","ddd"]},"NumberSet":{"NS":["333","111","222","444"]},"BinarySet":{"BS":["AwQF","AQID","AgME","BAUG"]}},{"RecNum":{"N":"224"},"StringSet":{"SS":["aaa","ccc","bbb","ddd"]},"NumberSet":{"NS":["111","333","222","444"]},"BinarySet":{"BS":["AQID","AwQF","AgME","BAUG"]}},{"RecNum":{"N":"225"},"StringSet":{"SS":["aaa","bbb","ccc","ddd"]},"NumberSet":{"NS":["111","222","333","444"]},"BinarySet":{"BS":["AQID","AgME","AwQF","BAUG"]}},{"RecNum":{"N":"226"},"StringSet":{"SS":["bbb","aaa","ccc","ddd"]},"NumberSet":{"NS":["222","111","333","444"]},"BinarySet":{"BS":["AgME","AQID","AwQF","BAUG"]}},{"RecNum":{"N":"227"},"StringSet":{"SS":["bbb","aaa","ddd","ccc"]},"NumberSet":{"NS":["222","111","444","333"]},"BinarySet":{"BS":["AgME","AQID","BAUG","AwQF"]}},{"RecNum":{"N":"228"},"StringSet":{"SS":["aaa","bbb","ddd","ccc"]},"NumberSet":{"NS":["111","222","444","333"]},"BinarySet":{"BS":["AQID","AgME","BAUG","AwQF"]}},{"RecNum":{"N":"229"},"StringSet":{"SS":["ddd","bbb","aaa","ccc"]},"NumberSet":{"NS":["444","222","111","333"]},"BinarySet":{"BS":["BAUG","AgME","AQID","AwQF"]}},{"RecNum":{"N":"230"},"StringSet":{"SS":["bbb","ddd","aaa","ccc"]},"NumberSet":{"NS":["222","444","111","333"]},"BinarySet":{"BS":["AgME","BAUG","AQID","AwQF"]}},{"RecNum":{"N":"231"},"StringSet":{"SS":["bbb","aaa","ddd","ccc"]},"NumberSet":{"NS":["222","111","444","333"]},"BinarySet":{"BS":["AgME","AQID","BAUG","AwQF"]}},{"RecNum":{"N":"232"},"StringSet":{"SS":["aaa","bbb","ddd","ccc"]},"NumberSet":{"NS":["111","222","444","333"]},"BinarySet":{"BS":["AQID","AgME","BAUG","AwQF"]}}],"Configs":{"AllSign":{"attributeActionsOnEncrypt":{"RecNum":"SIGN_ONLY","StringSet":"SIGN_ONLY","NumberSet":"SIGN_ONLY","BinarySet":"SIGN_ONLY"}},"AllEncrypt":{"attributeActionsOnEncrypt":{"RecNum":"SIGN_ONLY","StringSet":"ENCRYPT_AND_SIGN","NumberSet":"ENCRYPT_AND_SIGN","BinarySet":"ENCRYPT_AND_SIGN"}}}}}

TestVectors/build.gradle.kts

@@ -0,0 +1,89 @@
+// Copyright Amazon.com Inc. or its affiliates. All Rights Reserved.
+// SPDX-License-Identifier: Apache-2.0
+
+import java.io.File
+import java.io.FileInputStream
+import java.util.Properties
+import java.net.URI
+
+plugins {
+    `java-library`
+}
+
+var props = Properties().apply {
+    load(FileInputStream(File(rootProject.rootDir, "project.properties")))
+}
+
+group = "software.amazon.cryptography"
+version = props.getProperty("projectJavaVersion")
+description = "TestVectorsDynamoDbEncryption"
+
+java {
+    toolchain.languageVersion.set(JavaLanguageVersion.of(8))
+    sourceSets["main"].java {
+        srcDir("src/main/java")
+        srcDir("src/main/dafny-generated")
+        srcDir("src/main/smithy-generated")
+    }
+    sourceSets["test"].java {
+        srcDir("src/test/dafny-generated")
+    }
+}
+
+tasks.withType<JavaCompile>() {
+    options.encoding = "UTF-8"
+}
+
+repositories {
+    mavenLocal()
+    maven {
+        name = "DynamoDB Local Release Repository - US West (Oregon) Region"
+        url = URI.create("https://s3-us-west-2.amazonaws.com/dynamodb-local/release")
+    }
+    mavenCentral()
+}
+
+// Configuration to hold SQLLite information.
+val dynamodb by configurations.creating
+
+dependencies {
+    implementation("org.dafny:DafnyRuntime:4.9.0")
+    implementation("software.amazon.smithy.dafny:conversion:0.1.1")
+    implementation("software.amazon.cryptography:aws-cryptographic-material-providers:${props.getProperty("mplDependencyJavaVersion")}")
+    implementation("software.amazon.cryptography:TestAwsCryptographicMaterialProviders:${props.getProperty("mplDependencyJavaVersion")}-SNAPSHOT")
+    implementation(project(":")) // Native DB-ESDK business logic
+    implementation(files("libs/dafny-bridge-DELETE-ME.jar")) // Dafny bridge: ToDafny/ToNative/internaldafny (stripped of business logic)
+
+    implementation(platform("software.amazon.awssdk:bom:${props.getProperty("awsSdkVersion")}"))
+    implementation("software.amazon.awssdk:dynamodb")
+    implementation("software.amazon.awssdk:dynamodb-enhanced")
+    implementation("software.amazon.awssdk:kms")
+    testImplementation("com.amazonaws:DynamoDBLocal:2.+")
+    dynamodb("com.amazonaws:DynamoDBLocal:2.+")
+    if (org.apache.tools.ant.taskdefs.condition.Os.isArch("aarch64")) {
+        testImplementation("io.github.ganadist.sqlite4java:libsqlite4java-osx-aarch64:1.0.392")
+        dynamodb("io.github.ganadist.sqlite4java:libsqlite4java-osx-aarch64:1.0.392")
+    }
+}
+
+tasks.register<Copy>("copyKeysJSON") {
+    from(layout.projectDirectory.file("../submodules/aws-cryptographic-material-providers-library/TestVectorsAwsCryptographicMaterialProviders/dafny/TestVectorsAwsCryptographicMaterialProviders/test/keys.json"))
+    into(layout.projectDirectory)
+}
+
+tasks.register<Copy>("CopyDynamoDb") {
+    from(dynamodb) {
+        include("*.dll")
+        include("*.dylib")
+        include("*.so")
+    }
+    into("build/libs")
+}
+
+tasks.register<JavaExec>("runTests") {
+    dependsOn("CopyDynamoDb")
+    systemProperty("java.library.path", "build/libs")
+    workingDir = projectDir
+    mainClass.set("TestsFromDafny")
+    classpath = sourceSets["test"].runtimeClasspath
+}

TestVectors/configs.json

@@ -0,0 +1,176 @@
+{
+  "tableEncryptionConfigs": {
+    "0": {},
+    "1": {
+      "attributeActionsOnEncrypt": {
+        "RecNum": "SIGN_ONLY",
+        "Stuff": "ENCRYPT_AND_SIGN",
+        "Two": "ENCRYPT_AND_SIGN",
+        "Three": "ENCRYPT_AND_SIGN",
+        "Four": "SIGN_ONLY",
+        "Five": "SIGN_ONLY",
+        "Six": "SIGN_ONLY",
+        "One": "DO_NOTHING",
+        "Seven": "DO_NOTHING",
+        "Eight": "DO_NOTHING",
+        "Nine": "DO_NOTHING",
+        "NumberTest": "ENCRYPT_AND_SIGN"
+      },
+      "allowedUnsignedAttributes": ["One", "Seven", "Eight", "Nine"],
+      "search": {
+        "versions": [
+          {
+            "standardBeacons": [
+              {
+                "Name": "Stuff",
+                "Length": 32
+              },
+              {
+                "Name": "Two",
+                "Length": 32
+              },
+              {
+                "Name": "Three",
+                "Length": 32
+              },
+              {
+                "Name": "NumberTest",
+                "Length": 32
+              }
+            ]
+          }
+        ]
+      }
+    },
+    "2": {
+      "attributeActionsOnEncrypt": {
+        "RecNum": "SIGN_ONLY",
+        "Stuff": "ENCRYPT_AND_SIGN",
+        "Four": "ENCRYPT_AND_SIGN",
+        "Five": "ENCRYPT_AND_SIGN",
+        "Six": "ENCRYPT_AND_SIGN",
+        "Two": "SIGN_ONLY",
+        "Three": "SIGN_ONLY",
+        "One": "DO_NOTHING",
+        "Seven": "DO_NOTHING",
+        "Eight": "DO_NOTHING",
+        "Nine": "DO_NOTHING",
+        "NumberTest": "SIGN_ONLY"
+      },
+      "allowedUnsignedAttributes": ["One", "Seven", "Eight", "Nine"],
+      "search": {
+        "versions": [
+          {
+            "standardBeacons": [
+              {
+                "Name": "Stuff",
+                "Length": 32
+              },
+              {
+                "Name": "Four",
+                "Length": 32
+              },
+              {
+                "Name": "Five",
+                "Length": 32
+              },
+              {
+                "Name": "Six",
+                "Length": 32
+              }
+            ]
+          }
+        ]
+      }
+    },
+    "3": {
+      "attributeActionsOnEncrypt": {
+        "RecNum": "SIGN_ONLY",
+        "Stuff": "SIGN_ONLY",
+        "Four": "SIGN_ONLY",
+        "Five": "SIGN_ONLY",
+        "Six": "SIGN_ONLY",
+        "Two": "SIGN_ONLY",
+        "Three": "SIGN_ONLY",
+        "One": "DO_NOTHING",
+        "Seven": "DO_NOTHING",
+        "Eight": "DO_NOTHING",
+        "Nine": "DO_NOTHING",
+        "NumberTest": "SIGN_ONLY"
+      },
+      "allowedUnsignedAttributes": ["One", "Seven", "Eight", "Nine"]
+    },
+    "4": {
+      "attributeActionsOnEncrypt": {
+        "RecNum": "SIGN_ONLY",
+        "Stuff": "ENCRYPT_AND_SIGN",
+        "Two": "ENCRYPT_AND_SIGN",
+        "Three": "ENCRYPT_AND_SIGN",
+        "Four": "ENCRYPT_AND_SIGN",
+        "Five": "ENCRYPT_AND_SIGN",
+        "Six": "ENCRYPT_AND_SIGN",
+        "One": "DO_NOTHING",
+        "Seven": "DO_NOTHING",
+        "Eight": "DO_NOTHING",
+        "Nine": "DO_NOTHING",
+        "NumberTest": "SIGN_ONLY"
+      },
+      "allowedUnsignedAttributes": ["One", "Seven", "Eight", "Nine"]
+    },
+    "5": {
+      "attributeActionsOnEncrypt": {
+        "RecNum": "SIGN_ONLY",
+        "Stuff": "ENCRYPT_AND_SIGN",
+        "Two": "ENCRYPT_AND_SIGN",
+        "Three": "ENCRYPT_AND_SIGN",
+        "Four": "SIGN_ONLY",
+        "Five": "SIGN_ONLY",
+        "Six": "SIGN_ONLY",
+        "One": "DO_NOTHING",
+        "Seven": "DO_NOTHING",
+        "Eight": "DO_NOTHING",
+        "Nine": "DO_NOTHING",
+        "NumberTest": "SIGN_ONLY"
+      },
+      "allowedUnsignedAttributes": ["One", "Seven", "Eight", "Nine"],
+      "search": {
+        "versions": [
+          {
+            "standardBeacons": [
+              {
+                "Name": "Stuff",
+                "Length": 32
+              },
+              {
+                "Name": "Two",
+                "Length": 32
+              },
+              {
+                "Name": "Three",
+                "Length": 32
+              }
+            ],
+            "compoundBeacons": [
+              {
+                "Name": "Comp1",
+                "Split": ".",
+                "Encrypted": [
+                  {
+                    "Name": "Stuff",
+                    "Prefix": "S_"
+                  }
+                ],
+                "Signed": [
+                  {
+                    "Name": "Four",
+                    "Prefix": "F_"
+                  }
+                ]
+              }
+            ]
+          }
+        ]
+      }
+    }
+  }
+}