Add updates validation

Author: MattiSG

.github/workflows/test.yml

@@ -18,6 +18,18 @@ jobs:
       - run: npm install
       - run: npm run test:metadata
 
+  validate_schema:
+    # Do not run on the creation of the repository
+    if: github.event.created != true
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20
+      - run: npm install
+      - run: npm run test:schema
+
   lint:
     # Do not run on the creation of the repository
     if: github.event.created != true
@@ -29,3 +41,26 @@ jobs:
           node-version: 20
       - run: npm install
       - run: npm run lint
+      
+  validate_modified_declarations:
+    # Do not run on the creation of the repository
+    if: github.event.created != true
+    runs-on: ubuntu-22.04
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 0 # fetch all history for all branches and tags
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 20
+      - run: npm install
+      - run: npm run test:modified
+      - name: Generate artifacts
+        if: ${{ failure() }}
+        run: npm run start:modified
+      - uses: actions/upload-artifact@v4
+        if: ${{ failure() }}
+        with:
+          name: snapshots_and_versions
+          path: ./data
+          if-no-files-found: error

declarations/Amazon.json

@@ -6,7 +6,7 @@
       "select": ".ResourcesList"
     },
     "Systemic Risks — 2023": {
-      "fetch": "https://trustworthyshopping.aboutamazon.com/attachment-file-eu-dsa-risk-assessment-report-amazon-2023"
+      "fetch": "https://trustworthyshopping.aboutamazon.com/attachment-file-eu-dsa-risk-assessment-report-amazon-2023#pdf"
     },
     "Systemic Risks — 2024": {
       "fetch": "https://trustworthyshopping.aboutamazon.com/attachment-file-eu-dsa-risk-assessment-report-amazon-2024-pdf"

declarations/Facebook.json

@@ -2,7 +2,7 @@
   "name": "Facebook",
   "terms": {
     "Systemic Risks — 2024": {
-      "fetch": "https://transparency.meta.com/sr/dsa-sra_results_report-2024-facebook"
+      "fetch": "https://transparency.meta.com/sr/dsa-sra_results_report-2024-facebook#pdf"
     }
   }
 }

declarations/Instagram.json

@@ -2,7 +2,7 @@
   "name": "Instagram",
   "terms": {
     "Systemic Risks — 2024": {
-      "fetch": "https://transparency.meta.com/sr/dsa-sra_results_report-2024-instagram"
+      "fetch": "https://transparency.meta.com/sr/dsa-sra_results_report-2024-instagram#pdf"
     }
   }
 }

package-lock.json

@@ -4,7 +4,9 @@
   "scripts": {
     "lint": "ota lint",
     "lint:fix": "ota lint -- --fix",
-    "test": "ota lint && ota validate metadata",
+    "test": "ota lint && ota validate declarations",
+    "test:schema": "ota validate declarations --schema-only",
+    "test:modified": "ota validate declarations --modified",
     "test:metadata": "ota validate metadata",
     "start": "ota track",
     "start:collection-api": "ota serve",
@@ -14,6 +16,7 @@
     "dataset:schedule": "npm run dataset -- --publish --remove-local-copy --schedule"
   },
   "dependencies": {
-    "@opentermsarchive/engine": "^9.1.0"
+    "@opentermsarchive/engine": "^9.1.1",
+    "@opentermsarchive/terms-types": "./terms-types"
   }
 }

package.json

@@ -0,0 +1,3 @@
+import { readFile } from 'fs/promises';
+
+export default JSON.parse(await readFile(new URL('./termsTypes.json', import.meta.url)));