Start with the old versions.json, instead of starting from scratch

🤖 Some small parts written by Codex.

Co-authored-by: Codex <codex@openai.com>

Author: DilumAluthge

.github/dependabot.yml

@@ -1,10 +1,14 @@
 version: 2
 updates:
+
   - package-ecosystem: "github-actions"
     directory: "/"
     schedule:
       interval: "monthly"
     open-pull-requests-limit: 100
-    labels:
-      - "dependencies"
-      - "github-actions"
+
+  - package-ecosystem: "npm"
+    directory: "/test/"
+    schedule:
+      interval: "monthly"
+    open-pull-requests-limit: 100

.github/workflows/CI.yml

@@ -26,32 +26,27 @@ env:
 
 jobs:
   package-tests:
-    name: Package tests
-    runs-on: ${{ matrix.os }}
+    runs-on: ubuntu-latest
     timeout-minutes: 60
     strategy:
       fail-fast: false
       matrix:
         version:
-          - '1.10' # 1.10 = current LTS
-        os:
-          - ubuntu-latest
+          - 'lts'
+          - '1'
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
-
+        with:
+          persist-credentials: false
       - uses: julia-actions/setup-julia@4c0cb0fce8556fdb04a90347310e5db8b1f98fb9 # v2.7.0
         with:
           version: ${{ matrix.version }}
-
       - uses: julia-actions/cache@9a93c5fb3e9c1c20b60fc80a478cae53e38618a4 # v3.0.2
-
       - name: Install dependencies
         run: julia --color=yes --project -e "using Pkg; Pkg.instantiate()"
-
       - uses: julia-actions/julia-runtest@d60b785c6f2bdf4ebfb18b2b6f7d93b7dfb0efe3 # v1.11.4
 
-  full-test:
-    name: Full test
+  full-build-and-test:
     # This job takes a long time (1+ hours).
     # So we intentionally skip this job on PR runs.
     # But we still run this job on Merge Queue jobs.
@@ -60,33 +55,33 @@ jobs:
     timeout-minutes: 360
     strategy:
       fail-fast: false
-
     steps:
       - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # 6.0.2
-
+        with:
+          persist-credentials: false
       - uses: julia-actions/setup-julia@4c0cb0fce8556fdb04a90347310e5db8b1f98fb9 # v2.7.0
         with:
           version: '1.10' # 1.10 = current LTS
-
       - uses: julia-actions/cache@9a93c5fb3e9c1c20b60fc80a478cae53e38618a4 # v3.0.2
-
       - name: Install dependencies
         run: julia --color=yes --project -e "using Pkg; Pkg.instantiate()"
-
-      - run: rm -f versions.json
-
+      - name: Cleanup before we build
+        run:
+          rm -fv versions.json
+          make nuke
+          make purge_download_cache_dir
+      - name: Download the old versions.json, so we can re-use it
+        run: curl -LO https://julialang-s3.julialang.org/bin/versions.json
       - name: Build versions.json
-        run: |
-          using VersionsJSONUtil
-
-          VersionsJSONUtil.main("versions.json")
-        shell: julia --project {0}
-
+        run: make versions.json
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      - name: Run the post-build tests
+        run: julia --project test/post_build.jl versions.json
+      - name: Install NPM deps
+        run: make _npm_ci
       - name: Validate versions.json against schema
-        run: npx -p ajv-cli@3.3.0 ajv -s schema.json -d versions.json
-
-      - run: julia --project test/more_tests.jl versions.json
-
+        run: make check-schema
       - name: Upload versions.json as workflow artifact
         uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7.0.0
         with:
@@ -95,7 +90,9 @@ jobs:
           if-no-files-found: error
 
   upload-to-s3:
-    needs: [package-tests, full-test]
+    needs:
+      - package-tests
+      - full-build-and-test
     if: github.event_name == 'workflow_dispatch' && github.ref == 'refs/heads/main'
     runs-on: ubuntu-latest
     timeout-minutes: 60
@@ -105,16 +102,13 @@ jobs:
         uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8.0.1
         with:
           name: versions
-
       - name: Configure AWS credentials
         uses: aws-actions/configure-aws-credentials@8df5847569e6427dd6c4fb1cf565c83acfa8afa7 # 6.0.0
         with:
           aws-access-key-id: ${{ secrets.AWS_DEPLOY_ACCESS_KEY_ID }}
           aws-secret-access-key: ${{ secrets.AWS_DEPLOY_SECRET_ACCESS_KEY }}
           aws-region: ${{ env.aws_region }}
-
       - name: Upload versions.json to S3
         run: aws s3 cp versions.json s3://${{ env.s3_bucket }}/bin/versions.json --acl public-read --no-progress
-
       - name: Purge cache
         run: curl -X PURGE https://julialang-s3.julialang.org/bin/versions.json

.gitignore

@@ -1 +1,8 @@
+# Directories:
+cache/
+node_modules/
+
+
+# Files:
+internal.json
 versions.json

Makefile

@@ -0,0 +1,52 @@
+# Usage:
+# make build
+# make test
+
+JULIA ?= julia +1.10
+
+# This is the default target:
+# It's a phony target because you might want to re-build versions.json even if none of the
+# files in this repo have changed.
+.PHONY: build
+build: _instantiate
+	JULIA_LOAD_PATH='@' $(JULIA) --startup-file=no --project -e 'import VersionsJSONUtil; VersionsJSONUtil.main(".")'
+
+# These are the post-build tests:
+.PHONY: test
+test: test-full
+
+.PHONY: test-full
+test-full: _instantiate
+	JULIA_LOAD_PATH='@:@stdlib' $(JULIA) --startup-file=no --project test/post_build.jl versions.json full
+
+.PHONY: test-partial
+test-partial: _instantiate
+	JULIA_LOAD_PATH='@:@stdlib' $(JULIA) --startup-file=no --project test/post_build.jl versions.json partial
+
+.PHONY: check-schema
+check-schema:
+	(cd test/node && npx ajv -s ../../schema.json -d ../../versions.json)
+
+# ------------------------------------------------------------------------------------------
+
+.PHONY: _instantiate
+_instantiate:
+	JULIA_LOAD_PATH='@:@stdlib' $(JULIA) --startup-file=no --project -e 'import Pkg; Pkg.instantiate(); Pkg.precompile()'
+
+.PHONY: _npm_ci
+_npm_ci:
+	(cd test/node && npm ci)
+
+
+.PHONY: clean
+clean:
+	$(RM) -v internal.json
+
+.PHONY: nuke
+nuke:
+	$(RM) -v internal.json
+	$(RM) -v versions.json
+
+.PHONY: purge_download_cache_dir
+purge_download_cache_dir:
+	$(RM) -r cache/