[DX-2588] Migrate VRFv2Plus smoke tests to devenv (#21542)

* working first batch

working BHS, multiple keys and batch tests

migrated BHF, migration, replay and pending block tests -- none of them tested yet

more robust fixes

fix lints + remove old tests

run vrfv2plus tests in universal nightly pipeline

* add missing env file

* CR comments

Author: Tofel

.github/e2e-tests.yml

@@ -311,58 +311,6 @@ runner-test-matrix:
         -- -v -run "^(TestVRFv2Basic|TestVRFV2WithBHS|TestVRFv2NodeReorg|TestVRFV2MultipleSendingKeys|TestVRFOwner|TestVRFV2BatchFulfillmentEnabledDisabled)$" -timeout 30m -count=1 -parallel=6 github.com/smartcontractkit/chainlink/integration-tests/smoke
     pyroscope_env: ci-smoke-vrf2-evm-simulated
     test_go_project_path: integration-tests
-
-  - id: smoke/vrfv2plus_test.go:*
-    path: integration-tests/smoke/vrfv2plus_test.go
-    test_env_type: docker
-    runs_on: ubuntu-latest
-    triggers:
-      - PR E2E Core Tests
-      - Merge Queue E2E Core Tests
-      - Nightly E2E Tests
-      - Push E2E Core Tests
-      - Workflow Dispatch E2E Core Tests
-    test_cmd: |
-      gotestsum \
-        --junitfile=/tmp/junit.xml \
-        --jsonfile=/tmp/gotest.log \
-        --format=github-actions \
-        -- -v -run "^(TestVRFv2Plus|TestVRFv2PlusMultipleSendingKeys|TestVRFv2PlusMigration|TestVRFv2PlusReplayAfterTimeout|TestVRFv2PlusPendingBlockSimulationAndZeroConfirmationDelays|TestVRFv2PlusNodeReorg|TestVRFv2PlusBatchFulfillmentEnabledDisabled|TestVRFv2PlusWithBHS|TestVRFv2PlusWithBHF)$" -timeout 30m -count=1 -parallel=9 github.com/smartcontractkit/chainlink/integration-tests/smoke
-    pyroscope_env: ci-smoke-vrf2plus-evm-simulated
-    test_go_project_path: integration-tests
-    free_disk_space: true
-  # VRFv2Plus tests on any live testnet (test_config_override_path required)
-  # Tests have to run in sequence because of a single private key used
-
-  - id: TestVRFv2Plus_LiveTestnets
-    path: integration-tests/smoke/vrfv2plus_test.go
-    runs_on: ubuntu-latest
-    test_env_type: docker
-    test_cmd: |
-      cd smoke && \
-      gotestsum \
-        --junitfile=/tmp/junit.xml \
-        --jsonfile=/tmp/gotest.log \
-        --format=github-actions \
-        -- -v -run "TestVRFv2Plus$/(Link_Billing|Native_Billing|Direct_Funding)|TestVRFV2PlusWithBHS" -parallel=1 -timeout 2h -count=1
-    test_go_project_path: integration-tests
-  # VRFv2Plus release tests on Sepolia testnet
-
-  - id: TestVRFv2Plus_Release_Sepolia
-    path: integration-tests/smoke/vrfv2plus_test.go
-    runs_on: ubuntu-latest
-    test_env_type: docker
-    test_cmd: |
-      cd smoke && \
-      gotestsum \
-        --junitfile=/tmp/junit.xml \
-        --jsonfile=/tmp/gotest.log \
-        --format=github-actions \
-        -- -v -run "TestVRFv2Plus$/(Link_Billing|Native_Billing|Direct_Funding)|TestVRFV2PlusWithBHS" -parallel=1 -timeout 2h -count=1
-    test_config_override_path: integration-tests/testconfig/vrfv2plus/overrides/new_env/sepolia_new_env_test_config.toml
-    triggers:
-      - VRF E2E Release Tests
-    test_go_project_path: integration-tests
   # END: VRF tests
 
   # START: LogPoller tests

.github/workflows/devenv-nightly.yml

@@ -153,14 +153,61 @@ jobs:
             runner: "ubuntu24.04-16cores-64GB"
             tests_dir: "ocr2"
             logs_archive_name: "df1-chaos"
+          - display_name: "Test VRFv2Plus Smoke"
+            testcmd: "go test -v -timeout 30m -run TestVRFv2PlusSmoke"
+            envcmd: "cl u env-vrf2plus.toml,products/vrfv2plus/basic.toml"
+            runner: "ubuntu24.04-16cores-64GB"
+            tests_dir: "vrfv2plus"
+            logs_archive_name: "vrfv2plus-smoke"
+          - display_name: "Test VRFv2Plus Multiple Sending Keys"
+            testcmd: "go test -v -timeout 30m -run TestVRFv2PlusMultipleSendingKeys"
+            envcmd: "cl u env-vrf2plus.toml,products/vrfv2plus/two_keys.toml"
+            runner: "ubuntu24.04-16cores-64GB"
+            tests_dir: "vrfv2plus"
+            logs_archive_name: "vrfv2plus-multiple-sending-keys"
 
+          - display_name: "Test VRFv2Plus With BHS"
+            testcmd: "go test -v -timeout 30m -run TestVRFV2PlusWithBHS"
+            envcmd: "cl u env-vrf2plus-bhX.toml,products/vrfv2plus/bhs.toml"
+            runner: "ubuntu24.04-16cores-64GB"
+            tests_dir: "vrfv2plus"
+            logs_archive_name: "vrfv2plus-with-bhs"
+          - display_name: "Test VRFv2Plus With BHF"
+            testcmd: "go test -v -timeout 30m -run TestVRFV2PlusWithBHF"
+            envcmd: "cl u env-vrf2plus-bhX.toml,env-geth.toml,products/vrfv2plus/bhf.toml"
+            runner: "ubuntu24.04-16cores-64GB"
+            tests_dir: "vrfv2plus"
+            logs_archive_name: "vrfv2plus-with-bhf"
+          - display_name: "Test VRFv2Plus Replay After Timeout"
+            testcmd: "go test -v -timeout 30m -run TestVRFv2PlusReplayAfterTimeout"
+            envcmd: "cl u env-vrf2plus.toml,products/vrfv2plus/replay.toml"
+            runner: "ubuntu24.04-16cores-64GB"
+            tests_dir: "vrfv2plus"
+            logs_archive_name: "vrfv2plus-replay-after-timeout"
+          - display_name: "Test VRFv2Plus Pending Block Simulation And Zero Confirmation Delays"
+            testcmd: "go test -v -timeout 30m -run TestVRFv2PlusPendingBlockSimulationAndZeroConfirmationDelays"
+            envcmd: "cl u env-vrf2plus.toml,products/vrfv2plus/pending_block.toml"
+            runner: "ubuntu24.04-16cores-64GB"
+            tests_dir: "vrfv2plus"
+            logs_archive_name: "vrfv2plus-pending-block-simulation-and-zero-confirmation-delays"
+          - display_name: "Test VRFv2Plus Migration"
+            testcmd: "go test -v -timeout 30m -run TestVRFv2PlusMigration"
+            envcmd: "cl u env-vrf2plus.toml,products/vrfv2plus/basic.toml"
+            runner: "ubuntu24.04-16cores-64GB"
+            tests_dir: "vrfv2plus"
+            logs_archive_name: "vrfv2plus-migration"
+          - display_name: "Test VRFv2Plus Batch Fulfillment"
+            testcmd: "go test -v -timeout 30m -run TestVRFv2PlusBatchFulfillment"
+            envcmd: "cl u env-vrf2plus.toml,products/vrfv2plus/batch.toml"
+            runner: "ubuntu24.04-16cores-64GB"
+            tests_dir: "vrfv2plus"
+            logs_archive_name: "vrfv2plus-batch-fulfillment"
           - display_name: "Test LogPoller Fixed Depth"
             testcmd: "go test -v -timeout 30m -run TestLogPoller"
             envcmd: "cl u env.toml,tests/logpoller/fixed_depth.toml"
             runner: "ubuntu24.04-16cores-64GB"
             tests_dir: "logpoller"
             logs_archive_name: "logpoller-fixed-depth"
-
           - display_name: "Test LogPoller Finality Tag"
             testcmd: "go test -v -timeout 30m -run TestLogPoller"
             envcmd: "cl u env.toml,tests/logpoller/finality_tag.toml"

.github/workflows/on-demand-vrfv2plus-smoke-tests.yml

@@ -4,4 +4,5 @@ blockscout
 env-out.toml
 **/alloc.pprof
 
-**/logs/*
+**/logs/*
+*-out.toml