Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 0 additions & 2 deletions .github/E2E_TESTS_ON_GITHUB_CI.md
Original file line number Diff line number Diff line change
Expand Up @@ -55,8 +55,6 @@ These are dispatched parametrized workflows, that may be triggered manually for
- [On-Demand Automation Tests](https://github.com/smartcontractkit/chainlink/actions/workflows/automation-ondemand-tests.yml)
- [CCIP Chaos Tests](https://github.com/smartcontractkit/chainlink/actions/workflows/ccip-chaos-tests.yml)
- [CCIP Load Tests](https://github.com/smartcontractkit/chainlink/actions/workflows/ccip-load-tests.yml)
- [VRFv2Plus Smoke Tests](https://github.com/smartcontractkit/chainlink/actions/workflows/on-demand-vrfv2plus-smoke-tests.yml)
- [VRFv2Plus Performance Tests](https://github.com/smartcontractkit/chainlink/actions/workflows/on-demand-vrfv2plus-performance-test.yml)

### Test workflows setup in CI

Expand Down
84 changes: 0 additions & 84 deletions .github/e2e-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -6,90 +6,6 @@
# - The triggers (e.g., Run PR E2E Tests, Nightly E2E Tests) that should trigger these tests.
#
runner-test-matrix:
# START: OCR tests

# All the OCR smoke/soak/chaostests were moved to https://github.com/smartcontractkit/chainlink/blob/develop/.github/workflows/devenv-ocr2-soak.yml
# and https://github.com/smartcontractkit/chainlink/blob/develop/.github/workflows/devenv-ocr2-chaos.yml

# START: VRF tests

- id: smoke/vrfv2_test.go:TestVRFv2Basic
path: integration-tests/smoke/vrfv2_test.go
runs_on: ubuntu22.04-8cores-32GB
test_env_type: docker
test_cmd: |
cd smoke && \
gotestsum \
--junitfile=/tmp/junit.xml \
--jsonfile=/tmp/gotest.log \
--format=github-actions \
-- -v -run "TestVRFv2Basic" -parallel=1 -timeout 30m -count=1
test_secrets_required: true
triggers:
- On Demand VRFV2 Smoke Test (Ethereum clients)
test_go_project_path: integration-tests

- id: smoke/vrf_test.go:*
path: integration-tests/smoke/vrf_test.go
test_env_type: docker
runs_on: ubuntu-latest
triggers:
- PR E2E Core Tests
- Merge Queue E2E Core Tests
- Nightly E2E Tests
- Push E2E Core Tests
- Workflow Dispatch E2E Core Tests
test_cmd: |
gotestsum \
--junitfile=/tmp/junit.xml \
--jsonfile=/tmp/gotest.log \
--format=github-actions \
-- -v -run "TestVRFBasic|TestVRFJobReplacement" -timeout 30m -count=1 -parallel=2 github.com/smartcontractkit/chainlink/integration-tests/smoke
pyroscope_env: ci-smoke-vrf-evm-simulated
test_go_project_path: integration-tests

- id: smoke/vrfv2_test.go:*
path: integration-tests/smoke/vrfv2_test.go
test_env_type: docker
runs_on: ubuntu-latest
triggers:
- PR E2E Core Tests
- Merge Queue E2E Core Tests
- Nightly E2E Tests
- Push E2E Core Tests
- Workflow Dispatch E2E Core Tests
test_cmd: |
gotestsum \
--junitfile=/tmp/junit.xml \
--jsonfile=/tmp/gotest.log \
--format=github-actions \
-- -v -run "^(TestVRFv2Basic|TestVRFV2WithBHS|TestVRFv2NodeReorg|TestVRFV2MultipleSendingKeys|TestVRFOwner|TestVRFV2BatchFulfillmentEnabledDisabled)$" -timeout 30m -count=1 -parallel=6 github.com/smartcontractkit/chainlink/integration-tests/smoke
pyroscope_env: ci-smoke-vrf2-evm-simulated
test_go_project_path: integration-tests
# END: VRF tests

# START: Other tests

- id: smoke/reorg_above_finality_test.go:*
path: integration-tests/smoke/reorg_above_finality_test.go
test_env_type: docker
runs_on: ubuntu-latest
triggers:
- PR E2E Core Tests
- Merge Queue E2E Core Tests
- Nightly E2E Tests
- Push E2E Core Tests
- Workflow Dispatch E2E Core Tests
test_cmd: |
gotestsum \
--junitfile=/tmp/junit.xml \
--jsonfile=/tmp/gotest.log \
--format=github-actions \
-- -v -run "TestRegisteringMultipleJobDistributor" -timeout 30m -count=1 -parallel=2 github.com/smartcontractkit/chainlink/integration-tests/smoke
pyroscope_env: ci-smoke-reorg-above-finality-evm-simulated
test_go_project_path: integration-tests
# END: Other tests

# START: CCIPv1.6 tests

- id: smoke/ccip/ccip_reorg_test.go:LessThanFinalityTests
Expand Down
16 changes: 4 additions & 12 deletions .github/workflows/client-compatibility-tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -481,10 +481,10 @@ jobs:
{
"name": "evm-implementation-compatibility-test-68",
"os": "ubuntu-latest",
"product": "vrfv2",
"product": "vrf",
"eth_implementation": "erigon",
"docker_image": "thorax/erigon:v2.59.2",
"run": "-run '^TestVRFv2Basic/Request_Randomness$' ./smoke/vrfv2_test.go"
"run": "-run '^TestVRFBasic/Request_Randomness$' ./smoke/vrf_test.go"
}
]
EOF
Expand All @@ -507,41 +507,36 @@ jobs:
if [[ "$ETH_IMPLEMENTATIONS" == *"geth"* ]]; then
echo "Will test compatibility with geth"
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e geth -d "${{ needs.get-latest-available-images.outputs.geth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e geth -d "${{ needs.get-latest-available-images.outputs.geth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
else
echo "Will not test compatibility with geth"
fi

if [[ "$ETH_IMPLEMENTATIONS" == *"besu"* ]]; then
echo "Will test compatibility with besu"
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e besu -d "${{ needs.get-latest-available-images.outputs.besu_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
# VRFv2 and VRFV2Plus tests are disabled for besu until the functionalities they rely on are supported
# testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e besu -d "${{ needs.get-latest-available-images.outputs.besu_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
# VRFV2Plus tests are disabled for besu until the functionalities they rely on are supported
else
echo "Will not test compatibility with besu"
fi

if [[ "$ETH_IMPLEMENTATIONS" == *"erigon"* ]]; then
echo "Will test compatibility with erigon"
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e erigon -d "${{ needs.get-latest-available-images.outputs.erigon_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e erigon -d "${{ needs.get-latest-available-images.outputs.erigon_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
else
echo "Will not test compatibility with erigon"
fi

if [[ "$ETH_IMPLEMENTATIONS" == *"nethermind"* ]]; then
echo "Will test compatibility with nethermind"
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e nethermind -d "${{ needs.get-latest-available-images.outputs.nethermind_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
# VRFv2 and VRFV2Plus tests are disabled for nethermind until the functionalities they rely on are supported
# testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e nethermind -d "${{ needs.get-latest-available-images.outputs.nethermind_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
# VRFV2Plus tests are disabled for nethermind until the functionalities they rely on are supported
else
echo "Will not test compatibility with nethermind"
fi

if [[ "$ETH_IMPLEMENTATIONS" == *"reth"* ]]; then
echo "Will test compatibility with reth"
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e reth -d "${{ needs.get-latest-available-images.outputs.reth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e reth -d "${{ needs.get-latest-available-images.outputs.reth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
else
echo "Will not test compatibility with reth"
fi
Expand Down Expand Up @@ -770,7 +765,6 @@ jobs:
workflowresultparser -workflowRunID ${{ github.run_id }} -githubToken ${{ github.token }} -githubRepo "${{ github.repository }}" -jobNameRegex "^ocr compatibility with (.*?)$" -namedKey="ocr" -outputFile=output.json
workflowresultparser -workflowRunID ${{ github.run_id }} -githubToken ${{ github.token }} -githubRepo "${{ github.repository }}" -jobNameRegex "^ocr2 compatibility with (.*?)$" -namedKey="ocr2" -outputFile=output.json
workflowresultparser -workflowRunID ${{ github.run_id }} -githubToken ${{ github.token }} -githubRepo "${{ github.repository }}" -jobNameRegex "^vrf compatibility with (.*?)$" -namedKey="vrf" -outputFile=output.json
workflowresultparser -workflowRunID ${{ github.run_id }} -githubToken ${{ github.token }} -githubRepo "${{ github.repository }}" -jobNameRegex "^vrfv2 compatibility with (.*?)$" -namedKey="vrfv2" -outputFile=output.json
workflowresultparser -workflowRunID ${{ github.run_id }} -githubToken ${{ github.token }} -githubRepo "${{ github.repository }}" -jobNameRegex "^vrfv2plus compatibility with (.*?)$" -namedKey="vrfv2plus" -outputFile=output.json
workflowresultparser -workflowRunID ${{ github.run_id }} -githubToken ${{ github.token }} -githubRepo "${{ github.repository }}" -jobNameRegex "^flux compatibility with (.*?)$" -namedKey="flux" -outputFile=output.json
workflowresultparser -workflowRunID ${{ github.run_id }} -githubToken ${{ github.token }} -githubRepo "${{ github.repository }}" -jobNameRegex "^runlog compatibility with (.*?)$" -namedKey="runlog" -outputFile=output.json
Expand Down Expand Up @@ -812,7 +806,6 @@ jobs:
asciitable --firstColumn "EVM Implementation" --secondColumn Result --jsonfile input.json --outputFile output.txt --section "ocr" --namedKey "ocr"
asciitable --firstColumn "EVM Implementation" --secondColumn Result --jsonfile input.json --outputFile output.txt --section "ocr2" --namedKey "ocr2"
asciitable --firstColumn "EVM Implementation" --secondColumn Result --jsonfile input.json --outputFile output.txt --section "vrf" --namedKey "vrf"
asciitable --firstColumn "EVM Implementation" --secondColumn Result --jsonfile input.json --outputFile output.txt --section "vrfv2" --namedKey "vrfv2"
asciitable --firstColumn "EVM Implementation" --secondColumn Result --jsonfile input.json --outputFile output.txt --section "vrfv2plus" --namedKey "vrfv2plus"
asciitable --firstColumn "EVM Implementation" --secondColumn Result --jsonfile input.json --outputFile output.txt --section "flux" --namedKey "flux"
asciitable --firstColumn "EVM Implementation" --secondColumn Result --jsonfile input.json --outputFile output.txt --section "cron" --namedKey "cron"
Expand Down Expand Up @@ -849,7 +842,6 @@ jobs:
- keeper
- log_poller
- vrf
- vrfv2
- vrfv2plus
steps:
- name: Checkout the repo
Expand Down
107 changes: 0 additions & 107 deletions .github/workflows/on-demand-vrfv2-smoke-tests.yml

This file was deleted.

25 changes: 24 additions & 1 deletion .github/workflows/system-tests-nightly.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,6 @@ on:
schedule:
- cron: "0 6 * * *" # Run daily at 6 AM
workflow_dispatch:
pull_request:

defaults:
run:
Expand Down Expand Up @@ -235,6 +234,30 @@ jobs:
runner: "ubuntu24.04-16cores-64GB"
tests_dir: "vrfv2plus"
logs_archive_name: "vrfv2plus-batch-fulfillment"
- display_name: "Test VRFv2 (coordinator v2) Smoke"
testcmd: "go test -v -timeout 30m -run TestVRFv2Basic"
envcmd: "cl u env-vrfv2.toml,products/vrfv2/basic.toml"
runner: "ubuntu24.04-16cores-64GB"
tests_dir: "vrfv2"
logs_archive_name: "vrfv2-smoke"
- display_name: "Test VRFv2 Multiple Sending Keys"
testcmd: "go test -v -timeout 30m -run TestVRFv2MultipleSendingKeys"
envcmd: "cl u env-vrfv2.toml,products/vrfv2/two_keys.toml"
runner: "ubuntu24.04-16cores-64GB"
tests_dir: "vrfv2"
logs_archive_name: "vrfv2-multiple-sending-keys"
- display_name: "Test VRFv2 With BHS"
testcmd: "go test -v -timeout 30m -run TestVRFV2WithBHS"
envcmd: "cl u env-vrfv2-bhs.toml,products/vrfv2/bhs.toml"
runner: "ubuntu24.04-16cores-64GB"
tests_dir: "vrfv2"
logs_archive_name: "vrfv2-with-bhs"
- display_name: "Test VRFv2 Batch Fulfillment"
testcmd: "go test -v -timeout 30m -run TestVRFv2BatchFulfillmentEnabledDisabled"
envcmd: "cl u env-vrfv2.toml,products/vrfv2/basic.toml"
runner: "ubuntu24.04-16cores-64GB"
tests_dir: "vrfv2"
logs_archive_name: "vrfv2-batch-fulfillment"
- display_name: "Test LogPoller Fixed Depth"
testcmd: "go test -v -timeout 30m -run TestLogPoller"
envcmd: "cl u env.toml,tests/logpoller/fixed_depth.toml"
Expand Down
Loading
Loading