Skip to content

Commit 9db246c

Browse files
skudasovskudasov
authored
remove stale Automation/VRF/LogPoller tests and runbooks for OCR/VRF/Automation legacy (#21611)
* remove stale automation tests and runbooks for OCR/VRF/Automation legacy * remove logpoller, automation, reorg and vrfv2plus tests which were migrated
1 parent 0628551 commit 9db246c

21 files changed

Lines changed: 1 addition & 5902 deletions

‎.github/e2e-tests.yml‎

Lines changed: 0 additions & 269 deletions
Original file line numberDiff line numberDiff line change
@@ -11,156 +11,6 @@ runner-test-matrix:
1111
# All the OCR smoke/soak/chaostests were moved to https://github.com/smartcontractkit/chainlink/blob/develop/.github/workflows/devenv-ocr2-soak.yml
1212
# and https://github.com/smartcontractkit/chainlink/blob/develop/.github/workflows/devenv-ocr2-chaos.yml
1313

14-
# START: Automation tests
15-
16-
- id: reorg/automation_reorg_test.go^TestAutomationReorg/registry_2_0
17-
path: integration-tests/reorg/automation_reorg_test.go
18-
runs_on: ubuntu-latest
19-
test_env_type: docker
20-
test_env_vars:
21-
TEST_SUITE: reorg
22-
triggers:
23-
- Automation On Demand Tests
24-
- Push E2E Core Tests
25-
- Workflow Dispatch E2E Core Tests
26-
test_cmd: |
27-
cd reorg && \
28-
DETACH_RUNNER=false \
29-
gotestsum \
30-
--junitfile=/tmp/junit.xml \
31-
--jsonfile=/tmp/gotest.log \
32-
--format=github-actions \
33-
-- -v -run "^TestAutomationReorg/registry_2_0" -parallel=1 -timeout 30m -count=1
34-
pyroscope_env: ci-automation-on-demand-reorg
35-
test_go_project_path: integration-tests
36-
37-
- id: reorg/automation_reorg_test.go^TestAutomationReorg/registry_2_1
38-
path: integration-tests/reorg/automation_reorg_test.go
39-
runs_on: ubuntu-latest
40-
test_env_type: docker
41-
test_env_vars:
42-
TEST_SUITE: reorg
43-
triggers:
44-
- Automation On Demand Tests
45-
- Push E2E Core Tests
46-
- Workflow Dispatch E2E Core Tests
47-
test_cmd: |
48-
cd reorg && \
49-
DETACH_RUNNER=false \
50-
gotestsum \
51-
--junitfile=/tmp/junit.xml \
52-
--jsonfile=/tmp/gotest.log \
53-
--format=github-actions \
54-
-- -v -run "^TestAutomationReorg/registry_2_1" -parallel=2 -timeout 30m -count=1
55-
pyroscope_env: ci-automation-on-demand-reorg
56-
test_go_project_path: integration-tests
57-
58-
- id: reorg/automation_reorg_test.go^TestAutomationReorg/registry_2_2
59-
path: integration-tests/reorg/automation_reorg_test.go
60-
runs_on: ubuntu-latest
61-
test_env_type: docker
62-
test_env_vars:
63-
TEST_SUITE: reorg
64-
triggers:
65-
- Automation On Demand Tests
66-
- Push E2E Core Tests
67-
- Workflow Dispatch E2E Core Tests
68-
test_cmd: |
69-
cd reorg && \
70-
DETACH_RUNNER=false \
71-
gotestsum \
72-
--junitfile=/tmp/junit.xml \
73-
--jsonfile=/tmp/gotest.log \
74-
--format=github-actions \
75-
-- -v -run "^TestAutomationReorg/registry_2_2" -parallel=2 -timeout 30m -count=1
76-
pyroscope_env: ci-automation-on-demand-reorg
77-
test_go_project_path: integration-tests
78-
79-
- id: reorg/automation_reorg_test.go^TestAutomationReorg/registry_2_3
80-
path: integration-tests/reorg/automation_reorg_test.go
81-
runs_on: ubuntu-latest
82-
test_env_type: docker
83-
test_env_vars:
84-
TEST_SUITE: reorg
85-
triggers:
86-
- Automation On Demand Tests
87-
- Push E2E Core Tests
88-
- Workflow Dispatch E2E Core Tests
89-
test_cmd: |
90-
cd reorg && \
91-
DETACH_RUNNER=false \
92-
gotestsum \
93-
--junitfile=/tmp/junit.xml \
94-
--jsonfile=/tmp/gotest.log \
95-
--format=github-actions \
96-
-- -v -run "^TestAutomationReorg/registry_2_3" -parallel=2 -timeout 30m -count=1
97-
pyroscope_env: ci-automation-on-demand-reorg
98-
test_go_project_path: integration-tests
99-
100-
- id: chaos/automation_chaos_test.go
101-
path: integration-tests/chaos/automation_chaos_test.go
102-
test_env_type: k8s-remote-runner
103-
runs_on: ubuntu-latest
104-
triggers:
105-
- Automation On Demand Tests
106-
- E2E Chaos Tests
107-
test_cmd: |
108-
cd chaos && \
109-
DETACH_RUNNER=false \
110-
gotestsum \
111-
--junitfile=/tmp/junit.xml \
112-
--jsonfile=/tmp/gotest.log \
113-
--format=github-actions \
114-
-- -v -run "^TestAutomationChaos$" -parallel=20 -timeout 60m -count=1
115-
pyroscope_env: ci-automation-on-demand-chaos
116-
test_env_vars:
117-
TEST_SUITE: chaos
118-
CHAINLINK_USER_TEAM: Automation
119-
test_go_project_path: integration-tests
120-
121-
- id: benchmark/automation_test.go:TestAutomationBenchmark
122-
path: integration-tests/benchmark/automation_test.go
123-
test_env_type: k8s-remote-runner
124-
remote_runner_memory: 4Gi
125-
runs_on: ubuntu-latest
126-
# triggers:
127-
# - Nightly E2E Tests
128-
test_cmd: |
129-
cd benchmark && \
130-
gotestsum \
131-
--junitfile=/tmp/junit.xml \
132-
--jsonfile=/tmp/gotest.log \
133-
--format=github-actions \
134-
-- -v -run "^TestAutomationBenchmark$" -parallel=1 -timeout 30m -count=1
135-
pyroscope_env: ci-benchmark-automation-nightly
136-
test_env_vars:
137-
TEST_LOG_LEVEL: info
138-
TEST_SUITE: benchmark
139-
TEST_TYPE: benchmark
140-
test_go_project_path: integration-tests
141-
142-
- id: soak/automation_test.go:TestAutomationBenchmark
143-
path: integration-tests/benchmark/automation_test.go
144-
test_env_type: k8s-remote-runner
145-
remote_runner_memory: 4Gi
146-
runs_on: ubuntu-latest
147-
# triggers:
148-
# - Nightly E2E Tests
149-
test_cmd: |
150-
cd benchmark && \
151-
gotestsum \
152-
--junitfile=/tmp/junit.xml \
153-
--jsonfile=/tmp/gotest.log \
154-
--format=github-actions \
155-
-- -v -run "^TestAutomationBenchmark$" -parallel=1 -timeout 30m -count=1
156-
pyroscope_env: ci-benchmark-automation-nightly
157-
test_env_vars:
158-
TEST_LOG_LEVEL: info
159-
TEST_SUITE: benchmark
160-
TEST_TYPE: soak
161-
test_go_project_path: integration-tests
162-
# END: Automation tests
163-
16414
# START: VRF tests
16515

16616
- id: smoke/vrfv2_test.go:TestVRFv2Basic
@@ -218,125 +68,6 @@ runner-test-matrix:
21868
test_go_project_path: integration-tests
21969
# END: VRF tests
22070

221-
# START: LogPoller tests
222-
223-
- id: smoke/log_poller_test.go:^TestLogPollerFewFiltersFixedDepth$
224-
path: integration-tests/smoke/log_poller_test.go
225-
test_env_type: docker
226-
runs_on: ubuntu-latest
227-
triggers:
228-
- Nightly E2E Tests
229-
- Push E2E Core Tests
230-
- Workflow Dispatch E2E Core Tests
231-
test_cmd: |
232-
cd smoke && \
233-
gotestsum \
234-
--junitfile=/tmp/junit.xml \
235-
--jsonfile=/tmp/gotest.log \
236-
--format=github-actions \
237-
-- -v -run "^TestLogPollerFewFiltersFixedDepth$" -parallel=1 -timeout 30m -count=1
238-
pyroscope_env: ci-smoke-log_poller-evm-simulated
239-
test_go_project_path: integration-tests
240-
241-
- id: smoke/log_poller_test.go:^TestLogPollerFewFiltersFinalityTag$
242-
path: integration-tests/smoke/log_poller_test.go
243-
test_env_type: docker
244-
runs_on: ubuntu-latest
245-
triggers:
246-
- Nightly E2E Tests
247-
- Push E2E Core Tests
248-
- Workflow Dispatch E2E Core Tests
249-
test_cmd: |
250-
cd smoke && \
251-
gotestsum \
252-
--junitfile=/tmp/junit.xml \
253-
--jsonfile=/tmp/gotest.log \
254-
--format=github-actions \
255-
-- -v -run "^TestLogPollerFewFiltersFinalityTag$" -parallel=1 -timeout 30m -count=1
256-
pyroscope_env: ci-smoke-log_poller-evm-simulated
257-
test_go_project_path: integration-tests
258-
259-
- id: smoke/log_poller_test.go:^TestLogPollerWithChaosFinalityTag$
260-
path: integration-tests/smoke/log_poller_test.go
261-
test_env_type: docker
262-
runs_on: ubuntu-latest
263-
triggers:
264-
- PR E2E Core Tests
265-
- Merge Queue E2E Core Tests
266-
- Nightly E2E Tests
267-
- Push E2E Core Tests
268-
- Workflow Dispatch E2E Core Tests
269-
test_cmd: |
270-
cd smoke && \
271-
gotestsum \
272-
--junitfile=/tmp/junit.xml \
273-
--jsonfile=/tmp/gotest.log \
274-
--format=github-actions \
275-
-- -v -run "^TestLogPollerWithChaosFinalityTag$" -parallel=1 -timeout 30m -count=1
276-
pyroscope_env: ci-smoke-log_poller-evm-simulated
277-
test_go_project_path: integration-tests
278-
279-
- id: smoke/log_poller_test.go:^TestLogPollerWithChaosPostgresFinalityTag$
280-
path: integration-tests/smoke/log_poller_test.go
281-
test_env_type: docker
282-
runs_on: ubuntu-latest
283-
triggers:
284-
- PR E2E Core Tests
285-
- Merge Queue E2E Core Tests
286-
- Nightly E2E Tests
287-
- Push E2E Core Tests
288-
- Workflow Dispatch E2E Core Tests
289-
test_cmd: |
290-
cd smoke && \
291-
gotestsum \
292-
--junitfile=/tmp/junit.xml \
293-
--jsonfile=/tmp/gotest.log \
294-
--format=github-actions \
295-
-- -v -run "^TestLogPollerWithChaosPostgresFinalityTag$" -parallel=1 -timeout 30m -count=1
296-
pyroscope_env: ci-smoke-log_poller-evm-simulated
297-
test_go_project_path: integration-tests
298-
299-
- id: smoke/log_poller_test.go:^TestLogPollerReplayFixedDepth$
300-
path: integration-tests/smoke/log_poller_test.go
301-
test_env_type: docker
302-
runs_on: ubuntu-latest
303-
triggers:
304-
- PR E2E Core Tests
305-
- Merge Queue E2E Core Tests
306-
- Nightly E2E Tests
307-
- Push E2E Core Tests
308-
- Workflow Dispatch E2E Core Tests
309-
test_cmd: |
310-
cd smoke && \
311-
gotestsum \
312-
--junitfile=/tmp/junit.xml \
313-
--jsonfile=/tmp/gotest.log \
314-
--format=github-actions \
315-
-- -v -run "^TestLogPollerReplayFixedDepth$" -parallel=1 -timeout 30m -count=1
316-
pyroscope_env: ci-smoke-log_poller-evm-simulated
317-
test_go_project_path: integration-tests
318-
319-
- id: smoke/log_poller_test.go:^TestLogPollerReplayFinalityTag$
320-
path: integration-tests/smoke/log_poller_test.go
321-
test_env_type: docker
322-
runs_on: ubuntu-latest
323-
triggers:
324-
- PR E2E Core Tests
325-
- Merge Queue E2E Core Tests
326-
- Nightly E2E Tests
327-
- Push E2E Core Tests
328-
- Workflow Dispatch E2E Core Tests
329-
test_cmd: |
330-
cd smoke && \
331-
gotestsum \
332-
--junitfile=/tmp/junit.xml \
333-
--jsonfile=/tmp/gotest.log \
334-
--format=github-actions \
335-
-- -v -run "^TestLogPollerReplayFinalityTag$" -parallel=1 -timeout 30m -count=1
336-
pyroscope_env: ci-smoke-log_poller-evm-simulated
337-
test_go_project_path: integration-tests
338-
# END: LogPoller tests
339-
34071
# START: Other tests
34172

34273
- id: smoke/reorg_above_finality_test.go:*

‎.github/workflows/automation-benchmark-tests.yml‎

Lines changed: 0 additions & 63 deletions
This file was deleted.

‎.github/workflows/client-compatibility-tests.yml‎

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -497,7 +497,6 @@ jobs:
497497
echo "Will test compatibility with geth"
498498
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e geth -d "${{ needs.get-latest-available-images.outputs.geth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
499499
testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e geth -d "${{ needs.get-latest-available-images.outputs.geth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
500-
testlistgenerator -o compatibility_test_list.json -p vrfv2plus -r '^TestVRFv2Plus$/^Link_Billing$' -f './smoke/vrfv2plus_test.go' -e geth -d "${{ needs.get-latest-available-images.outputs.geth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
501500
else
502501
echo "Will not test compatibility with geth"
503502
fi
@@ -507,7 +506,6 @@ jobs:
507506
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e besu -d "${{ needs.get-latest-available-images.outputs.besu_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
508507
# VRFv2 and VRFV2Plus tests are disabled for besu until the functionalities they rely on are supported
509508
# testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e besu -d "${{ needs.get-latest-available-images.outputs.besu_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
510-
# testlistgenerator -o compatibility_test_list.json -p vrfv2plus -r '^TestVRFv2Plus$/^Link_Billing$' -f './smoke/vrfv2plus_test.go' -e besu -d "${{ needs.get-latest-available-images.outputs.besu_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
511509
else
512510
echo "Will not test compatibility with besu"
513511
fi
@@ -516,7 +514,6 @@ jobs:
516514
echo "Will test compatibility with erigon"
517515
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e erigon -d "${{ needs.get-latest-available-images.outputs.erigon_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
518516
testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e erigon -d "${{ needs.get-latest-available-images.outputs.erigon_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
519-
testlistgenerator -o compatibility_test_list.json -p vrfv2plus -r '^TestVRFv2Plus$/^Link_Billing$' -f './smoke/vrfv2plus_test.go' -e erigon -d "${{ needs.get-latest-available-images.outputs.erigon_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
520517
else
521518
echo "Will not test compatibility with erigon"
522519
fi
@@ -526,7 +523,6 @@ jobs:
526523
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e nethermind -d "${{ needs.get-latest-available-images.outputs.nethermind_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
527524
# VRFv2 and VRFV2Plus tests are disabled for nethermind until the functionalities they rely on are supported
528525
# testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e nethermind -d "${{ needs.get-latest-available-images.outputs.nethermind_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
529-
# testlistgenerator -o compatibility_test_list.json -p vrfv2plus -r '^TestVRFv2Plus$/^Link_Billing$' -f './smoke/vrfv2plus_test.go' -e nethermind -d "${{ needs.get-latest-available-images.outputs.nethermind_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
530526
else
531527
echo "Will not test compatibility with nethermind"
532528
fi
@@ -535,7 +531,6 @@ jobs:
535531
echo "Will test compatibility with reth"
536532
testlistgenerator -o compatibility_test_list.json -p vrf -r '^TestVRFBasic/Request_Randomness$' -f './smoke/vrf_test.go' -e reth -d "${{ needs.get-latest-available-images.outputs.reth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
537533
testlistgenerator -o compatibility_test_list.json -p vrfv2 -r '^TestVRFv2Basic/Request_Randomness$' -f './smoke/vrfv2_test.go' -e reth -d "${{ needs.get-latest-available-images.outputs.reth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
538-
testlistgenerator -o compatibility_test_list.json -p vrfv2plus -r '^TestVRFv2Plus$/^Link_Billing$' -f './smoke/vrfv2plus_test.go' -e reth -d "${{ needs.get-latest-available-images.outputs.reth_images }}" -t "evm-implementation-compatibility-test" -n "ubuntu-latest"
539534
else
540535
echo "Will not test compatibility with reth"
541536
fi

0 commit comments

Comments
 (0)