Merge pull request #454 from multiversx/validators_pytest

Added cli validators test in pytest and CI for localnet dependent tests.

Author: cristure

.github/workflows/build-windows.yml

@@ -47,13 +47,4 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=.
-          pytest -m "not skip_on_windows" .
-      - name: Run CLI tests
-        shell: bash
-        run: |
-          export PROXY=https://testnet-gateway.multiversx.com
-          export CHAIN_ID=T
-          cd ./multiversx_sdk_cli/tests
-          source ./test_cli_tx.sh && testAll || return 1
-          source ./test_cli_dns.sh && testOffline || return 1
-          source ./test_cli_validators.sh && testAll || return 1
+          pytest -m "not skip_on_windows and not require_localnet" .

.github/workflows/build.yml

@@ -44,8 +44,3 @@ jobs:
         run: |
           export PYTHONPATH=.
           pytest .
-      - name: Run CLI tests
-        run: |
-          cd ./multiversx_sdk_cli/tests
-          source ./test_cli_contracts.sh && testAll || return 1
-          source ./test_cli_dns.sh && testOffline || return 1

.github/workflows/test-localnet-tests.yml

@@ -0,0 +1,55 @@
+name: Test localnet-dependent tests
+
+on:
+  pull_request:
+    branches: [main, feat/*]
+  workflow_dispatch:
+
+env:
+ BRANCH_NAME: ${{ github.head_ref || github.ref_name }}
+
+jobs:
+  localnet:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest, macos-latest]
+        python-version: [3.11]
+
+    steps:
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - uses: actions/checkout@v2
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python3 -m pip install --upgrade pip
+          pip3 install -r requirements.txt
+          pip3 install -r ./requirements-dev.txt --upgrade
+
+      - name: Set up MultiversX localnet
+        run: |
+          mkdir -p ~/multiversx-sdk
+          export PYTHONPATH=.
+          python3 -m multiversx_sdk_cli.cli localnet prerequisites --configfile=./multiversx_sdk_cli/tests/testdata/localnet_with_resolution_remote.toml
+          python3 -m multiversx_sdk_cli.cli localnet build --configfile=./multiversx_sdk_cli/tests/testdata/localnet_with_resolution_remote.toml
+         
+          # "Go" and artifacts from "GOPATH/pkg/mod" are not needed anymore.
+          sudo rm -rf ~/multiversx-sdk/golang
+          
+          python3 -m multiversx_sdk_cli.cli localnet clean --configfile=./multiversx_sdk_cli/tests/testdata/localnet_with_resolution_remote.toml
+          python3 -m multiversx_sdk_cli.cli localnet config --configfile=./multiversx_sdk_cli/tests/testdata/localnet_with_resolution_remote.toml
+          nohup python3 -m multiversx_sdk_cli.cli localnet start --configfile=./multiversx_sdk_cli/tests/testdata/localnet_with_resolution_remote.toml > localnet.log 2>&1 & echo $! > localnet.pid
+          sleep 120
+
+      - name: Test localnet dependent tests
+        run: |
+           pytest -m require_localnet .
+           python3 -m multiversx_sdk_cli.cli localnet clean --configfile=./multiversx_sdk_cli/tests/testdata/localnet_with_resolution_remote.toml

multiversx_sdk_cli/tests/conftest.py

@@ -0,0 +1,10 @@
+import pytest
+
+
+# function executed right after test items collected but before test run
+def pytest_collection_modifyitems(config, items):
+    if not config.getoption('-m'):
+        skip_me = pytest.mark.skip(reason="require_localnet will only run if explicitly set to with -m")
+        for item in items:
+            if "require_localnet" in item.keywords:
+                item.add_marker(skip_me)