From 2ba6e5ad8e542c1056d4c84fc1acb6740f303660 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 15:45:57 -0700 Subject: [PATCH 01/19] improve e2e tests' workflow --- .github/workflows/e2e-subtensor-tests.yml | 89 ++++++++++++++--------- 1 file changed, 56 insertions(+), 33 deletions(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 9d2e97cc1..7a7c68754 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -24,48 +24,71 @@ env: VERBOSE: ${{ github.event.inputs.verbose }} jobs: - run-tests: - runs-on: SubtensorCI - if: ${{ github.event_name != 'pull_request' || github.event.pull_request.draft == false }} - timeout-minutes: 180 - env: - RELEASE_NAME: development - RUSTV: stable - RUST_BACKTRACE: full - RUST_BIN_DIR: target/x86_64-unknown-linux-gnu - TARGET: x86_64-unknown-linux-gnu + find-tests: + runs-on: ubuntu-latest + if: ${{ github.event_name != 'pull_request' || github.event.pull_request.draft == false }} + outputs: + test-files: ${{ steps.get-tests.outputs.test-files }} steps: - name: Check-out repository under $GITHUB_WORKSPACE - uses: actions/checkout@v2 + uses: actions/checkout@v4 - - name: Install dependencies + - name: Find test files + id: get-tests run: | - sudo apt-get update && - sudo apt-get install -y clang curl libssl-dev llvm libudev-dev protobuf-compiler + test_files=$(find tests/e2e_tests -name "test*.py" | jq -R -s -c 'split("\n") | map(select(. != ""))') + echo "::set-output name=test-files::$test_files" + shell: bash + + pull-docker-image: + runs-on: ubuntu-latest + steps: + - name: Log in to GitHub Container Registry + run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u $GITHUB_ACTOR --password-stdin + + - name: Pull Docker Image + run: docker pull ghcr.io/opentensor/subtensor-localnet:latest + + - name: Save Docker Image to Cache + run: docker save -o subtensor-localnet.tar ghcr.io/opentensor/subtensor-localnet:latest - - name: Install Rust ${{ env.RUSTV }} - uses: actions-rs/toolchain@v1.0.6 + - name: Upload Docker Image as Artifact + uses: actions/upload-artifact@v4 with: - toolchain: ${{ env.RUSTV }} - components: rustfmt - profile: minimal + name: subtensor-localnet + path: subtensor-localnet.tar - - name: Add wasm32-unknown-unknown target - run: | - rustup target add wasm32-unknown-unknown --toolchain stable-x86_64-unknown-linux-gnu - rustup component add rust-src --toolchain stable-x86_64-unknown-linux-gnu + run-e2e-tests: + needs: + - find-tests + - pull-docker-image + runs-on: ubuntu-latest + timeout-minutes: 45 + strategy: + fail-fast: false # Allow other matrix jobs to run even if this job fails + max-parallel: 32 # Set the maximum number of parallel jobs (same as we have cores in SubtensorCI runner) + matrix: + os: + - ubuntu-latest + test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }} + steps: + - name: Check-out repository + uses: actions/checkout@v4 - - name: Clone subtensor repo - run: git clone https://github.com/opentensor/subtensor.git + - name: Install uv + uses: astral-sh/setup-uv@v4 - - name: Setup subtensor repo - working-directory: ${{ github.workspace }}/subtensor - run: git checkout devnet-ready + - name: install dependencies + run: uv sync --all-extras --dev - - name: Install Python dependencies - run: python3 -m pip install -e . pytest + - name: Download Cached Docker Image + uses: actions/download-artifact@v4 + with: + name: subtensor-localnet - - name: Run all tests - run: | - LOCALNET_SH_PATH="${{ github.workspace }}/subtensor/scripts/localnet.sh" pytest tests/e2e_tests -s \ No newline at end of file + - name: Load Docker Image + run: docker load -i subtensor-localnet.tar + + - name: Run tests + run: uv run pytest ${{ matrix.test-file }} -s From 76da6a2e30dd3362316ae758e399556885cd51fb Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 15:50:04 -0700 Subject: [PATCH 02/19] avoid cubit installation --- .github/workflows/e2e-subtensor-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 7a7c68754..907c2a6db 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -80,7 +80,7 @@ jobs: uses: astral-sh/setup-uv@v4 - name: install dependencies - run: uv sync --all-extras --dev + run: uv run pip install -e . pytest - name: Download Cached Docker Image uses: actions/download-artifact@v4 From 2721b55de2a9c3fbbf8bcfac6950ec36781f93ef Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 15:55:43 -0700 Subject: [PATCH 03/19] opps --- .github/workflows/e2e-subtensor-tests.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 907c2a6db..8a6897ff7 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -80,7 +80,9 @@ jobs: uses: astral-sh/setup-uv@v4 - name: install dependencies - run: uv run pip install -e . pytest + run: | + uv pip install . --without-extras + uv pop install pytest - name: Download Cached Docker Image uses: actions/download-artifact@v4 From 63b7516b40f4b76ba2ced73c8252b4408151c81e Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:04:08 -0700 Subject: [PATCH 04/19] opps 2 --- .github/workflows/e2e-subtensor-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 8a6897ff7..0dbf53287 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -81,7 +81,7 @@ jobs: - name: install dependencies run: | - uv pip install . --without-extras + uv pip install . -- --without-extras uv pop install pytest - name: Download Cached Docker Image From 00e04758e561fc2783e75bee4b97934b5157a58f Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:07:53 -0700 Subject: [PATCH 05/19] opps 3 --- .github/workflows/e2e-subtensor-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 0dbf53287..013ff6a71 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -81,8 +81,8 @@ jobs: - name: install dependencies run: | - uv pip install . -- --without-extras - uv pop install pytest + uv pip install . + uv pip install pytest - name: Download Cached Docker Image uses: actions/download-artifact@v4 From 7f21261bf654c21316d6c4056738f75f2ea6719c Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:09:32 -0700 Subject: [PATCH 06/19] opps 4 --- .github/workflows/e2e-subtensor-tests.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 013ff6a71..d521d352f 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -81,8 +81,8 @@ jobs: - name: install dependencies run: | - uv pip install . - uv pip install pytest + uv pip install --system . + uv pip install --system pytest - name: Download Cached Docker Image uses: actions/download-artifact@v4 From bd305c1dcd3172d169e0be5c4550bae5ea6f2e2f Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:17:16 -0700 Subject: [PATCH 07/19] try venv --- .github/workflows/e2e-subtensor-tests.yml | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index d521d352f..b56bbb213 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -81,8 +81,10 @@ jobs: - name: install dependencies run: | - uv pip install --system . - uv pip install --system pytest + uv venv .venv + source .venv/bin/activate + uv pip install . + uv pip install pytest - name: Download Cached Docker Image uses: actions/download-artifact@v4 @@ -93,4 +95,6 @@ jobs: run: docker load -i subtensor-localnet.tar - name: Run tests - run: uv run pytest ${{ matrix.test-file }} -s + run: | + source .venv/bin/activate + uv run pytest ${{ matrix.test-file }} -s From b93e205fba6f9b378d8fbe6d0672bffc5acb9a9d Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:21:39 -0700 Subject: [PATCH 08/19] astral-sh wants python version --- .github/workflows/e2e-subtensor-tests.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index b56bbb213..568350af0 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -78,6 +78,8 @@ jobs: - name: Install uv uses: astral-sh/setup-uv@v4 + with: + python-version: 3.13 - name: install dependencies run: | From 95eac6fa5f4af38f0493f56a01b93bc4aab42b9a Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:22:30 -0700 Subject: [PATCH 09/19] astral-sh wants python version --- .github/workflows/e2e-subtensor-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 568350af0..b1af0f289 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -72,6 +72,7 @@ jobs: os: - ubuntu-latest test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }} + python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"] steps: - name: Check-out repository uses: actions/checkout@v4 From 014c868de01a5447adca846c4a89265bf9aeab39 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:36:34 -0700 Subject: [PATCH 10/19] try without cubit deps --- .github/workflows/e2e-subtensor-tests.yml | 1 + pyproject.toml | 1 - 2 files changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index b1af0f289..c1b158537 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -87,6 +87,7 @@ jobs: uv venv .venv source .venv/bin/activate uv pip install . + uv pip install --verbose git+https://github.com/opentensor/cubit.git uv pip install pytest - name: Download Cached Docker Image diff --git a/pyproject.toml b/pyproject.toml index 9fc0c9a00..8ff9e58fe 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -41,7 +41,6 @@ dependencies = [ [project.optional-dependencies] cuda = [ "torch>=1.13.1,<2.6.0", - "cubit>=1.1.0" ] [project.urls] From fe41fb82bc6943f0444dc66fb56a257061ba492f Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:38:35 -0700 Subject: [PATCH 11/19] comment cubit --- .github/workflows/e2e-subtensor-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index c1b158537..8eb7664c3 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -87,7 +87,7 @@ jobs: uv venv .venv source .venv/bin/activate uv pip install . - uv pip install --verbose git+https://github.com/opentensor/cubit.git +# pip install --verbose git+https://github.com/opentensor/cubit.git uv pip install pytest - name: Download Cached Docker Image From c74931e6e58d3c93646893390b4b2bf6f33b0717 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:39:30 -0700 Subject: [PATCH 12/19] remove cubit --- .github/workflows/e2e-subtensor-tests.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 8eb7664c3..b1af0f289 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -87,7 +87,6 @@ jobs: uv venv .venv source .venv/bin/activate uv pip install . -# pip install --verbose git+https://github.com/opentensor/cubit.git uv pip install pytest - name: Download Cached Docker Image From 7061f6580aa70beda65abd37d10be80b64db2736 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 16:44:09 -0700 Subject: [PATCH 13/19] try short name for tests in matrix --- .github/workflows/e2e-subtensor-tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index b1af0f289..6fecafa03 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -60,6 +60,7 @@ jobs: path: subtensor-localnet.tar run-e2e-tests: + name: ${{ matrix.test-file }} / Python ${{ matrix.python-version }} needs: - find-tests - pull-docker-image From 5db5bd202a20e344f7b5a06ed24ce7cbcf2af223 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 17:22:20 -0700 Subject: [PATCH 14/19] update test's runners --- tests/e2e_tests/conftest.py | 154 +++++++++++++++++++++-- tests/e2e_tests/test_senate.py | 8 +- tests/e2e_tests/test_staking_sudo.py | 1 - tests/e2e_tests/test_wallet_creations.py | 14 --- 4 files changed, 146 insertions(+), 31 deletions(-) diff --git a/tests/e2e_tests/conftest.py b/tests/e2e_tests/conftest.py index 4d9f9c7b1..9a471ee82 100644 --- a/tests/e2e_tests/conftest.py +++ b/tests/e2e_tests/conftest.py @@ -5,6 +5,7 @@ import shutil import signal import subprocess +import sys import time import pytest @@ -13,9 +14,48 @@ from .utils import setup_wallet +def wait_for_node_start(process, pattern, timestamp: int = None): + for line in process.stdout: + print(line.strip()) + # 20 min as timeout + timestamp = timestamp or int(time.time()) + if int(time.time()) - timestamp > 20 * 60: + pytest.fail("Subtensor not started in time") + if pattern.search(line): + print("Node started!") + break + + # Fixture for setting up and tearing down a localnet.sh chain between tests @pytest.fixture(scope="function") def local_chain(request): + """Determines whether to run the localnet.sh script in a subprocess or a Docker container.""" + args = request.param if hasattr(request, "param") else None + params = "" if args is None else f"{args}" + if shutil.which("docker") and not os.getenv("USE_DOCKER") == "0": + yield from docker_runner(params) + else: + if not os.getenv("USE_DOCKER") == "0": + if sys.platform.startswith("linux"): + docker_command = ( + "Install docker with command " + "[blue]sudo apt-get update && sudo apt-get install docker.io -y[/blue]" + " or use documentation [blue]https://docs.docker.com/engine/install/[/blue]" + ) + elif sys.platform == "darwin": + docker_command = ( + "Install docker with command [blue]brew install docker[/blue]" + ) + else: + docker_command = "[blue]Unknown OS, install Docker manually: https://docs.docker.com/get-docker/[/blue]" + + logging.warning("Docker not found in the operating system!") + logging.warning(docker_command) + logging.warning("Tests are run in legacy mode.") + yield from legacy_runner(request) + + +def legacy_runner(request): param = request.param if hasattr(request, "param") else None # Get the environment variable for the script path script_path = os.getenv("LOCALNET_SH_PATH") @@ -41,18 +81,6 @@ def local_chain(request): # Install neuron templates logging.info("Downloading and installing neuron templates from github") - timestamp = int(time.time()) - - def wait_for_node_start(process, pattern): - for line in process.stdout: - print(line.strip()) - # 20 min as timeout - if int(time.time()) - timestamp > 20 * 60: - pytest.fail("Subtensor not started in time") - if pattern.search(line): - print("Node started!") - break - wait_for_node_start(process, pattern) # Run the test, passing in substrate interface @@ -72,6 +100,108 @@ def wait_for_node_start(process, pattern): process.wait() +def docker_runner(params): + """Starts a Docker container before tests and gracefully terminates it after.""" + + def is_docker_running(): + """Check if Docker has been run.""" + try: + subprocess.run( + ["docker", "info"], + stdout=subprocess.DEVNULL, + stderr=subprocess.DEVNULL, + check=True, + ) + return True + except subprocess.CalledProcessError: + return False + + def try_start_docker(): + """Run docker based on OS.""" + try: + subprocess.run(["open", "-a", "Docker"], check=True) # macOS + except (FileNotFoundError, subprocess.CalledProcessError): + try: + subprocess.run(["systemctl", "start", "docker"], check=True) # Linux + except (FileNotFoundError, subprocess.CalledProcessError): + try: + subprocess.run( + ["sudo", "service", "docker", "start"], check=True + ) # Linux alternative + except (FileNotFoundError, subprocess.CalledProcessError): + print("Failed to start Docker. Manual start may be required.") + return False + + # Wait Docker run 10 attempts with 3 sec waits + for _ in range(10): + if is_docker_running(): + return True + time.sleep(3) + + print("Docker wasn't run. Manual start may be required.") + return False + + container_name = f"test_local_chain_{str(time.time()).replace('.', '_')}" + image_name = "ghcr.io/opentensor/subtensor-localnet:latest" + + # Command to start container + cmds = [ + "docker", + "run", + "--rm", + "--name", + container_name, + "-p", + "9944:9944", + "-p", + "9945:9945", + image_name, + params, + ] + + try_start_docker() + + # Start container + with subprocess.Popen( + cmds, + stdout=subprocess.PIPE, + stderr=subprocess.PIPE, + text=True, + start_new_session=True, + ) as process: + try: + substrate = None + try: + pattern = re.compile(r"Imported #1") + wait_for_node_start(process, pattern, int(time.time())) + except TimeoutError: + raise + + result = subprocess.run( + ["docker", "ps", "-q", "-f", f"name={container_name}"], + capture_output=True, + text=True, + ) + if not result.stdout.strip(): + raise RuntimeError("Docker container failed to start.") + + substrate = AsyncSubstrateInterface(url="ws://127.0.0.1:9944") + yield substrate + + finally: + try: + if substrate: + substrate.close() + except Exception: + pass + + try: + subprocess.run(["docker", "kill", container_name]) + process.wait() + except subprocess.TimeoutExpired: + os.killpg(os.getpgid(process.pid), signal.SIGKILL) + + @pytest.fixture(scope="function") def wallet_setup(): wallet_paths = [] diff --git a/tests/e2e_tests/test_senate.py b/tests/e2e_tests/test_senate.py index 7d8a52418..9253d1083 100644 --- a/tests/e2e_tests/test_senate.py +++ b/tests/e2e_tests/test_senate.py @@ -216,17 +216,17 @@ def test_senate(local_chain, wallet_setup): proposals_after_nay_output = proposals_after_nay.stdout.splitlines() # Total Ayes to remain 1 - proposals_after_nay_output[9].split()[2] == "1" + assert proposals_after_nay_output[9].split()[2] == "1" # Total Nays increased to 1 - proposals_after_nay_output[9].split()[4] == "1" + assert proposals_after_nay_output[9].split()[4] == "1" # Assert Alice has voted Nay - proposals_after_nay_output[10].split()[0].strip( + assert proposals_after_nay_output[10].split()[0].strip( ":" ) == wallet_alice.hotkey.ss58_address # Assert vote casted as Nay - proposals_after_nay_output[9].split()[1] == "Nay" + assert proposals_after_nay_output[9].split()[1] == "Nay" print("✅ Passed senate commands") diff --git a/tests/e2e_tests/test_staking_sudo.py b/tests/e2e_tests/test_staking_sudo.py index c1b939c8f..f8bfc6d0c 100644 --- a/tests/e2e_tests/test_staking_sudo.py +++ b/tests/e2e_tests/test_staking_sudo.py @@ -1,5 +1,4 @@ import re -import time from bittensor_cli.src.bittensor.balances import Balance diff --git a/tests/e2e_tests/test_wallet_creations.py b/tests/e2e_tests/test_wallet_creations.py index ac82ec2a4..d72d848a0 100644 --- a/tests/e2e_tests/test_wallet_creations.py +++ b/tests/e2e_tests/test_wallet_creations.py @@ -486,20 +486,6 @@ def test_wallet_balance_all(local_chain, wallet_setup, capfd): wallet_name = f"test_wallet_{i}" wallet_names.append(wallet_name) - result = exec_command( - command="wallet", - sub_command="new-coldkey", - extra_args=[ - "--wallet-name", - wallet_name, - "--wallet-path", - wallet_path, - "--n-words", - "12", - "--no-use-password", - ], - ) - wallet_status, message = verify_wallet_dir(wallet_path, wallet_name) assert wallet_status, message From 18f5efff09d15a70cc64412c19740b9c0a9c46f4 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 18:10:51 -0700 Subject: [PATCH 15/19] add dev deps --- .github/workflows/e2e-subtensor-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 6fecafa03..7e3d4a1d3 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -87,7 +87,7 @@ jobs: run: | uv venv .venv source .venv/bin/activate - uv pip install . + uv pip install .[dev] uv pip install pytest - name: Download Cached Docker Image From 57b4c3d768e4aa60d80e08609972bb2cc5c75e0a Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 18:11:12 -0700 Subject: [PATCH 16/19] improve + fix --- tests/e2e_tests/test_senate.py | 2 +- tests/e2e_tests/test_wallet_creations.py | 14 ++++++++++++++ 2 files changed, 15 insertions(+), 1 deletion(-) diff --git a/tests/e2e_tests/test_senate.py b/tests/e2e_tests/test_senate.py index 9253d1083..dfd2cfa57 100644 --- a/tests/e2e_tests/test_senate.py +++ b/tests/e2e_tests/test_senate.py @@ -227,6 +227,6 @@ def test_senate(local_chain, wallet_setup): ) == wallet_alice.hotkey.ss58_address # Assert vote casted as Nay - assert proposals_after_nay_output[9].split()[1] == "Nay" + assert proposals_after_nay_output[10].split()[1] == "Nay" print("✅ Passed senate commands") diff --git a/tests/e2e_tests/test_wallet_creations.py b/tests/e2e_tests/test_wallet_creations.py index d72d848a0..ea0959985 100644 --- a/tests/e2e_tests/test_wallet_creations.py +++ b/tests/e2e_tests/test_wallet_creations.py @@ -486,6 +486,20 @@ def test_wallet_balance_all(local_chain, wallet_setup, capfd): wallet_name = f"test_wallet_{i}" wallet_names.append(wallet_name) + exec_command( + command="wallet", + sub_command="new-coldkey", + extra_args=[ + "--wallet-name", + wallet_name, + "--wallet-path", + wallet_path, + "--n-words", + "12", + "--no-use-password", + ], + ) + wallet_status, message = verify_wallet_dir(wallet_path, wallet_name) assert wallet_status, message From 67b919600cbeb69db5d6f35c19e05742bb4f9cb5 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 18:16:57 -0700 Subject: [PATCH 17/19] check unstaking behavior --- .github/workflows/e2e-subtensor-tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/e2e-subtensor-tests.yml b/.github/workflows/e2e-subtensor-tests.yml index 7e3d4a1d3..b4dc3120f 100644 --- a/.github/workflows/e2e-subtensor-tests.yml +++ b/.github/workflows/e2e-subtensor-tests.yml @@ -73,7 +73,7 @@ jobs: os: - ubuntu-latest test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }} - python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"] + # python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"] steps: - name: Check-out repository uses: actions/checkout@v4 From bc87b8d12f423e608f7f3ab350cce8dbf96d5220 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 18:23:49 -0700 Subject: [PATCH 18/19] add timeout to wait --- tests/e2e_tests/conftest.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/e2e_tests/conftest.py b/tests/e2e_tests/conftest.py index 9a471ee82..e3625683f 100644 --- a/tests/e2e_tests/conftest.py +++ b/tests/e2e_tests/conftest.py @@ -197,7 +197,7 @@ def try_start_docker(): try: subprocess.run(["docker", "kill", container_name]) - process.wait() + process.wait(timeout=10) except subprocess.TimeoutExpired: os.killpg(os.getpgid(process.pid), signal.SIGKILL) From fe10f98e936af4d64004fba7594c65a28c07aba2 Mon Sep 17 00:00:00 2001 From: Roman Date: Mon, 17 Mar 2025 18:52:12 -0700 Subject: [PATCH 19/19] CHANGELOG.md --- CHANGELOG.md | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG.md b/CHANGELOG.md index 18a999205..75397415f 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,6 +3,7 @@ ## 9.2.0 /2025-03-18 ## What's Changed +* Improve e2e tests' workflow by @roman-opentensor in https://github.com/opentensor/btcli/pull/393 * Updates to E2E suubtensor tests to devnet ready by @ibraheem-opentensor in https://github.com/opentensor/btcli/pull/390 * Allow Py 3.13 install by @thewhaleking in https://github.com/opentensor/btcli/pull/392 * pip install readme by @thewhaleking in https://github.com/opentensor/btcli/pull/391