Separation of test modules into separate text elements as independent matrix elements

.github/workflows/e2e-subtensor-tests.yaml

@@ -33,140 +33,159 @@
       - name: Check-out repository under $GITHUB_WORKSPACE
         uses: actions/checkout@v4
 
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.11'
+
+      - name: Install deps for collection
+        run: |
+         python -m pip install --upgrade pip
+          pip install -e ".[dev]"
+
       - name: Find test files
         id: get-tests
-        run: |
-          test_files=$(find tests/e2e_tests -name "test*.py" | jq -R -s -c 'split("\n") | map(select(. != ""))')
-          # keep it here for future debug
-          # test_files=$(find tests/e2e_tests -type f -name "test*.py" | grep -E 'test_(hotkeys|staking)\.py$' | jq -R -s -c 'split("\n") | map(select(. != ""))')
-          echo "Found test files: $test_files"
-          echo "test-files=$test_files" >> "$GITHUB_OUTPUT"
         shell: bash
+        run: |
+          set -euo pipefail
+          test_matrix=$(
+            pytest -q --collect-only tests/e2e_tests \
+            | sed -n '/^e2e_tests\//p' \
+            | sed 's|^|tests/|' \
+            | jq -R -s -c '
+                split("\n")
+                | map(select(. != ""))
+                | map({nodeid: ., label: (sub("^tests/e2e_tests/"; ""))})
+              '
+          )
+          echo "Found tests: $test_matrix"
+          echo "test-files=$test_matrix" >> "$GITHUB_OUTPUT"
 
   # Pull docker image
   pull-docker-image:
+    needs: find-tests
     runs-on: ubuntu-latest
     outputs:
       image-name: ${{ steps.set-image.outputs.image }}
     steps:
       - name: Set Docker image tag based on label or branch
         id: set-image
         run: |
           echo "Event: $GITHUB_EVENT_NAME"
           echo "Branch: $GITHUB_REF_NAME"
 
           echo "Reading labels ..."
           if [[ "${GITHUB_EVENT_NAME}" == "pull_request" ]]; then
             labels=$(jq -r '.pull_request.labels[].name' "$GITHUB_EVENT_PATH")
           else
             labels=""
           fi
 
           image=""
 
           for label in $labels; do
             echo "Found label: $label"
             case "$label" in
               "subtensor-localnet:main")
                 image="ghcr.io/opentensor/subtensor-localnet:main"
                 break
                 ;;
               "subtensor-localnet:testnet")
                 image="ghcr.io/opentensor/subtensor-localnet:testnet"
                 break
                 ;;
               "subtensor-localnet:devnet")
                 image="ghcr.io/opentensor/subtensor-localnet:devnet"
                 break
                 ;;
             esac
           done
 
           if [[ -z "$image" ]]; then
             # fallback to default based on branch
             if [[ "${GITHUB_REF_NAME}" == "master" ]]; then
               image="ghcr.io/opentensor/subtensor-localnet:main"
             else
               image="ghcr.io/opentensor/subtensor-localnet:devnet-ready"
             fi
           fi
 
           echo "✅ Final selected image: $image"
           echo "image=$image" >> "$GITHUB_OUTPUT"
 
       - name: Log in to GitHub Container Registry
         run: echo "${{ secrets.GITHUB_TOKEN }}" | docker login ghcr.io -u $GITHUB_ACTOR --password-stdin
 
       - name: Pull Docker Image
         run: docker pull ${{ steps.set-image.outputs.image }}
 
       - name: Save Docker Image to Cache
         run: docker save -o subtensor-localnet.tar ${{ steps.set-image.outputs.image }}
 
       - name: Upload Docker Image as Artifact
         uses: actions/upload-artifact@v4
         with:
           name: subtensor-localnet
           path: subtensor-localnet.tar
 
   # Job to run tests in parallel
   run-fast-blocks-e2e-test:
-    name: "FB: ${{ matrix.test-file }} / Python ${{ matrix.python-version }}"
+    name: "${{ matrix.test.label }} / Py ${{ matrix.python-version }}"
     needs:
       - find-tests
       - pull-docker-image
     runs-on: ubuntu-latest
     timeout-minutes: 45
     strategy:
       fail-fast: false  # Allow other matrix jobs to run even if this job fails
-      max-parallel: 32  # Set the maximum number of parallel jobs (same as we have cores in ubuntu-latest runner)
+      max-parallel: 64  # Set the maximum number of parallel jobs (same as we have cores in ubuntu-latest runner)
       matrix:
         os:
           - ubuntu-latest
-        test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }}
+        test: ${{ fromJson(needs.find-tests.outputs.test-files) }}
         python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
     steps:
       - name: Check-out repository
         uses: actions/checkout@v4
 
       - name: Set up Python ${{ matrix.python-version }}
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
 
       - name: Install uv
         uses: astral-sh/setup-uv@v4
 
       - name: install dependencies
         run: uv sync --extra dev --dev
 
       - name: Download Cached Docker Image
         uses: actions/download-artifact@v4
         with:
           name: subtensor-localnet
 
       - name: Load Docker Image
         run: docker load -i subtensor-localnet.tar
 
       - name: Run tests with retry
         env:
           LOCALNET_IMAGE_NAME: ${{ needs.pull-docker-image.outputs.image-name }}
         run: |
           for i in 1 2 3; do
             echo "::group::🔁 Test attempt $i"
-            if uv run pytest ${{ matrix.test-file }} -s; then
+            if uv run pytest "${{ matrix.test.nodeid }}" -s; then
               echo "✅ Tests passed on attempt $i"
               echo "::endgroup::"
               exit 0
             else
               echo "❌ Tests failed on attempt $i"
               echo "::endgroup::"
               if [ "$i" -lt 3 ]; then
                 echo "Retrying..."
                 sleep 5
               fi
             fi
           done
 
           echo "Tests failed after 3 attempts"
           exit 1