WIP: runtime browser

.github/workflows/_run-e2e-single.yaml

@@ -0,0 +1,80 @@
+name: Run Single E2E Test with multiple Python versions
+
+on:
+  workflow_call:
+    inputs:
+      nodeid:
+        required: true
+        type: string
+      image-name:
+        required: true
+        type: string
+
+jobs:
+  run-e2e:
+    name: "${{ matrix.python-version }}"
+    runs-on: ubuntu-latest
+    timeout-minutes: 45
+
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ${{ fromJson(vars.SDK_SUPPORTED_PYTHON_VERSIONS) }}
+
+    steps:
+      - name: Check-out repository
+        uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: false
+
+      - name: Cache uv and venv
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/uv
+            .venv
+          key: uv-${{ runner.os }}-py${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }}
+          restore-keys: uv-${{ runner.os }}-py${{ matrix.python-version }}-
+
+      - name: Install dependencies
+        run: uv sync --extra dev --dev
+
+      - name: Download Cached Docker Image
+        uses: actions/download-artifact@v4
+        with:
+          name: subtensor-localnet
+
+      - name: Load Docker Image
+        run: docker load -i subtensor-localnet.tar
+
+      - name: Run test with retry
+        env:
+          PY_VERSION: ${{ matrix.python-version }}
+          LOCALNET_IMAGE_NAME: ${{ inputs.image-name }}
+        run: |
+          for i in 1 2 3; do
+            echo "::group::🔁 Test attempt $i"
+            if uv run pytest "${{ inputs.nodeid }}" -s; then
+              echo "✅ Tests passed on attempt $i"
+              echo "::endgroup::"
+              exit 0
+            else
+              echo "❌ Tests failed on attempt $i"
+              echo "::endgroup::"
+              if [ "$i" -lt 3 ]; then
+                echo "Retrying..."
+                sleep 5
+              fi
+            fi
+
+          done
+          echo "Tests failed after 3 attempts"
+          exit 1

.github/workflows/compatibility.yml

@@ -14,7 +14,7 @@ jobs:
 
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ${{ fromJson(vars.SDK_SUPPORTED_PYTHON_VERSIONS) }}
 
     steps:
       - uses: actions/checkout@v4

.github/workflows/e2e-subtensor-tests.yaml

@@ -17,10 +17,6 @@ on:
         required: false
         default: ""
 
-env:
-  CARGO_TERM_COLOR: always
-  VERBOSE: ${{ github.event.inputs.verbose }}
-
 # job to run tests in parallel
 jobs:
   # Looking for e2e tests
@@ -36,20 +32,34 @@ jobs:
       - name: Set up Python
         uses: actions/setup-python@v5
         with:
-          python-version: '3.11'
+          python-version: '3.10'
 
-      - name: Install deps for collection
-        run: |
-         python -m pip install --upgrade pip
-          pip install -e ".[dev]"
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: false
+          cache-dependency-glob: '**/pyproject.toml'
+          ignore-nothing-to-cache: true
+
+      - name: Cache uv and venv
+        uses: actions/cache@v4
+        with:
+          path: |
+            ~/.cache/uv
+            .venv
+          key: uv-${{ runner.os }}-py3.10-${{ hashFiles('pyproject.toml') }}
+          restore-keys: uv-${{ runner.os }}-py3.10-
+
+      - name: Install dependencies (faster if cache hit)
+        run: uv sync --extra dev --dev
 
       - name: Find test files
         id: get-tests
         shell: bash
         run: |
           set -euo pipefail
           test_matrix=$(
-            pytest -q --collect-only tests/e2e_tests \
+            uv run pytest -q --collect-only tests/e2e_tests \
             | sed -n '/^e2e_tests\//p' \
             | sed 's|^|tests/|' \
             | jq -R -s -c '
@@ -63,7 +73,6 @@ jobs:
 
   # Pull docker image
   pull-docker-image:
-    needs: find-tests
     runs-on: ubuntu-latest
     outputs:
       image-name: ${{ steps.set-image.outputs.image }}
@@ -127,65 +136,24 @@ jobs:
         with:
           name: subtensor-localnet
           path: subtensor-localnet.tar
+          compression-level: 0
 
   # Job to run tests in parallel
-  run-fast-blocks-e2e-test:
-    name: "${{ matrix.test.label }} / Py ${{ matrix.python-version }}"
+  # Since GH Actions matrix has a limit of 256 jobs, we need to split the tests into multiple jobs with different
+  # Python versions. To reduce DRY we use reusable workflow.
+
+  e2e-test:
+    name: ${{ matrix.label }}
     needs:
       - find-tests
       - pull-docker-image
-    runs-on: ubuntu-latest
-    timeout-minutes: 45
     strategy:
-      fail-fast: false  # Allow other matrix jobs to run even if this job fails
-      max-parallel: 64  # Set the maximum number of parallel jobs (same as we have cores in ubuntu-latest runner)
+      fail-fast: false
+      max-parallel: 16
       matrix:
-        os:
-          - ubuntu-latest
-        test: ${{ fromJson(needs.find-tests.outputs.test-files) }}
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
-    steps:
-      - name: Check-out repository
-        uses: actions/checkout@v4
-
-      - name: Set up Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v5
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install uv
-        uses: astral-sh/setup-uv@v4
-
-      - name: install dependencies
-        run: uv sync --extra dev --dev
-
-      - name: Download Cached Docker Image
-        uses: actions/download-artifact@v4
-        with:
-          name: subtensor-localnet
-
-      - name: Load Docker Image
-        run: docker load -i subtensor-localnet.tar
-
-      - name: Run tests with retry
-        env:
-          LOCALNET_IMAGE_NAME: ${{ needs.pull-docker-image.outputs.image-name }}
-        run: |
-          for i in 1 2 3; do
-            echo "::group::🔁 Test attempt $i"
-            if uv run pytest "${{ matrix.test.nodeid }}" -s; then
-              echo "✅ Tests passed on attempt $i"
-              echo "::endgroup::"
-              exit 0
-            else
-              echo "❌ Tests failed on attempt $i"
-              echo "::endgroup::"
-              if [ "$i" -lt 3 ]; then
-                echo "Retrying..."
-                sleep 5
-              fi
-            fi
-          done
-
-          echo "Tests failed after 3 attempts"
-          exit 1
+        include: ${{ fromJson(needs.find-tests.outputs.test-files) }}
+    uses: ./.github/workflows/_run-e2e-single.yaml
+    with:
+      nodeid: ${{ matrix.nodeid }}
+      image-name: ${{ needs.pull-docker-image.outputs.image-name }}
+    secrets: inherit

.github/workflows/flake8-and-mypy.yml

@@ -15,7 +15,7 @@ jobs:
       fail-fast: false
       max-parallel: 5
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ${{ fromJson(vars.SDK_SUPPORTED_PYTHON_VERSIONS) }}
 
     steps:
       - name: Checkout repository
@@ -26,32 +26,25 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
-      - name: Cache venv
-        id: cache
+      - name: Install uv
+        uses: astral-sh/setup-uv@v4
+        with:
+          enable-cache: false
+
+      - name: Cache uv and .venv
         uses: actions/cache@v4
         with:
-          path: venv
-          key: |
-            v3-${{ runner.os }}-${{ runner.arch }}-${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }}
-          restore-keys: |
-            v3-${{ runner.os }}-${{ runner.arch }}-${{ matrix.python-version }}-
-
-      - name: Install deps (flake8 + mypy + project.dev)
-        if: ${{ steps.cache.outputs.cache-hit != 'true' }}
-        run: |
-          python -m venv venv
-          source venv/bin/activate
-          python -m pip install --upgrade pip
-          # needed for Python 3.9 compatibility
-          python -m pip install uv>=0.8.8
-          python -m uv sync --extra dev --active
+          path: |
+            ~/.cache/uv
+            .venv
+          key: uv-${{ runner.os }}-${{ runner.arch }}-py${{ matrix.python-version }}-${{ hashFiles('pyproject.toml') }}
+          restore-keys: uv-${{ runner.os }}-${{ runner.arch }}-py${{ matrix.python-version }}-
+
+      - name: Sync dev deps
+        run: uv sync --extra dev --dev
 
       - name: Flake8
-        run: |
-          source venv/bin/activate
-          python -m flake8 bittensor/ --count
-
-      - name: mypy
-        run: |
-          source venv/bin/activate
-          python -m mypy --ignore-missing-imports bittensor/
+        run: uv run flake8 bittensor/ --count
+
+      - name: Mypy
+        run: uv run mypy --ignore-missing-imports bittensor/

.github/workflows/monitor_requirements_size_master.yml

@@ -19,9 +19,8 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ${{ fromJson(vars.SDK_SUPPORTED_PYTHON_VERSIONS) }}
     outputs:
-      py39: ${{ steps.set-output.outputs.py39 }}
       py310: ${{ steps.set-output.outputs.py310 }}
       py311: ${{ steps.set-output.outputs.py311 }}
       py312: ${{ steps.set-output.outputs.py312 }}
@@ -47,7 +46,6 @@ jobs:
           VERSION=${{ matrix.python-version }}
           echo "Detected size: $SIZE MB for Python $VERSION"
           case "$VERSION" in
-            3.9)  echo "py39=$SIZE" >> $GITHUB_OUTPUT ;;
             3.10) echo "py310=$SIZE" >> $GITHUB_OUTPUT ;;
             3.11) echo "py311=$SIZE" >> $GITHUB_OUTPUT ;;
             3.12) echo "py312=$SIZE" >> $GITHUB_OUTPUT ;;
@@ -64,7 +62,6 @@ jobs:
           github-token: ${{ secrets.GITHUB_TOKEN }}
           script: |
             const sizes = {
-              "3.9": "${{ needs.measure-venv.outputs.py39 || 'N/A' }}",
               "3.10": "${{ needs.measure-venv.outputs.py310 || 'N/A' }}",
               "3.11": "${{ needs.measure-venv.outputs.py311 || 'N/A' }}",
               "3.12": "${{ needs.measure-venv.outputs.py312 || 'N/A' }}",

.github/workflows/nightly-e2e-tests-subtensor-main.yml

@@ -118,7 +118,7 @@ jobs:
         os:
           - ubuntu-latest
         test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }}
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ${{ fromJson(vars.SDK_SUPPORTED_PYTHON_VERSIONS) }}
     steps:
       - name: Check-out repository
         uses: actions/checkout@v4
@@ -191,7 +191,7 @@ jobs:
         os:
           - ubuntu-latest
         test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }}
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ${{ fromJson(vars.SDK_SUPPORTED_PYTHON_VERSIONS) }}
     steps:
       - name: Check-out repository
         uses: actions/checkout@v4
@@ -266,7 +266,7 @@ jobs:
         os:
           - ubuntu-latest
         test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }}
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ${{ fromJson(vars.SDK_SUPPORTED_PYTHON_VERSIONS) }}
 
     steps:
       - name: Check-out repository
@@ -342,7 +342,7 @@ jobs:
         os:
           - ubuntu-latest
         test-file: ${{ fromJson(needs.find-tests.outputs.test-files) }}
-        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+        python-version: ${{ fromJson(vars.SDK_SUPPORTED_PYTHON_VERSIONS) }}
 
     steps:
       - name: Check-out repository

.github/workflows/release.yml

@@ -18,7 +18,7 @@ jobs:
     - name: Set up Python
       uses: actions/setup-python@v4
       with:
-        python-version: '3.10'
+        python-version: '3.11'
 
     - name: Install dependencies
       run: |