PCSM-202: Cleanup local dev environment (#155)

PCSM-202: Make local sharded cluster setup configurable

Add flexible shard configuration to hack/sh environment with support
for asymmetric cluster testing (different shard counts between source
and target). Also remove authentication from all local dev environments
to simplify setup and avoid Docker volume permission issues.

Authentication removal (all environments: rs, sh, sh-ha):

    Remove keyFile files and keyFile config from all *.conf files
    Remove users.adm.js and users.js user creation scripts
    Update hack/util rsinit function to skip user creation
    Remove auth prefixes (adm:pass@) from all mongosh calls
    Fix hack/cleanup.sh to handle sh-ha environment properly

Configurable shard setup (hack/sh):

    Make run.sh configurable via SRC_SHARDS and TGT_SHARDS env vars
        Default: 2 shards each (changed from hardcoded 3→2)
        Maximum: 3 shards each (validated against available init scripts)
        Dynamic service startup and initialization loops
        Usage documentation in script header
    Add third shard support for both source and target
        Create hack/sh/mongo/src/rs2.js init script
        Create hack/sh/mongo/tgt/rs2.js init script
        Add src-rs20 and tgt-rs20 services/volumes to compose.yml
    Add hack/cleanup.sh script for environment teardown
    Add /tmp/ to .gitignore for demo artifacts

Test configurations now supported:

    1→1, 2→2, 3→3 shards (symmetric)
    3→2, 2→3 shards (asymmetric, for PCSM-202 testing)
    Any combination from 1-3 shards per cluster

Usage examples:
./hack/sh/run.sh # 2→2 (default)
SRC_SHARDS=3 TGT_SHARDS=2 ./hack/sh/run.sh # 3→2
SRC_SHARDS=2 TGT_SHARDS=3 ./hack/sh/run.sh # 2→3
SRC_SHARDS=1 TGT_SHARDS=1 ./hack/sh/run.sh # 1→1

Author: chupe

.github/workflows/e2etests.yml

@@ -46,8 +46,8 @@ jobs:
 
       - name: Run tests (pytest)
         run: |
-          export TEST_SOURCE_URI=mongodb://adm:pass@rs00:30000
-          export TEST_TARGET_URI=mongodb://adm:pass@rs10:30100
+          export TEST_SOURCE_URI=mongodb://rs00:30000
+          export TEST_TARGET_URI=mongodb://rs10:30100
           export TEST_PCSM_URL=http://127.0.0.1:2242
           export TEST_PCSM_BIN=./bin/pcsm_test
 
@@ -96,8 +96,8 @@ jobs:
 
       - name: Run tests (pytest)
         run: |
-          export TEST_SOURCE_URI=mongodb://adm:pass@src-mongos:27017
-          export TEST_TARGET_URI=mongodb://adm:pass@tgt-mongos:29017
+          export TEST_SOURCE_URI=mongodb://src-mongos:27017
+          export TEST_TARGET_URI=mongodb://tgt-mongos:29017
           export TEST_PCSM_URL=http://127.0.0.1:2242
           export TEST_PCSM_BIN=./bin/pcsm_test
 

.github/workflows/rs/mongo/users.adm.js

@@ -51,7 +51,5 @@ rsinit() {
         echo "uninitialized primary: $1"
         exit 1
     fi
-    msh "$2" "/cfg/users.adm.js"
-    msh "adm:pass@$2" "/cfg/users.js"
-    msh "adm:pass@$2" "/cfg/scripts/deprioritize.js"
+    msh "$2" "/cfg/scripts/deprioritize.js"
 }

.github/workflows/rs/mongo/users.js

@@ -13,11 +13,11 @@ mwait "src-rs00:30000" && rsinit "src/rs0" "src-rs00:30000"
 mwait "src-rs10:30100" && rsinit "src/rs1" "src-rs10:30100"
 
 dcf up -d src-mongos && mwait "src-mongos:27017"
-msh "adm:pass@src-mongos:27017" --eval "
+msh "src-mongos:27017" --eval "
     sh.addShard('rs0/src-rs00:30000'); //
     sh.addShard('rs1/src-rs10:30100');
 "
-msh "adm:pass@src-mongos:27017" --eval "db.adminCommand('transitionFromDedicatedConfigServer');"
+msh "src-mongos:27017" --eval "db.adminCommand('transitionFromDedicatedConfigServer');"
 
 dcf up -d tgt-cfg0 tgt-rs00 tgt-rs10
 
@@ -26,8 +26,8 @@ mwait "tgt-rs00:40000" && rsinit "tgt/rs0" "tgt-rs00:40000"
 mwait "tgt-rs10:40100" && rsinit "tgt/rs1" "tgt-rs10:40100"
 
 dcf up -d tgt-mongos && mwait "tgt-mongos:27017"
-msh "adm:pass@tgt-mongos:27017" --eval "
+msh "tgt-mongos:27017" --eval "
     sh.addShard('rs0/tgt-rs00:40000'); //
     sh.addShard('rs1/tgt-rs10:40100');
 "
-msh "adm:pass@tgt-mongos:27017" --eval "db.adminCommand('transitionFromDedicatedConfigServer');"
+msh "tgt-mongos:27017" --eval "db.adminCommand('transitionFromDedicatedConfigServer');"

.github/workflows/rs/util

@@ -55,7 +55,5 @@ rsinit() {
         echo "uninitialized primary: $1"
         exit 1
     fi
-    msh "$2" "/cfg/users.adm.js"
-    msh "adm:pass@$2" "/cfg/users.js"
-    msh "adm:pass@$2" "/cfg/scripts/deprioritize.js"
+    msh "$2" "/cfg/scripts/deprioritize.js"
 }

.github/workflows/sh/mongo/users.adm.js

@@ -9,6 +9,7 @@
 .env
 
 /bin/
+/tmp/
 vendor/
 
 .pytest_cache

.github/workflows/sh/mongo/users.js

@@ -0,0 +1,78 @@
+#!/usr/bin/env bash
+# Clean up Docker resources for test environments
+# Removes: containers, volumes, networks
+#
+# Usage: ./cleanup.sh [ENV...]
+#   (no args)  Clean all (rs, sh, sh-ha)
+#   rs         Replica set only
+#   sh         Sharded cluster only (3→2 shards, project: s1)
+#   sh-ha      Sharded cluster HA only
+#
+# Example:
+#   ./cleanup.sh rs sh    # rs and sh
+
+set -euo pipefail
+
+SCRIPT_DIR=$(dirname "${BASH_SOURCE[0]}")
+ENVS_TO_CLEAN=()
+
+if [[ $# -eq 0 ]]; then
+    ENVS_TO_CLEAN=("rs" "sh" "sh-ha")
+else
+    while [[ $# -gt 0 ]]; do
+        case $1 in
+            rs|sh|sh-ha)
+                ENVS_TO_CLEAN+=("$1")
+                shift
+                ;;
+            *)
+                echo "Unknown environment: $1"
+                echo "Valid: rs, sh, sh-ha"
+                exit 1
+                ;;
+        esac
+    done
+fi
+
+# Function to clean up a compose environment
+cleanup_env() {
+    local name=$1
+    local compose_file=$2
+    local project_name=${3:-}
+
+    if [[ ! -f "$compose_file" ]]; then
+        echo "Skipping $name (compose file not found)"
+        return
+    fi
+
+    echo "Cleaning $name..."
+
+    local compose_cmd="docker compose -f $compose_file"
+    if [[ -n "$project_name" ]]; then
+        compose_cmd="docker compose -p $project_name -f $compose_file"
+    fi
+
+    # Stop and remove containers, then remove volumes
+    $compose_cmd down --remove-orphans 2>/dev/null || true
+    $compose_cmd down -v 2>/dev/null || true
+}
+
+# Clean specified environments
+for env in "${ENVS_TO_CLEAN[@]}"; do
+    case $env in
+        rs)
+            cleanup_env "rs" "$SCRIPT_DIR/rs/compose.yml"
+            docker volume ls -q | grep -E '^rs[0-9]+' | xargs -r docker volume rm 2>/dev/null || true
+            ;;
+        sh)
+            cleanup_env "sh" "$SCRIPT_DIR/sh/compose.yml" "s1"
+            docker volume ls -q | grep -E '^(src-|tgt-|s1_)' | xargs -r docker volume rm 2>/dev/null || true
+            ;;
+        sh-ha)
+            cleanup_env "sh-ha" "$SCRIPT_DIR/sh-ha/compose.yml" "s1"
+            docker volume ls -q | grep -E '^s1_' | xargs -r docker volume rm 2>/dev/null || true
+            ;;
+    esac
+done
+
+echo "Done."