chore: add sharded-rc (#18)

sharded-rc/Dockerfile

@@ -0,0 +1,21 @@
+FROM ubuntu:20.04
+EXPOSE 27017
+
+ARG MONGODB_VERSION=6.0.0-rc4
+ARG MONGOSH_VERSION=1.6.0
+ARG TARGETARCH
+
+RUN apt-get update -y && apt-get install -y \
+  curl libcurl4 libgssapi-krb5-2 libldap-2.4-2 libwrap0 \
+  libsasl2-2 libsasl2-modules libsasl2-modules-gssapi-mit \
+  snmp openssl liblzma5 jq
+
+COPY install-mongosh.sh /install-mongosh.sh
+COPY install-server.sh /install-server.sh
+COPY rscs_shards.sh /rscs_shards.sh
+
+RUN bash install-mongosh.sh
+RUN bash install-server.sh
+
+ENV  BUILT_MONGODB_VERSION=${MONGODB_VERSION}
+CMD ["bash", "-c", "bash /rscs_shards.sh mongodb/bin"]

sharded-rc/README

@@ -0,0 +1,9 @@
+Runs a sharded mongodb cluster with an arbitrary version, supports RC releases
+
+```
+bash run.sh 6.0.0-rc4 28000
+```
+
+```
+mongosh --port 28000
+```

sharded-rc/install-mongosh.sh

@@ -0,0 +1,14 @@
+set -e
+
+if [ "$TARGETARCH" = "arm64" ];
+  then export BUILT_MONGOSH_ARCH=arm64;
+  else export BUILT_MONGOSH_ARCH=amd64;
+fi
+
+LATEST_MONGOSH_VERSION=$(curl https://info-mongodb-com.s3.amazonaws.com/com-download-center/mongosh.json | jq -r '.versions[0]._id')
+
+echo "Building for $TARGETARCH"
+echo "mongosh arch: ${BUILT_MONGOSH_ARCH}"
+curl -f "https://downloads.mongodb.com/compass/mongodb-mongosh_${LATEST_MONGOSH_VERSION}_${BUILT_MONGOSH_ARCH}.deb" > "/mongodb-mongosh.deb"
+dpkg -i "mongodb-mongosh.deb"
+mongosh --version

sharded-rc/install-server.sh

@@ -0,0 +1,14 @@
+set -e
+
+if [ "$TARGETARCH" = "arm64" ];
+  then export BUILT_MONGODB_ARCH=aarch64;
+  else export BUILT_MONGODB_ARCH=x86_64;
+fi;
+
+echo "Building for $TARGETARCH"
+echo "mongodb arch: ${BUILT_MONGODB_ARCH}"
+
+curl -f "https://downloads.mongodb.com/linux/mongodb-linux-${BUILT_MONGODB_ARCH}-enterprise-ubuntu2004-${MONGODB_VERSION}.tgz" | tar -xz
+
+mv mongodb-linux-${BUILT_MONGODB_ARCH}-enterprise-ubuntu2004-${MONGODB_VERSION} mongodb
+mongodb/bin/mongod --version

sharded-rc/rscs_shards.sh

@@ -0,0 +1,149 @@
+#!/usr/bin/env bash
+
+if [ $# -ne 1 ] && [ $# -ne 2 ] && [ $# -ne 3 ] ; then
+    echo "Usage: rscs_shards.sh <mongodb_path> --debug? --quiet?"
+    echo "    --debug doesn't run anything, just runs the mongo and mongod commands that would be run"
+    echo "    --quiet pipes the server output to dev/null (warning, could miss errors then)"
+    exit
+fi
+
+MONGODB_PATH="$1"
+RS="myconfig"
+SRS="myshard"
+DBPATH="rscs_shards/data-$RS"
+CPATH="$DBPATH/config"
+SPATH="$DBPATH/shards"
+P0=$((3 * $RS))
+C_PORT=$((37017+$P0))
+S_PORT=$((47017+$P0))
+PORT="
+27017"
+PIDS=()
+
+shift 3 # TODO: eventually can check first 3 args for right format
+
+while test $# -gt 0
+do
+    case "$1" in
+        --debug) DEBUG='true'
+            ;;
+        --quiet) QUIET='true'
+            ;;
+        *):
+            ;;
+    esac
+    shift
+done
+
+function clean_up {
+    echo "PIDS" ${PIDS[@]}
+    kill ${PIDS[@]}
+    exit
+}
+
+function mongo_cmd {
+    if [[ "$1" = "config" ]]; then
+        cfg="{
+            _id: 'rs-$RS',
+            configsvr: true,
+            members: [
+                {_id: 0, host: 'localhost:$C_PORT'},
+                {_id: 1, host: 'localhost:$(($C_PORT+1))'},
+                {_id: 2, host: 'localhost:$(($C_PORT+2))'}
+            ]
+        }"
+        port=$C_PORT
+    else
+        cfg="{
+            _id: 'rs-shard-$SRS',
+            members: [
+                {_id: 0, host: 'localhost:$S_PORT'},
+                {_id: 1, host: 'localhost:$(($S_PORT+1))'},
+                {_id: 2, host: 'localhost:$(($S_PORT+2))'}
+            ]
+        }"
+        port=$S_PORT
+    fi
+
+
+    if [[ "$DEBUG" ]]; then
+        echo "mongosh --port $port --eval \"JSON.stringify(rs.initiate($cfg))\""
+    else
+        echo "Initiating repl shard with $cfg on port $port"
+        sleep 2
+        mongosh --port $port --eval "JSON.stringify(rs.initiate($cfg))"
+        sleep 2
+    fi
+}
+
+function debug {
+    if [[ "$DEBUG" ]] && [[ "$1" = "skip" ]]; then :
+    elif [[ "$DEBUG" ]] && [[ "$1" = "quiet" ]]; then
+        shift 1
+        echo "$@"
+    elif [[ "$DEBUG" ]]; then
+        echo "$@"
+    elif [[ "$1" = "skip" ]]; then
+       shift 1
+       $@
+    elif [[ -z "$QUIET" ]] && [[ "$1" = "quiet" ]]; then
+       shift 1
+       $@ &
+    elif [[ "$1" = "quiet" ]]; then
+       shift 1
+       $@ > /dev/null &
+    else
+       $@
+    fi
+}
+
+trap clean_up SIGHUP SIGINT SIGTERM
+
+
+debug rm -rf $DBPATH
+debug mkdir -p "$CPATH/configdb-0" "$CPATH/configdb-1" "$CPATH/configdb-2" "$SPATH/rs-$RS-0" "$SPATH/rs-$RS-1" "$SPATH/rs-$RS-2"
+
+# Start config repl set
+debug 'quiet' $MONGODB_PATH/mongod --configsvr --replSet="rs-$RS" --port $C_PORT --dbpath="$CPATH/configdb-0"
+PIDS[${#PIDS[@]}]="$!"
+debug 'quiet' $MONGODB_PATH/mongod --configsvr --replSet="rs-$RS" --port $(($C_PORT+1)) --dbpath="$CPATH/configdb-1"
+PIDS[${#PIDS[@]}]="$!"
+debug 'quiet' $MONGODB_PATH/mongod --configsvr --replSet="rs-$RS" --port $(($C_PORT+2)) --dbpath="$CPATH/configdb-2"
+PIDS[${#PIDS[@]}]="$!"
+
+debug "skip" sleep 2
+
+mongo_cmd 'config'
+
+# Start replset shard
+echo "Starting replset shard"
+debug 'quiet' $MONGODB_PATH/mongod --shardsvr --replSet="rs-shard-$SRS" --port $S_PORT --dbpath="$SPATH/rs-$RS-0"
+PIDS[${#PIDS[@]}]="$!"
+debug 'quiet' $MONGODB_PATH/mongod --shardsvr --replSet="rs-shard-$SRS" --port $(($S_PORT+1)) --dbpath="$SPATH/rs-$RS-1"
+PIDS[${#PIDS[@]}]="$!"
+debug 'quiet' $MONGODB_PATH/mongod --shardsvr --replSet="rs-shard-$SRS" --port $(($S_PORT+2)) --dbpath="$SPATH/rs-$RS-2"
+PIDS[${#PIDS[@]}]="$!"
+
+# Start mongos
+echo "Starting mongos"
+debug 'quiet' $MONGODB_PATH/mongos --configdb "rs-$RS/localhost:$C_PORT,localhost:$(($C_PORT+1)),localhost:$(($C_PORT+2))" --port $PORT --bind_ip_all
+PIDS[${#PIDS[@]}]="$!"
+
+debug "skip" sleep 2
+
+mongo_cmd 'shard'
+
+debug "skip" sleep 10
+debug mongosh --port $PORT --eval "JSON.stringify(sh.addShard(\"rs-shard-$SRS/localhost:$(($S_PORT))\"))"
+
+
+debug mongosh --port $PORT --eval "JSON.stringify(sh.enableSharding('test'))"
+
+debug "skip" cat
+
+
+# wait for all pids
+
+for pid in ${PIDS[*]}; do
+    wait $pid
+done

sharded-rc/run.sh

@@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+set -e
+
+if [ $# -ne 2 ]; then
+    echo "Usage: run.sh <mongodb_version> <port>"
+    exit
+fi
+
+docker build \
+  --build-arg MONGODB_VERSION=$1 \
+  -t mongodb-rc:$1 .
+
+docker run -p "$2:27017" \
+  "mongodb-rc:$1"