pytest.sh

.github/workflows/test_pull_request.yml

@@ -24,18 +24,10 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
-      - uses: actions/setup-python@v2
-        with:
-          python-version: '3.10'
-      - run: sudo apt-get install graphviz graphviz-dev
-      - run: make test-postgres
+      - run: ./pytest.sh
   lint:
     timeout-minutes: 5
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
-      - uses: actions/setup-python@v2
-        with:
-          python-version: '3.10'
-      - run: sudo apt-get install graphviz graphviz-dev
-      - run: make lint
+      - run: ./lint.sh

.run.docker.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+set -ex
+export DOCKER_IMG=redun_python_test:redun_python_test
+export DOCKER_CONTAINER_NAME=redun_python_test
+
+docker build . --tag $DOCKER_IMG >/dev/null
+docker-compose up -d
+
+( docker rm -f $DOCKER_CONTAINER_NAME || true ) 2>&1 >/dev/null
+
+if [ -t 0 ]; then
+        TERM="-i -t"
+else
+        TERM="-i "
+fi
+
+docker run \
+         -u "$(id -u):$(id -g)" \
+        $TERM \
+        --rm \
+        --name $DOCKER_CONTAINER_NAME \
+        -e PGUSER=postgres -e PGPASSWORD=postgres \
+        -v "$PWD:/v" \
+        -w /v \
+        --net host \
+        --shm-size=4gb \
+        --memory 6gb \
+        --memory-swap 6gb \
+        $DOCKER_IMG \
+        "$@"

Dockerfile

@@ -0,0 +1,12 @@
+FROM python:3.10-bookworm
+ENV DEBIAN_FRONTEND=noninteractive
+RUN mkdir -p /usr/share/man/man1 /usr/share/man/man2
+RUN apt-get update -y && apt-get install -y libpq-dev gcc   graphviz graphviz-dev  openjdk-17-jdk  libpq-dev gcc postgresql-client-15 pre-commit
+RUN java --version
+ENV JAVA_HOME=/usr/lib/jvm/java-17-openjdk-amd64/
+ENV REQUIRE_POSTGRES=1
+
+# run containers with user with id 1000
+RUN useradd -rm -d /home/debian -s /bin/bash -g root -G sudo -u 1000 debian
+USER debian
+WORKDIR /home/debian

docs/source/developing.md

@@ -4,6 +4,16 @@ tocpdeth: 3
 
 # Developer guide
 
+## One-liner to run tests using Docker & Docker-Compose
+
+Run `./pytest.sh` with the arguments that you would pass to `pytest`, for example:
+
+```
+./pytest.sh -k static --pdb
+```
+
+The lints also have their own shortcut: `./lint.sh`
+
 ## Development installation
 
 If you have postgres available, (perhaps with `brew install postgresql` on macOS), you can prepare

lint.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+set -e
+./.run.docker.sh make lint

pytest.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+set -e
+ARGS="$@"
+./.run.docker.sh bash -c "set -ex; export TEST_ARGS=\"$ARGS\"; make test-postgres"