[project][ENG-7225] share clean(up)grade 2025 (milestone 2: upgrade)

.docker-compose.env

@@ -1,8 +1,6 @@
 CELERY_BROKER_URL=amqp://guest:guest@rabbitmq:5672
 DATABASE_HOST=postgres
 ELASTICSEARCH8_URL=https://elastic8:9200/
-# ELASTICSEARCH5_URL=http://elasticsearch:9200/
-EMBER_SHARE_URL=http://frontend:4200
 LOGIN_REDIRECT_URL=http://localhost:8003/
 OSF_API_URL=http://localhost:8000
 RABBITMQ_HOST=rabbitmq

.dockerignore

@@ -7,6 +7,7 @@ docker-compose.yml
 .gitignore
 celerybeat.pid
 /static/
+.venv/
 
 /au.*/
 /be.*/

.github/workflows/run_tests.yml

@@ -13,8 +13,8 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ['3.10']  # TODO: 3.11, 3.12
-        postgres-version: ['15', '17']
+        python-version: ['3.13']
+        postgres-version: ['17']
     runs-on: ubuntu-latest
     services:
       postgres:
@@ -37,12 +37,6 @@ jobs:
           cluster.initial_master_nodes: singlenode
         ports:
           - 9208:9200
-      elasticsearch5:
-        image: elasticsearch:5.4
-        env:
-          ES_JAVA_OPTS: "-Xms512m -Xmx512m"
-        ports:
-          - 9205:9200
       rabbitmq:
         image: rabbitmq:management
         ports:
@@ -54,33 +48,28 @@ jobs:
       - name: install non-py dependencies
         run: sudo apt-get update && sudo apt-get install -y libxml2-dev libxslt1-dev libpq-dev git gcc
 
-      - name: set up python${{ matrix.python-version }}
+      - name: Install poetry
+        run: pipx install poetry
+
+      - name: setup python
         uses: actions/setup-python@v5
         with:
           python-version: ${{ matrix.python-version }}
-          cache: pip
-          cache-dependency-path: |
-            requirements.txt
-            dev-requirements.txt
-
-      - name: install py dependencies
-        run: pip install -r dev-requirements.txt
+          cache: 'poetry'
 
-      - name: install share
-        run: python setup.py develop
+      - name: install despondencies
+        run: poetry install --with dev
 
       - name: flake it
-        run: flake8 .
+        run: poetry run flake8 .
 
       - name: run tests
         run: |
-          coverage run -m pytest --create-db
-          coverage run --append -m behave
-          coverage xml -o _shtrove_coverage.xml
+          poetry run coverage run -m pytest --create-db
+          poetry run coverage xml -o _shtrove_coverage.xml
         env:
           DATABASE_PASSWORD: postgres
           ELASTICSEARCH8_URL: http://localhost:9208/
-          # ELASTICSEARCH5_URL: http://localhost:9205/
 
       - name: coveralls
         uses: coverallsapp/github-action@v2

Dockerfile

@@ -1,4 +1,4 @@
-FROM python:3.10-slim-bullseye as app
+FROM python:3.13-slim-bullseye AS app
 
 RUN apt-get update \
     && apt-get install -y \
@@ -25,35 +25,49 @@ RUN update-ca-certificates
 RUN mkdir -p /code
 WORKDIR /code
 
-RUN pip install -U pip
-RUN pip install uwsgi==2.0.21
+###
+# python dependencies
 
-COPY ./requirements.txt /code/requirements.txt
-COPY ./constraints.txt /code/constraints.txt
+# note: installs dependencies on the system, roundabouts `/usr/local/lib/python3.13/site-packages/`
 
-RUN pip install --no-cache-dir -c /code/constraints.txt -r /code/requirements.txt
+ENV POETRY_NO_INTERACTION=1 \
+    POETRY_VIRTUALENVS_OPTIONS_ALWAYS_COPY=1 \
+    POETRY_VIRTUALENVS_CREATE=0 \
+    POETRY_VIRTUALENVS_IN_PROJECT=0 \
+    POETRY_CACHE_DIR=/tmp/poetry-cache \
+    POETRY_HOME=/tmp/poetry-venv
+
+RUN python -m venv $POETRY_HOME
+
+RUN $POETRY_HOME/bin/pip install poetry==2.1.1
+
+COPY pyproject.toml .
+COPY poetry.lock .
+
+RUN $POETRY_HOME/bin/poetry install --compile
 
 RUN apt-get remove -y \
     gcc \
-    zlib1g-dev
+    zlib1g-dev \
+    && apt-get autoremove -y
 
 COPY ./ /code/
 
 RUN python manage.py collectstatic --noinput
 
 ARG GIT_TAG=
 ARG GIT_COMMIT=
-ENV VERSION ${GIT_TAG}
-ENV GIT_COMMIT ${GIT_COMMIT}
-
-RUN python setup.py develop
+ENV VERSION=${GIT_TAG}
+ENV GIT_COMMIT=${GIT_COMMIT}
 
 CMD ["python", "manage.py", "--help"]
 
 ### Dist
 FROM app AS dist
 
+RUN $POETRY_HOME/bin/poetry install --compile --only deploy
+
 ### Dev
 FROM app AS dev
 
-RUN pip install --no-cache-dir -c /code/constraints.txt -r /code/dev-requirements.txt
+RUN $POETRY_HOME/bin/poetry install --compile --only dev

api/base/views.py

@@ -45,12 +45,9 @@ def initial(self, request, *args, **kwargs):
 class RootView(views.APIView):
     def get(self, request):
         links = {
-            'normalizeddata': 'api:normalizeddata-list',
             'rawdata': 'api:rawdatum-list',
-            'sourceregistrations': 'api:sourceregistration-list',
             'sources': 'api:source-list',
             'users': 'api:user-list',
-            'schema': 'api:schema',
             'status': 'api:status',
             'rss': 'api:rss',
             'atom': 'api:atom',