feat: publish packages to nexus (PLT-375)

.github/workflows/package-publish.yml

@@ -0,0 +1,67 @@
+name: Publish
+
+on:
+  pull_request:
+    branches:
+      - master
+env:
+  GKE_ZONE: us-east4
+jobs:
+  setup-build-publish:
+    name: Setup, Build, Publish
+    runs-on: [self-hosted, Linux, X64, low2c8gi]
+
+    steps:
+      - name: get ENV shortname
+        run: |
+          if [[ "${{ github.event_name }}" == 'pull_request' ]]; then
+            branch=${GITHUB_BASE_REF}
+          elif [[ "${{ github.event_name }}" == 'push' ]]; then
+            branch=${GITHUB_REF##*/}
+          else
+            echo "Incorrect event type: ${{ github.event_name }}"
+            exit 1
+          fi
+
+          case $branch in
+            main)
+              echo "dev is for main"
+              echo "ENV_SHORT=dev" >> $GITHUB_ENV
+              echo "ENV_SECRET=DEV_GKE_SA_KEY" >> $GITHUB_ENV
+              ;;
+          esac
+          echo "SHORT_SHA=`echo ${GITHUB_SHA} | cut -c1-7`" >> $GITHUB_ENV
+
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Install Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.6
+
+      - uses: google-github-actions/[email protected]
+        with:
+          service_account_key: ${{ secrets[env.ENV_SECRET] }}
+          project_id: elementalcognition-app-${{ env.ENV_SHORT }}
+
+      - name: Auth Docker
+        run: |-
+          gcloud --quiet auth configure-docker
+
+      - name: Get GKE credentials
+        run: |-
+          gcloud container clusters get-credentials gke-ec-${{ env.ENV_SHORT }}-1 --zone "$GKE_ZONE"
+
+      - name: Install
+        run: |-
+          pip install setuptools wheel twine
+          pip install -e .
+
+      - name: Build
+        run: |-
+          python setup.py sdist bdist_wheel
+
+      - name: Publish
+        run: |-
+          twine upload dist/* -r transformers --repository-url=https://nexus.src.elementalcognition.com/service/rest/repository/pypi-all/ -p anonymous -u anonymous

setup.py

@@ -63,6 +63,8 @@
 import os
 import re
 import shutil
+
+import transformers
 from distutils.core import Command
 from pathlib import Path
 
@@ -282,7 +284,7 @@ def run(self):
 
 setup(
     name="transformers",
-    version="4.4.0.dev0",  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
+    version=transformers.__version__,  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
     author="Thomas Wolf, Lysandre Debut, Victor Sanh, Julien Chaumond, Sam Shleifer, Patrick von Platen, Sylvain Gugger, Google AI Language Team Authors, Open AI team Authors, Facebook AI Authors, Carnegie Mellon University Authors",
     author_email="[email protected]",
     description="State-of-the-art Natural Language Processing for TensorFlow 2.0 and PyTorch",

src/transformers/__init__.py

@@ -22,7 +22,7 @@
 # to defer the actual importing for when the objects are requested. This way `import transformers` provides the names
 # in the namespace without actually importing anything (and especially none of the backends).
 
-__version__ = "4.4.0.dev0"
+__version__ = "4.4.0.dev1"
 
 # Work around to update TensorFlow's absl.logging threshold which alters the
 # default Python logging output behavior when present.