Merge pull request #645 from JohnSnowLabs/release/1.1.0

Release/1.1.0

Author: ArshaanNazir

.github/workflows/build_and_test.yml

@@ -1,6 +1,3 @@
-# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
-# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
-
 name: build
 
 on:
@@ -19,7 +16,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.7","3.8", "3.9","3.10"]
+        python-version: [ "3.8", "3.9","3.10" ]
 
     steps:
       - uses: actions/checkout@v3
@@ -28,27 +25,34 @@ jobs:
         with:
           python-version: ${{ matrix.python-version }}
 
-      - name: Create virtual environment
-        run: python -m venv venv
+      - uses: snok/install-poetry@v1
+        with:
+          version: 1.3.1
+          virtualenvs-create: true
+          virtualenvs-in-project: true
+          installer-parallel: true
+
+      - name: Load cached venv
+        id: cached-poetry-dependencies
+        uses: actions/cache@v3
+        with:
+          path: .venv
+          key: venv-${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-${{ hashFiles('**/poetry.lock') }}
 
-      - name: Activate virtual environment
+      - name: Install dependencies
+        if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
         run: |
-          ls
-          source ./venv/bin/activate
+          poetry install --with dev --all-extras
 
-      - name: Install dependencies
+      - name: Check linting
         run: |
-          python -m pip install --upgrade pip
-          python -m pip install flake8 pytest
-          if [ -f .github/workflows/requirements.txt ]; then pip install -r .github/workflows/requirements.txt; fi
+          poetry run task lint
 
-      - name: Lint with flake8
+      - name: Check formatting
         run: |
-          # stop the build if there are Python syntax errors or undefined names
-          flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics --exclude=venv
-          # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide
-          flake8 . --count --exit-zero --exclude=venv --max-complexity=10 --max-line-length=127 --statistics
+          poetry run task is-formatted
+
       - name: Test with pytest
         run: |
-          python -m spacy download en_core_web_sm
-          pytest 
+          poetry run task force-cpu-torch
+          poetry run task test

.github/workflows/requirements.txt

@@ -202,4 +202,4 @@ docs/website/.sass-cache/**
 tst_shortcut_sd/
 src/*/resources/*.classes
 
-_site\
+_site/

.gitignore

@@ -0,0 +1,34 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v3.2.0
+    hooks:
+      - id: check-yaml
+      - id: check-added-large-files
+  - repo: https://github.com/PyCQA/flake8
+    rev: '6.0.0'
+    hooks:
+      - id: flake8
+        args: [
+            "--max-line-length=90",
+            "--ignore=E203,E501,W503",
+            "--per-file-ignores=__init__.py:F401"
+        ]
+  - repo: https://github.com/psf/black
+    rev: 23.3.0
+    hooks:
+      - id: black
+        args: [
+            "--line-length=90",
+            "--extend-exclude=langtest/transform/utils.py",
+            "--check"
+        ]
+  - repo: https://github.com/pycqa/pydocstyle
+    rev: 6.3.0
+    hooks:
+      - id: pydocstyle
+        args: [
+            "--add-ignore=D100,D104,D105,D400,D415",
+            "--add-select=D417",
+            "--convention=google"
+        ]
+        exclude: "langtest/transform/utils.py"

.pre-commit-config.yaml

@@ -213,7 +213,10 @@
         "* `NarrativeQA-test-tiny`\n",
         "#### HellaSwag\n",
         "* `HellaSwag-test`\n",
-        "* `HellaSwag-test-tiny`"
+        "* `HellaSwag-test-tiny`\n",
+        "#### BBQ\n",
+        "* `BBQ-test`\n",
+        "* `BBQ-test-tiny`"
       ]
     },
     {
@@ -238,7 +241,10 @@
         "* `add_speech_to_text_typo`\n",
         "* `add_slangs`\n",
         "* `dyslexia_word_swap`\n",
-        "* `multiple_perturbations`"
+        "* `multiple_perturbations`\n",
+        "* `adjective_synonym_swap`\n",
+        "* `adjective_antonym_swap`\n",
+        "* `strip_all_punctuation`"
       ]
     },
     {
@@ -1853,6 +1859,10 @@
         "* `add_speech_to_text_typo`\n",
         "* `add_slangs`\n",
         "* `dyslexia_word_swap`\n",
+        "* `multiple_perturbations`\n",
+        "* `adjective_synonym_swap`\n",
+        "* `adjective_antonym_swap`\n",
+        "* `strip_all_punctuation`\n",
         "\n",
         "Available Bias tests for summarization task are:\n",
         "\n",

demo/blogposts/Healthcare_NER_Model_Evaluation_with_LangTest.ipynb

@@ -219,7 +219,10 @@
         "* `NarrativeQA-test-tiny`\n",
         "#### HellaSwag\n",
         "* `HellaSwag-test`\n",
-        "* `HellaSwag-test-tiny`"
+        "* `HellaSwag-test-tiny`\n",
+        "#### BBQ\n",
+        "* `BBQ-test`\n",
+        "* `BBQ-test-tiny`"
       ]
     },
     {
@@ -244,7 +247,10 @@
         "* `add_speech_to_text_typo`\n",
         "* `add_slangs`\n",
         "* `dyslexia_word_swap`\n",
-        "* `multiple_perturbations`"
+        "* `multiple_perturbations`\n",
+        "* `adjective_synonym_swap`\n",
+        "* `adjective_antonym_swap`\n",
+        "* `strip_all_punctuation`"
       ]
     },
     {
@@ -1845,6 +1851,10 @@
         "* `add_speech_to_text_typo`\n",
         "* `add_slang_typo`\n",
         "* `dyslexia_word_swap`\n",
+        "* `multiple_perturbations`\n",
+        "* `adjective_synonym_swap`\n",
+        "* `adjective_antonym_swap`\n",
+        "* `strip_all_punctuation`\n",
         "\n",
         "Available Bias tests for summarization task are:\n",
         "\n",

demo/blogposts/KDnuggets_spacy_workflow.ipynb

@@ -222,7 +222,10 @@
         "* `NarrativeQA-test-tiny`\n",
         "#### HellaSwag\n",
         "* `HellaSwag-test`\n",
-        "* `HellaSwag-test-tiny`"
+        "* `HellaSwag-test-tiny`\n",
+        "#### BBQ\n",
+        "* `BBQ-test`\n",
+        "* `BBQ-test-tiny`"
       ]
     },
     {
@@ -247,7 +250,10 @@
         "* `add_speech_to_text_typo`\n",
         "* `add_slangs`\n",
         "* `dyslexia_word_swap`\n",
-        "* `multiple_perturbations`"
+        "* `multiple_perturbations`\n",
+        "* `adjective_synonym_swap`\n",
+        "* `adjective_antonym_swap`\n",
+        "* `strip_all_punctuation`"
       ]
     },
     {
@@ -755,6 +761,9 @@
         "* `add_speech_to_text_typo`\n",
         "* `add_slangs`\n",
         "* `dyslexia_word_swap`\n",
+        "* `multiple_perturbations`\n",
+        "* `adjective_synonym_swap`\n",
+        "* `adjective_antonym_swap`\n",
         "\n",
         "Available Bias tests for summarization task are:\n",
         "\n",

demo/tutorials/llm_notebooks/AI21_QA_Summarization_Testing_Notebook.ipynb

@@ -213,7 +213,10 @@
         "* `NarrativeQA-test-tiny`\n",
         "#### HellaSwag\n",
         "* `HellaSwag-test`\n",
-        "* `HellaSwag-test-tiny`\n"
+        "* `HellaSwag-test-tiny`\n",
+        "#### BBQ\n",
+        "* `BBQ-test`\n",
+        "* `BBQ-test-tiny`\n"
       ]
     },
     {
@@ -238,7 +241,10 @@
         "* `add_speech_to_text_typo`\n",
         "* `add_slangs`\n",
         "* `dyslexia_word_swap`\n",
-        "* `multiple_perturbations`"
+        "* `multiple_perturbations`\n",
+        "* `adjective_synonym_swap`\n",
+        "* `adjective_antonym_swap`\n",
+        "* `strip_all_punctuation`"
       ]
     },
     {
@@ -742,6 +748,10 @@
         "* `add_speech_to_text_typo`\n",
         "* `add_slangs`\n",
         "* `dyslexia_word_swap`\n",
+        "* `multiple_perturbations`\n",
+        "* `adjective_synonym_swap`\n",
+        "* `adjective_antonym_swap`\n",
+        "* `strip_all_punctuation`\n",
         "\n",
         "Available Bias tests for summarization task are:\n",
         "\n",