Test and unify text splitter functionality #3207
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python CI | |
| on: | |
| push: | |
| branches: | |
| - "**/main" # match branches like feature/main | |
| - "main" # match the main branch | |
| pull_request: | |
| types: | |
| - opened | |
| - reopened | |
| - synchronize | |
| - ready_for_review | |
| branches: | |
| - "**/main" | |
| - "main" | |
| paths-ignore: | |
| - "**/*.md" | |
| - ".semversioner/**" | |
| permissions: | |
| contents: read | |
| pull-requests: read | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| # Only run the for the latest commit | |
| cancel-in-progress: true | |
| env: | |
| POETRY_VERSION: 1.8.3 | |
| jobs: | |
| python-ci: | |
| # skip draft PRs | |
| if: github.event.pull_request.draft == false | |
| strategy: | |
| matrix: | |
| python-version: ["3.10", "3.11"] # add 3.12 once gensim supports it. TODO: watch this issue - https://github.com/piskvorky/gensim/issues/3510 | |
| os: [ubuntu-latest, windows-latest] | |
| fail-fast: false # Continue running all jobs even if one fails | |
| env: | |
| DEBUG: 1 | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: dorny/paths-filter@v3 | |
| id: changes | |
| with: | |
| filters: | | |
| python: | |
| - 'graphrag/**/*' | |
| - 'poetry.lock' | |
| - 'pyproject.toml' | |
| - '**/*.py' | |
| - '**/*.toml' | |
| - '**/*.ipynb' | |
| - '.github/workflows/python*.yml' | |
| - 'tests/**/*' | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install Poetry | |
| uses: abatilo/[email protected] | |
| with: | |
| poetry-version: $POETRY_VERSION | |
| - name: Install dependencies | |
| shell: bash | |
| run: | | |
| poetry self add setuptools wheel | |
| poetry run python -m pip install gensim | |
| poetry install | |
| - name: Check | |
| run: | | |
| poetry run poe check | |
| - name: Build | |
| run: | | |
| poetry build | |
| - name: Unit Test | |
| run: | | |
| poetry run poe test_unit |