diff --git a/.github/workflows/explorer-python-3.10-darshan-3.4.0.yml b/.github/workflows/darshan-3.4.2.yml similarity index 77% rename from .github/workflows/explorer-python-3.10-darshan-3.4.0.yml rename to .github/workflows/darshan-3.4.2.yml index 082e160..d96e849 100644 --- a/.github/workflows/explorer-python-3.10-darshan-3.4.0.yml +++ b/.github/workflows/darshan-3.4.2.yml @@ -1,145 +1,140 @@ -name: DXT Explorer (Python 3.10) +name: DXT Explorer (Darshan 3.4.2) on: pull_request: - push: workflow_dispatch: +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true + jobs: explorer: - runs-on: ubuntu-latest - container: python:3.10 - timeout-minutes: 60 + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: ["ubuntu-latest", "macos-latest"] + python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] + + timeout-minutes: 20 steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v4 with: submodules: true + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + - name: Dependencies run: | git clone https://github.com/darshan-hpc/darshan.git - - name: Build Darshan + - name: Install macOS Dependencies + if: runner.os == 'macOS' run: | - export DARSHAN_DIR=/opt/darshan + brew install libtool autoconf automake - mkdir $DARSHAN_DIR + - name: Build Darshan + run: | cd darshan git checkout darshan-3.4.0 bash prepare.sh cd darshan-util - ./configure --prefix=$DARSHAN_DIR + ./configure make - make install + sudo make install + + - name: Configure Linux + if: runner.os == 'Linux' + run: | + sudo ldconfig - name: Install DXT Explorer run: | - pip install --upgrade pip + python -m ensurepip --upgrade + pip install --upgrade setuptools pip install darshan==3.4.0.1 pip install -r requirements.txt pip install . - name: Run DXT Explorer (help) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer -h - name: Run DXT Explorer (list) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (operation) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (transfer) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (spatiality) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (io phase) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (ost usage operation) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (ost usage transfer) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (rank zero workload) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (unbalanced workload) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (stragglers) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate runtime) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate runtime) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate rank) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate rank) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate both) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan + - name: Setup upterm session + if: ${{ failure() }} + uses: owenthereal/action-upterm@v1 + - name: Upload Artifact if: always() uses: actions/upload-artifact@v4 with: - name: tests + name: tests-${{ matrix.os }}-${{ matrix.python-version }} path: sample/** retention-days: 1 + + diff --git a/.github/workflows/explorer-python-3.10-darshan-3.4.1.yml b/.github/workflows/darshan-3.4.4.yml similarity index 76% rename from .github/workflows/explorer-python-3.10-darshan-3.4.1.yml rename to .github/workflows/darshan-3.4.4.yml index ecc2881..8488909 100644 --- a/.github/workflows/explorer-python-3.10-darshan-3.4.1.yml +++ b/.github/workflows/darshan-3.4.4.yml @@ -1,145 +1,140 @@ -name: DXT Explorer (Python 3.10) +name: DXT Explorer (Darshan 3.4.4) on: pull_request: - push: workflow_dispatch: +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true + jobs: explorer: - runs-on: ubuntu-latest - container: python:3.10 - timeout-minutes: 60 + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: ["ubuntu-latest", "macos-latest"] + python-version: ["3.8", "3.9", "3.10", "3.11"] + + timeout-minutes: 20 steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v4 with: submodules: true + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + - name: Dependencies run: | git clone https://github.com/darshan-hpc/darshan.git - - name: Build Darshan + - name: Install macOS Dependencies + if: runner.os == 'macOS' run: | - export DARSHAN_DIR=/opt/darshan + brew install libtool autoconf automake - mkdir $DARSHAN_DIR + - name: Build Darshan + run: | cd darshan - git checkout darshan-3.4.1 + git checkout darshan-3.4.4 bash prepare.sh cd darshan-util - ./configure --prefix=$DARSHAN_DIR + ./configure make - make install + sudo make install + + - name: Configure Linux + if: runner.os == 'Linux' + run: | + sudo ldconfig - name: Install DXT Explorer run: | - pip install --upgrade pip - pip install darshan==3.4.1 + python -m ensurepip --upgrade + pip install --upgrade setuptools + pip install darshan==3.4.4 pip install -r requirements.txt pip install . - name: Run DXT Explorer (help) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer -h - name: Run DXT Explorer (list) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (operation) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (transfer) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (spatiality) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (io phase) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (ost usage operation) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (ost usage transfer) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (rank zero workload) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (unbalanced workload) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (stragglers) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate runtime) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate runtime) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate rank) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate rank) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate both) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan + - name: Setup upterm session + if: ${{ failure() }} + uses: owenthereal/action-upterm@v1 + - name: Upload Artifact if: always() uses: actions/upload-artifact@v4 with: - name: tests + name: tests-${{ matrix.os }}-${{ matrix.python-version }} path: sample/** retention-days: 1 + + diff --git a/.github/workflows/explorer-python-3.10-darshan-3.4.2.yml b/.github/workflows/darshan-3.4.6.yml similarity index 76% rename from .github/workflows/explorer-python-3.10-darshan-3.4.2.yml rename to .github/workflows/darshan-3.4.6.yml index d07d619..f02a7c4 100644 --- a/.github/workflows/explorer-python-3.10-darshan-3.4.2.yml +++ b/.github/workflows/darshan-3.4.6.yml @@ -1,143 +1,140 @@ -name: DXT Explorer (Python 3.10) +name: DXT Explorer (Darshan 3.4.6) on: pull_request: - push: workflow_dispatch: +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true + jobs: explorer: - runs-on: ubuntu-latest - container: python:3.10 - timeout-minutes: 60 + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: ["ubuntu-latest", "macos-latest"] + python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] + + timeout-minutes: 20 steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v4 with: submodules: true + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + - name: Dependencies run: | git clone https://github.com/darshan-hpc/darshan.git - - name: Build Darshan + - name: Install macOS Dependencies + if: runner.os == 'macOS' run: | - export DARSHAN_DIR=/opt/darshan + brew install libtool autoconf automake - mkdir $DARSHAN_DIR + - name: Build Darshan + run: | cd darshan + git checkout darshan-3.4.6 bash prepare.sh cd darshan-util - ./configure --prefix=$DARSHAN_DIR + ./configure make - make install + sudo make install + + - name: Configure Linux + if: runner.os == 'Linux' + run: | + sudo ldconfig - name: Install DXT Explorer run: | - pip install --upgrade pip + python -m ensurepip --upgrade + pip install --upgrade setuptools + pip install darshan==3.4.6 pip install -r requirements.txt pip install . - name: Run DXT Explorer (help) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer -h - name: Run DXT Explorer (list) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (operation) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (transfer) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (spatiality) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (io phase) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (ost usage operation) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (ost usage transfer) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (rank zero workload) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (unbalanced workload) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (stragglers) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate runtime) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate runtime) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate rank) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate rank) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate both) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan + - name: Setup upterm session + if: ${{ failure() }} + uses: owenthereal/action-upterm@v1 + - name: Upload Artifact if: always() uses: actions/upload-artifact@v4 with: - name: tests + name: tests-${{ matrix.os }}-${{ matrix.python-version }} path: sample/** retention-days: 1 + + diff --git a/.github/workflows/explorer-python-3.11-darshan-3.4.0.yml b/.github/workflows/darshan-3.4.7.yml similarity index 76% rename from .github/workflows/explorer-python-3.11-darshan-3.4.0.yml rename to .github/workflows/darshan-3.4.7.yml index 42f0600..7d59406 100644 --- a/.github/workflows/explorer-python-3.11-darshan-3.4.0.yml +++ b/.github/workflows/darshan-3.4.7.yml @@ -1,145 +1,140 @@ -name: DXT Explorer (Python 3.11) +name: DXT Explorer (Darshan 3.4.7) on: pull_request: - push: workflow_dispatch: +concurrency: + group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} + cancel-in-progress: true + jobs: explorer: - runs-on: ubuntu-latest - container: python:3.11 - timeout-minutes: 60 + runs-on: ${{ matrix.os }} + strategy: + fail-fast: false + matrix: + os: ["ubuntu-latest", "macos-latest"] + python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] + + timeout-minutes: 20 steps: - - uses: actions/checkout@v2 + - uses: actions/checkout@v4 with: submodules: true + - name: Set up Python ${{ matrix.python-version }} + uses: actions/setup-python@v5 + with: + python-version: ${{ matrix.python-version }} + - name: Dependencies run: | git clone https://github.com/darshan-hpc/darshan.git - - name: Build Darshan + - name: Install macOS Dependencies + if: runner.os == 'macOS' run: | - export DARSHAN_DIR=/opt/darshan + brew install libtool autoconf automake - mkdir $DARSHAN_DIR + - name: Build Darshan + run: | cd darshan - git checkout darshan-3.4.0 + git checkout darshan-3.4.7 bash prepare.sh cd darshan-util - ./configure --prefix=$DARSHAN_DIR + ./configure make - make install + sudo make install + + - name: Configure Linux + if: runner.os == 'Linux' + run: | + sudo ldconfig - name: Install DXT Explorer run: | - pip install --upgrade pip - pip install darshan==3.4.0.1 + python -m ensurepip --upgrade + pip install --upgrade setuptools + pip install darshan==3.4.7 pip install -r requirements.txt pip install . - name: Run DXT Explorer (help) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer -h - name: Run DXT Explorer (list) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (operation) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (transfer) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (spatiality) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (io phase) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (ost usage operation) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (ost usage transfer) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (rank zero workload) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (unbalanced workload) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (stragglers) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate runtime) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate runtime) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate rank) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate rank) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - name: Run DXT Explorer (truncate both) run: | - export PATH=/opt/darshan/bin:$PATH - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan + - name: Setup upterm session + if: ${{ failure() }} + uses: owenthereal/action-upterm@v1 + - name: Upload Artifact if: always() uses: actions/upload-artifact@v4 with: - name: tests + name: tests-${{ matrix.os }}-${{ matrix.python-version }} path: sample/** retention-days: 1 + + diff --git a/.github/workflows/explorer-python-3.11-darshan-3.4.1.yml b/.github/workflows/explorer-python-3.11-darshan-3.4.1.yml deleted file mode 100644 index a585c92..0000000 --- a/.github/workflows/explorer-python-3.11-darshan-3.4.1.yml +++ /dev/null @@ -1,145 +0,0 @@ -name: DXT Explorer (Python 3.11) - -on: - pull_request: - push: - workflow_dispatch: - -jobs: - explorer: - runs-on: ubuntu-latest - container: python:3.11 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - git clone https://github.com/darshan-hpc/darshan.git - - - name: Build Darshan - run: | - export DARSHAN_DIR=/opt/darshan - - mkdir $DARSHAN_DIR - cd darshan - git checkout darshan-3.4.1 - bash prepare.sh - cd darshan-util - ./configure --prefix=$DARSHAN_DIR - make - make install - - - name: Install DXT Explorer - run: | - pip install --upgrade pip - pip install darshan==3.4.1 - pip install -r requirements.txt - pip install . - - - name: Run DXT Explorer (help) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer -h - - - name: Run DXT Explorer (list) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (spatiality) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (io phase) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (rank zero workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (unbalanced workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (stragglers) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate both) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Upload Artifact - if: always() - uses: actions/upload-artifact@v4 - with: - name: tests - path: sample/** - retention-days: 1 diff --git a/.github/workflows/explorer-python-3.11-darshan-3.4.2.yml b/.github/workflows/explorer-python-3.11-darshan-3.4.2.yml deleted file mode 100644 index 0fedbaa..0000000 --- a/.github/workflows/explorer-python-3.11-darshan-3.4.2.yml +++ /dev/null @@ -1,143 +0,0 @@ -name: DXT Explorer (Python 3.11) - -on: - pull_request: - push: - workflow_dispatch: - -jobs: - explorer: - runs-on: ubuntu-latest - container: python:3.11 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - git clone https://github.com/darshan-hpc/darshan.git - - - name: Build Darshan - run: | - export DARSHAN_DIR=/opt/darshan - - mkdir $DARSHAN_DIR - cd darshan - bash prepare.sh - cd darshan-util - ./configure --prefix=$DARSHAN_DIR - make - make install - - - name: Install DXT Explorer - run: | - pip install --upgrade pip - pip install -r requirements.txt - pip install . - - - name: Run DXT Explorer (help) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer -h - - - name: Run DXT Explorer (list) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (spatiality) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (io phase) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (rank zero workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (unbalanced workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (stragglers) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate both) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Upload Artifact - if: always() - uses: actions/upload-artifact@v4 - with: - name: tests - path: sample/** - retention-days: 1 diff --git a/.github/workflows/explorer-python-3.8-darshan-3.4.0.yml b/.github/workflows/explorer-python-3.8-darshan-3.4.0.yml deleted file mode 100644 index bc9e620..0000000 --- a/.github/workflows/explorer-python-3.8-darshan-3.4.0.yml +++ /dev/null @@ -1,145 +0,0 @@ -name: DXT Explorer (Python 3.8) - -on: - pull_request: - push: - workflow_dispatch: - -jobs: - explorer: - runs-on: ubuntu-latest - container: python:3.8 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - git clone https://github.com/darshan-hpc/darshan.git - - - name: Build Darshan - run: | - export DARSHAN_DIR=/opt/darshan - - mkdir $DARSHAN_DIR - cd darshan - git checkout darshan-3.4.0 - bash prepare.sh - cd darshan-util - ./configure --prefix=$DARSHAN_DIR - make - make install - - - name: Install DXT Explorer - run: | - pip install --upgrade pip - pip install darshan==3.4.0.1 - pip install -r requirements.txt - pip install . - - - name: Run DXT Explorer (help) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer -h - - - name: Run DXT Explorer (list) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (spatiality) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (io phase) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (rank zero workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (unbalanced workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (stragglers) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate both) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Upload Artifact - if: always() - uses: actions/upload-artifact@v4 - with: - name: tests - path: sample/** - retention-days: 1 diff --git a/.github/workflows/explorer-python-3.8-darshan-3.4.1.yml b/.github/workflows/explorer-python-3.8-darshan-3.4.1.yml deleted file mode 100644 index c17effd..0000000 --- a/.github/workflows/explorer-python-3.8-darshan-3.4.1.yml +++ /dev/null @@ -1,145 +0,0 @@ -name: DXT Explorer (Python 3.8) - -on: - pull_request: - push: - workflow_dispatch: - -jobs: - explorer: - runs-on: ubuntu-latest - container: python:3.8 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - git clone https://github.com/darshan-hpc/darshan.git - - - name: Build Darshan - run: | - export DARSHAN_DIR=/opt/darshan - - mkdir $DARSHAN_DIR - cd darshan - git checkout darshan-3.4.1 - bash prepare.sh - cd darshan-util - ./configure --prefix=$DARSHAN_DIR - make - make install - - - name: Install DXT Explorer - run: | - pip install --upgrade pip - pip install darshan==3.4.1 - pip install -r requirements.txt - pip install . - - - name: Run DXT Explorer (help) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer -h - - - name: Run DXT Explorer (list) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (spatiality) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (io phase) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (rank zero workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (unbalanced workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (stragglers) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate both) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Upload Artifact - if: always() - uses: actions/upload-artifact@v4 - with: - name: tests - path: sample/** - retention-days: 1 diff --git a/.github/workflows/explorer-python-3.8-darshan-3.4.2.yml b/.github/workflows/explorer-python-3.8-darshan-3.4.2.yml deleted file mode 100644 index 97964e4..0000000 --- a/.github/workflows/explorer-python-3.8-darshan-3.4.2.yml +++ /dev/null @@ -1,143 +0,0 @@ -name: DXT Explorer (Python 3.8) - -on: - pull_request: - push: - workflow_dispatch: - -jobs: - explorer: - runs-on: ubuntu-latest - container: python:3.8 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - git clone https://github.com/darshan-hpc/darshan.git - - - name: Build Darshan - run: | - export DARSHAN_DIR=/opt/darshan - - mkdir $DARSHAN_DIR - cd darshan - bash prepare.sh - cd darshan-util - ./configure --prefix=$DARSHAN_DIR - make - make install - - - name: Install DXT Explorer - run: | - pip install --upgrade pip - pip install -r requirements.txt - pip install . - - - name: Run DXT Explorer (help) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer -h - - - name: Run DXT Explorer (list) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (spatiality) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (io phase) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (rank zero workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (unbalanced workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (stragglers) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate both) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Upload Artifact - if: always() - uses: actions/upload-artifact@v4 - with: - name: tests - path: sample/** - retention-days: 1 diff --git a/.github/workflows/explorer-python-3.9-darshan-3.4.0.yml b/.github/workflows/explorer-python-3.9-darshan-3.4.0.yml deleted file mode 100644 index 987ba6c..0000000 --- a/.github/workflows/explorer-python-3.9-darshan-3.4.0.yml +++ /dev/null @@ -1,145 +0,0 @@ -name: DXT Explorer (Python 3.9) - -on: - pull_request: - push: - workflow_dispatch: - -jobs: - explorer: - runs-on: ubuntu-latest - container: python:3.9 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - git clone https://github.com/darshan-hpc/darshan.git - - - name: Build Darshan - run: | - export DARSHAN_DIR=/opt/darshan - - mkdir $DARSHAN_DIR - cd darshan - git checkout darshan-3.4.0 - bash prepare.sh - cd darshan-util - ./configure --prefix=$DARSHAN_DIR - make - make install - - - name: Install DXT Explorer - run: | - pip install --upgrade pip - pip install darshan==3.4.0.1 - pip install -r requirements.txt - pip install . - - - name: Run DXT Explorer (help) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer -h - - - name: Run DXT Explorer (list) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (spatiality) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (io phase) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (rank zero workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (unbalanced workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (stragglers) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate both) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Upload Artifact - if: always() - uses: actions/upload-artifact@v4 - with: - name: tests - path: sample/** - retention-days: 1 diff --git a/.github/workflows/explorer-python-3.9-darshan-3.4.1.yml b/.github/workflows/explorer-python-3.9-darshan-3.4.1.yml deleted file mode 100644 index 3f46882..0000000 --- a/.github/workflows/explorer-python-3.9-darshan-3.4.1.yml +++ /dev/null @@ -1,145 +0,0 @@ -name: DXT Explorer (Python 3.9) - -on: - pull_request: - push: - workflow_dispatch: - -jobs: - explorer: - runs-on: ubuntu-latest - container: python:3.9 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - git clone https://github.com/darshan-hpc/darshan.git - - - name: Build Darshan - run: | - export DARSHAN_DIR=/opt/darshan - - mkdir $DARSHAN_DIR - cd darshan - git checkout darshan-3.4.1 - bash prepare.sh - cd darshan-util - ./configure --prefix=$DARSHAN_DIR - make - make install - - - name: Install DXT Explorer - run: | - pip install --upgrade pip - pip install darshan==3.4.1 - pip install -r requirements.txt - pip install . - - - name: Run DXT Explorer (help) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer -h - - - name: Run DXT Explorer (list) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (spatiality) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (io phase) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (rank zero workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (unbalanced workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (stragglers) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate both) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Upload Artifact - if: always() - uses: actions/upload-artifact@v4 - with: - name: tests - path: sample/** - retention-days: 1 diff --git a/.github/workflows/explorer-python-3.9-darshan-3.4.2.yml b/.github/workflows/explorer-python-3.9-darshan-3.4.2.yml deleted file mode 100644 index ba4fc16..0000000 --- a/.github/workflows/explorer-python-3.9-darshan-3.4.2.yml +++ /dev/null @@ -1,143 +0,0 @@ -name: DXT Explorer (Python 3.9) - -on: - pull_request: - push: - workflow_dispatch: - -jobs: - explorer: - runs-on: ubuntu-latest - container: python:3.9 - timeout-minutes: 60 - - steps: - - uses: actions/checkout@v2 - with: - submodules: true - - - name: Dependencies - run: | - git clone https://github.com/darshan-hpc/darshan.git - - - name: Build Darshan - run: | - export DARSHAN_DIR=/opt/darshan - - mkdir $DARSHAN_DIR - cd darshan - bash prepare.sh - cd darshan-util - ./configure --prefix=$DARSHAN_DIR - make - make install - - - name: Install DXT Explorer - run: | - pip install --upgrade pip - pip install -r requirements.txt - pip install . - - - name: Run DXT Explorer (help) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer -h - - - name: Run DXT Explorer (list) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (spatiality) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (io phase) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage operation) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (ost usage transfer) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (rank zero workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (unbalanced workload) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (stragglers) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate runtime) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate rank) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Run DXT Explorer (truncate both) - run: | - export PATH=/opt/darshan/bin:$PATH - - dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan - - - name: Upload Artifact - if: always() - uses: actions/upload-artifact@v4 - with: - name: tests - path: sample/** - retention-days: 1 diff --git a/docs/requirements.txt b/docs/requirements.txt index f216790..d886ae5 100644 --- a/docs/requirements.txt +++ b/docs/requirements.txt @@ -1,2 +1,11 @@ -urllib3<2 -sphinxemoji +Sphinx==8.2.3 +sphinx-rtd-theme==3.0.2 +sphinxcontrib-applehelp==2.0.0 +sphinxcontrib-devhelp==2.0.0 +sphinxcontrib-htmlhelp==2.1.0 +sphinxcontrib-jquery==4.1 +sphinxcontrib-jsmath==1.0.1 +sphinxcontrib-qthelp==2.0.0 +sphinxcontrib-serializinghtml==2.0.0 +sphinxemoji==0.3.1 +urllib3==2.5.0 diff --git a/explorer/plots/spatiality.py b/explorer/plots/spatiality.py index 79f471f..9fc558d 100644 --- a/explorer/plots/spatiality.py +++ b/explorer/plots/spatiality.py @@ -99,7 +99,7 @@ def paste0(): values = ["0", "1", "2", "3", "4", "5", "6", "7", "8", "9"] -df["bin"] = np.select(conditions, values) +df["bin"] = np.select(conditions, values, default='Other') fig = px.scatter( df, diff --git a/explorer/plots/transfer.py b/explorer/plots/transfer.py index 1f8771a..b582869 100644 --- a/explorer/plots/transfer.py +++ b/explorer/plots/transfer.py @@ -154,7 +154,7 @@ def paste0(): "100M-1G", "1G+", ] -df["bin"] = np.select(conditions, values) +df["bin"] = np.select(conditions, values, default='Other') fig = px.scatter( df, diff --git a/requirements.txt b/requirements.txt index 534efcc..8c2a6a4 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,4 +1,4 @@ -numpy==1.23 +numpy>=1.24.4 Pillow>=9.4.0 plotly>=5.13.0 argparse>=1.4.0 diff --git a/setup.py b/setup.py index f11762e..d468fc5 100644 --- a/setup.py +++ b/setup.py @@ -17,7 +17,7 @@ long_description_content_type="text/markdown", url="https://github.com/hpc-io/dxt-explorer", install_requires=[ - "numpy==1.23", + "numpy>=1.23", "Pillow>=9.4.0", "plotly>=5.13.0", "argparse>=1.4.0", @@ -42,5 +42,5 @@ "License :: Other/Proprietary License", "Programming Language :: Python :: 3 :: Only", ], - python_requires=">=3.6", + python_requires=">=3.8", )