Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
@@ -1,145 +1,140 @@
name: DXT Explorer (Python 3.10)
name: DXT Explorer (Darshan 3.4.2)

on:
pull_request:
push:
workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true

jobs:
explorer:
runs-on: ubuntu-latest
container: python:3.10
timeout-minutes: 60
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: ["ubuntu-latest", "macos-latest"]
python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"]

timeout-minutes: 20

steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v4
with:
submodules: true

- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}

- name: Dependencies
run: |
git clone https://github.com/darshan-hpc/darshan.git

- name: Build Darshan
- name: Install macOS Dependencies
if: runner.os == 'macOS'
run: |
export DARSHAN_DIR=/opt/darshan
brew install libtool autoconf automake

mkdir $DARSHAN_DIR
- name: Build Darshan
run: |
cd darshan
git checkout darshan-3.4.0
bash prepare.sh
cd darshan-util
./configure --prefix=$DARSHAN_DIR
./configure
make
make install
sudo make install

- name: Configure Linux
if: runner.os == 'Linux'
run: |
sudo ldconfig

- name: Install DXT Explorer
run: |
pip install --upgrade pip
python -m ensurepip --upgrade
pip install --upgrade setuptools
pip install darshan==3.4.0.1
pip install -r requirements.txt
pip install .

- name: Run DXT Explorer (help)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer -h

- name: Run DXT Explorer (list)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (operation)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (transfer)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (spatiality)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (io phase)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (ost usage operation)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (ost usage transfer)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (rank zero workload)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (unbalanced workload)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (stragglers)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate runtime)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate runtime)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate rank)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate rank)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate both)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Setup upterm session
if: ${{ failure() }}
uses: owenthereal/action-upterm@v1

- name: Upload Artifact
if: always()
uses: actions/upload-artifact@v4
with:
name: tests
name: tests-${{ matrix.os }}-${{ matrix.python-version }}
path: sample/**
retention-days: 1


Original file line number Diff line number Diff line change
@@ -1,145 +1,140 @@
name: DXT Explorer (Python 3.10)
name: DXT Explorer (Darshan 3.4.4)

on:
pull_request:
push:
workflow_dispatch:

concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true

jobs:
explorer:
runs-on: ubuntu-latest
container: python:3.10
timeout-minutes: 60
runs-on: ${{ matrix.os }}
strategy:
fail-fast: false
matrix:
os: ["ubuntu-latest", "macos-latest"]
python-version: ["3.8", "3.9", "3.10", "3.11"]

timeout-minutes: 20

steps:
- uses: actions/checkout@v2
- uses: actions/checkout@v4
with:
submodules: true

- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}

- name: Dependencies
run: |
git clone https://github.com/darshan-hpc/darshan.git

- name: Build Darshan
- name: Install macOS Dependencies
if: runner.os == 'macOS'
run: |
export DARSHAN_DIR=/opt/darshan
brew install libtool autoconf automake

mkdir $DARSHAN_DIR
- name: Build Darshan
run: |
cd darshan
git checkout darshan-3.4.1
git checkout darshan-3.4.4
bash prepare.sh
cd darshan-util
./configure --prefix=$DARSHAN_DIR
./configure
make
make install
sudo make install

- name: Configure Linux
if: runner.os == 'Linux'
run: |
sudo ldconfig

- name: Install DXT Explorer
run: |
pip install --upgrade pip
pip install darshan==3.4.1
python -m ensurepip --upgrade
pip install --upgrade setuptools
pip install darshan==3.4.4
pip install -r requirements.txt
pip install .

- name: Run DXT Explorer (help)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer -h

- name: Run DXT Explorer (list)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --list sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (operation)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (transfer)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (spatiality)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --spatiality sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (io phase)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --io_phase sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (ost usage operation)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --ost_usage_operation sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (ost usage transfer)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --ost_usage_transfer sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (rank zero workload)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --rank_zero_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (unbalanced workload)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --unbalanced_workload sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (stragglers)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --stragglers sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate runtime)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --start 3.7 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate runtime)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --end 3.9 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate rank)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --from 1 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate rank)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Run DXT Explorer (truncate both)
run: |
export PATH=/opt/darshan/bin:$PATH

dxt-explorer --debug --start 3.7 --end 3.9 --from 1 --to 100 sample/jeanbez_8_benchmark_parallel_id45195555_8-6-50011-11681279140261054765_1628283217.darshan

- name: Setup upterm session
if: ${{ failure() }}
uses: owenthereal/action-upterm@v1

- name: Upload Artifact
if: always()
uses: actions/upload-artifact@v4
with:
name: tests
name: tests-${{ matrix.os }}-${{ matrix.python-version }}
path: sample/**
retention-days: 1


Loading
Loading