Skip to content

RCCL Test intregration : changes for combining reports #45

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
prosenjitdhole merged 1 commit into from
Dec 12, 2025
Merged

RCCL Test intregration : changes for combining reports #45

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
21 changes: 15 additions & 6 deletions scripts/tracelens_single_config/combine_reports.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4,15 +4,18 @@
from pathlib import Path


def combine_collective_reports(baseline_path, test_path, output_path):
def combine_collective_reports(baseline_path, test_path, output_path, baseline_label = "baseline", test_label="test"):
"""
Combine two collective reports into a single Excel file by adding a source column to the data.
"""
# Extract folder names from paths for labels
#baseline_label = Path(baseline_path).parent.parent.name # Get the config folder name
#test_label = Path(test_path).parent.parent.name # Get the config folder name

print(f"Loading baseline: {baseline_path}")
print(f"Loading baseline ({baseline_label}): {baseline_path}")
baseline_xl = pd.ExcelFile(baseline_path)

print(f"Loading test: {test_path}")
print(f"Loading test ({test_label}): {test_path}")
test_xl = pd.ExcelFile(test_path)

print(f"\nBaseline sheets: {baseline_xl.sheet_names}")
Expand All @@ -27,8 +30,8 @@ def combine_collective_reports(baseline_path, test_path, output_path):
baseline_df = pd.read_excel(baseline_path, sheet_name=sheet_name)
test_df = pd.read_excel(test_path, sheet_name=sheet_name)

baseline_df["source"] = "baseline"
test_df["source"] = "test"
baseline_df["source"] = baseline_label
test_df["source"] = test_label

combined = pd.concat([baseline_df, test_df], ignore_index=True)

Expand All @@ -49,13 +52,19 @@ def main():
parser.add_argument(
"--test", required=True, help="Path to test collective_all_ranks.xlsx"
)
parser.add_argument(
"--baseline-label", default="baseline", help="Label for baseline data"
)
parser.add_argument(
"--test-label", default="test", help="Label for test data"
)
parser.add_argument(
"--output", required=True, help="Output path for combined Excel file"
)

args = parser.parse_args()

return combine_collective_reports(args.baseline, args.test, args.output)
return combine_collective_reports(args.baseline, args.test, args.output, args.baseline_label, args.test_label)


if __name__ == "__main__":
Expand Down