Skip to content

Commit b822574

Browse files
authored
Merge pull request #1154 from rapidsai/branch-25.08
Forward-merge branch-25.08 into branch-25.10
2 parents 03d5528 + b230ebe commit b822574

1 file changed

Lines changed: 12 additions & 0 deletions

File tree

cpp/src/neighbors/all_neighbors/all_neighbors_batched.cuh

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,7 @@
1616

1717
#pragma once
1818
#include "all_neighbors_builder.cuh"
19+
#include "raft/core/logger_macros.hpp"
1920
#include <cuvs/cluster/kmeans.hpp>
2021
#include <cuvs/distance/distance.hpp>
2122
#include <cuvs/neighbors/all_neighbors.hpp>
@@ -336,6 +337,17 @@ void multi_gpu_batch_build(const raft::resources& handle,
336337
size_t base_cluster_idx = rank * clusters_per_rank + std::min((size_t)rank, rem);
337338
size_t num_clusters_for_this_rank =
338339
(size_t)rank < rem ? clusters_per_rank + 1 : clusters_per_rank;
340+
if (num_clusters_for_this_rank == 0) {
341+
// Happens in the case when num_ranks > n_clusters.
342+
RAFT_LOG_WARN(
343+
"Rank %d is not used for computation. This happens because the total number of ranks (%d) "
344+
"> n_clusters (%lu). Consider increasing n_clusters or reduce the number of GPUs for "
345+
"better utilization.",
346+
rank,
347+
num_ranks,
348+
params.n_clusters);
349+
continue;
350+
}
339351
for (size_t p = 0; p < num_clusters_for_this_rank; p++) {
340352
num_data_for_this_rank += cluster_sizes(base_cluster_idx + p);
341353
}

0 commit comments

Comments
 (0)