kupl_shm_bcast_init
Initialize bcast between processes.
Interface Definition
int kupl_shm_bcast_init(void *buffer, int count, kupl_shm_datatype_t datatype, int root, kupl_shm_comm_h comm, kupl_shm_request_h *request);
Environment Variables
Bcast can use KUPL_SHM_BCAST_ALGORITHM to specify algorithms.
Possible values:
- 0: (default) auto_tuning
- 1: linear
- 2: linear_opt
- 3: topo_aware_linear
- 4: topo_aware_linear_opt
- 5: ring_pipeline
- 6: linear_scatter_linear_allgather
Parameters
Parameter |
Type |
Description |
Input/Output |
|---|---|---|---|
buffer |
void * |
Required buffer. |
Input |
count |
int |
Number of elements to be operated. |
Input |
datatype |
kupl_shm_datatype_t |
Required data type, which can be set to KUPL_SHM_DATATYPE_CHAR, KUPL_SHM_DATATYPE_INT, KUPL_SHM_DATATYPE_LONG, KUPL_SHM_DATATYPE_FLOAT, or KUPL_SHM_DATATYPE_DOUBLE. |
Input |
root |
int |
Rank of the root process for the broadcast operation. |
Input |
comm |
kupl_shm_comm_h |
Required KUPL communicator. |
Input |
request |
kupl_shm_request_t * |
Generated persistent request. |
Output |
Return Value
- Success: KUPL_OK
- Failure: KUPL_ERROR
Examples
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | #include <stdio.h> #include <mpi.h> #include <unistd.h> #include "kupl.h" // Callback 1 required for creating a KUPL communicator. static int oob_barrier_callback(void *group) { return MPI_Barrier((MPI_Comm)group); } // Callback 2 required for creating a KUPL communicator. static int oob_allgather_callback(const void *sendbuf, void *recvbuf, int size, void *group, kupl_shm_datatype_t datatype) { switch (datatype) { case KUPL_SHM_DATATYPE_CHAR: return MPI_Allgather(sendbuf, size, MPI_CHAR, recvbuf, size, MPI_CHAR, (MPI_Comm)group); default: fprintf(stderr, "not support datatype"); return KUPL_ERROR; } } int main(int argc, char *argv[]) { // Initialize the MPI environment. MPI_Init(&argc, &argv); MPI_Comm comm = MPI_COMM_WORLD; // Obtain the size of the MPI communicator. int world_size; MPI_Comm_size(comm, &world_size); // Obtain the rank of the process. int world_rank; MPI_Comm_rank(comm, &world_rank); // Obtain the PID. int pid = getpid(); // Create a KUPL communicator. kupl_shm_oob_cb_t oob_cbs; kupl_shm_oob_cb_h oob_cbs_h = &oob_cbs; oob_cbs_h->oob_allgather = oob_allgather_callback; oob_cbs_h->oob_barrier = oob_barrier_callback; kupl_shm_comm_h kupl_comm; int ret = kupl_shm_comm_create(world_size, world_rank, pid, oob_cbs_h, (void *)comm, &kupl_comm); if (ret != KUPL_OK || kupl_comm == NULL) { fprintf(stderr, "kupl shm comm create failed: %d\n", ret); return -1; } kupl_shm_win_h kupl_win; kupl_shm_win_h ompi_win; void *kuplbuf = NULL; void *ompibuf = NULL; int count = 16000; int broadcast_root = 0; size_t buf_size = sizeof(char) * count; ret = kupl_shm_win_alloc(buf_size, kupl_comm, &kuplbuf, &kupl_win); if (ret != KUPL_OK) { fprintf(stderr, "kupl kuplbuf alloc failed: %d\n", ret); return -1; } ret = kupl_shm_win_alloc(buf_size, kupl_comm, &ompibuf, &ompi_win); if (ret != KUPL_OK) { fprintf(stderr, "kupl ompibuf alloc failed: %d\n", ret); kupl_shm_win_free(kupl_win); return -1; } auto *t_kuplbuf = static_cast<char *>(kuplbuf); auto *t_ompibuf = static_cast<char *>(ompibuf); if (world_rank == broadcast_root) { for (int i = 0; i < count; i++) { t_kuplbuf[i] = i; t_ompibuf[i] = i; } } kupl_shm_request_h request; MPI_Barrier(comm); kupl_shm_bcast_init(kuplbuf, count, KUPL_SHM_DATATYPE_CHAR, broadcast_root, kupl_comm, &request); kupl_shm_request_start(request); kupl_shm_request_wait(request); kupl_shm_request_free(request); MPI_Barrier(comm); MPI_Bcast(ompibuf, count, MPI_CHAR, broadcast_root, comm); int check = 0; for (int i = 0; i < count; i++) { if (t_kuplbuf[i] != t_ompibuf[i]) { check = 1; break; } } int result = 0; MPI_Reduce(&check, &result, 1, MPI_INT, MPI_SUM, 0, comm); if (result == 0) { printf("check success\n"); } else { printf("check failed\n"); } kupl_shm_win_free(kupl_win); kupl_shm_win_free(ompi_win); kuplbuf = NULL; ompibuf = NULL; kupl_shm_comm_destroy(kupl_comm); MPI_Finalize(); return 0; } |
The execution result is as follows:
check success
The preceding example demonstrates the process of KUPL bcast. The kupl_shm_bcast_init function is used to initialize the bcast request.