/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */ /* * Copyright (c) 2004-2007 The Trustees of Indiana University and Indiana * University Research and Technology * Corporation. All rights reserved. * Copyright (c) 2004-2020 The University of Tennessee and The University * of Tennessee Research Foundation. All rights * reserved. * Copyright (c) 2004-2005 High Performance Computing Center Stuttgart, * University of Stuttgart. All rights reserved. * Copyright (c) 2004-2005 The Regents of the University of California. * All rights reserved. * Copyright (c) 2010-2012 Oak Ridge National Labs. All rights reserved. * Copyright (c) 2012 Sandia National Laboratories. All rights reserved. * Copyright (c) 2013 Los Alamos National Security, LLC. All rights * reserved. * Copyright (c) 2015 Research Organization for Information Science * and Technology (RIST). All rights reserved. * Copyright (c) 2016-2017 IBM Corporation. All rights reserved. * $COPYRIGHT$ * * Additional copyrights may follow * * $HEADER$ */ #include "ompi_config.h" #include "coll_basic.h" #include #include "mpi.h" #include "ompi/mca/coll/coll.h" #include "ompi/mca/coll/base/base.h" #include "coll_basic.h" /* * Initial query function that is invoked during MPI_INIT, allowing * this component to disqualify itself if it doesn't support the * required level of thread support. */ int mca_coll_basic_init_query(bool enable_progress_threads, bool enable_mpi_threads) { /* Nothing to do */ return OMPI_SUCCESS; } /* * Invoked when there's a new communicator that has been created. * Look at the communicator and decide which set of functions and * priority we want to return. */ mca_coll_base_module_t * mca_coll_basic_comm_query(struct ompi_communicator_t *comm, int *priority) { mca_coll_basic_module_t *basic_module; basic_module = OBJ_NEW(mca_coll_basic_module_t); if (NULL == basic_module) return NULL; *priority = mca_coll_basic_priority; /* Choose whether to use [intra|inter], and [linear|log]-based * algorithms. */ basic_module->super.coll_module_enable = mca_coll_basic_module_enable; if (OMPI_COMM_IS_INTER(comm)) { basic_module->super.coll_allgather = mca_coll_basic_allgather_inter; basic_module->super.coll_allgatherv = mca_coll_basic_allgatherv_inter; basic_module->super.coll_allreduce = mca_coll_basic_allreduce_inter; basic_module->super.coll_alltoall = mca_coll_basic_alltoall_inter; basic_module->super.coll_alltoallv = mca_coll_basic_alltoallv_inter; basic_module->super.coll_alltoallw = mca_coll_basic_alltoallw_inter; basic_module->super.coll_barrier = mca_coll_basic_barrier_inter_lin; basic_module->super.coll_bcast = mca_coll_basic_bcast_lin_inter; basic_module->super.coll_exscan = NULL; basic_module->super.coll_gather = mca_coll_basic_gather_inter; basic_module->super.coll_gatherv = mca_coll_basic_gatherv_inter; basic_module->super.coll_reduce = mca_coll_basic_reduce_lin_inter; basic_module->super.coll_reduce_scatter_block = mca_coll_basic_reduce_scatter_block_inter; basic_module->super.coll_reduce_scatter = mca_coll_basic_reduce_scatter_inter; basic_module->super.coll_scan = NULL; basic_module->super.coll_scatter = mca_coll_basic_scatter_inter; basic_module->super.coll_scatterv = mca_coll_basic_scatterv_inter; } else if (ompi_comm_size(comm) <= mca_coll_basic_crossover) { basic_module->super.coll_allgather = ompi_coll_base_allgather_intra_basic_linear; basic_module->super.coll_allgatherv = ompi_coll_base_allgatherv_intra_basic_default; basic_module->super.coll_allreduce = mca_coll_basic_allreduce_intra; basic_module->super.coll_alltoall = ompi_coll_base_alltoall_intra_basic_linear; basic_module->super.coll_alltoallv = ompi_coll_base_alltoallv_intra_basic_linear; basic_module->super.coll_alltoallw = mca_coll_basic_alltoallw_intra; basic_module->super.coll_barrier = ompi_coll_base_barrier_intra_basic_linear; basic_module->super.coll_bcast = ompi_coll_base_bcast_intra_basic_linear; basic_module->super.coll_exscan = mca_coll_basic_exscan_intra; basic_module->super.coll_gather = ompi_coll_base_gather_intra_basic_linear; basic_module->super.coll_gatherv = mca_coll_basic_gatherv_intra; basic_module->super.coll_reduce = ompi_coll_base_reduce_intra_basic_linear; basic_module->super.coll_reduce_scatter_block = mca_coll_basic_reduce_scatter_block_intra; basic_module->super.coll_reduce_scatter = mca_coll_basic_reduce_scatter_intra; basic_module->super.coll_scan = mca_coll_basic_scan_intra; basic_module->super.coll_scatter = ompi_coll_base_scatter_intra_basic_linear; basic_module->super.coll_scatterv = mca_coll_basic_scatterv_intra; } else { basic_module->super.coll_allgather = ompi_coll_base_allgather_intra_basic_linear; basic_module->super.coll_allgatherv = ompi_coll_base_allgatherv_intra_basic_default; basic_module->super.coll_allreduce = mca_coll_basic_allreduce_intra; basic_module->super.coll_alltoall = ompi_coll_base_alltoall_intra_basic_linear; basic_module->super.coll_alltoallv = ompi_coll_base_alltoallv_intra_basic_linear; basic_module->super.coll_alltoallw = mca_coll_basic_alltoallw_intra; basic_module->super.coll_barrier = mca_coll_basic_barrier_intra_log; basic_module->super.coll_bcast = mca_coll_basic_bcast_log_intra; basic_module->super.coll_exscan = mca_coll_basic_exscan_intra; basic_module->super.coll_gather = ompi_coll_base_gather_intra_basic_linear; basic_module->super.coll_gatherv = mca_coll_basic_gatherv_intra; basic_module->super.coll_reduce = mca_coll_basic_reduce_log_intra; basic_module->super.coll_reduce_scatter_block = mca_coll_basic_reduce_scatter_block_intra; basic_module->super.coll_reduce_scatter = mca_coll_basic_reduce_scatter_intra; basic_module->super.coll_scan = mca_coll_basic_scan_intra; basic_module->super.coll_scatter = ompi_coll_base_scatter_intra_basic_linear; basic_module->super.coll_scatterv = mca_coll_basic_scatterv_intra; } /* These functions will return an error code if comm does not have a virtual topology */ basic_module->super.coll_neighbor_allgather = mca_coll_basic_neighbor_allgather; basic_module->super.coll_neighbor_allgatherv = mca_coll_basic_neighbor_allgatherv; basic_module->super.coll_neighbor_alltoall = mca_coll_basic_neighbor_alltoall; basic_module->super.coll_neighbor_alltoallv = mca_coll_basic_neighbor_alltoallv; basic_module->super.coll_neighbor_alltoallw = mca_coll_basic_neighbor_alltoallw; basic_module->super.coll_reduce_local = mca_coll_base_reduce_local; #if OPAL_ENABLE_FT_MPI /* Default to some shim mappings over allreduce */ basic_module->super.coll_agree = ompi_coll_base_agree_noft; basic_module->super.coll_iagree = ompi_coll_base_iagree_noft; #endif return &(basic_module->super); } /* * Init module on the communicator */ int mca_coll_basic_module_enable(mca_coll_base_module_t *module, struct ompi_communicator_t *comm) { /* prepare the placeholder for the array of request* */ module->base_data = OBJ_NEW(mca_coll_base_comm_t); if (NULL == module->base_data) { return OMPI_ERROR; } /* All done */ return OMPI_SUCCESS; }