add OMPI_SPC_TIME_ALLTOALL for MPI_Alltoall timings

Signed-off-by: Thomas Naughton <[email protected]>

Author: naughtont3

ompi/mpi/c/alltoall.c

@@ -52,6 +52,7 @@ int MPI_Alltoall(const void *sendbuf, int sendcount, MPI_Datatype sendtype,
 {
     int err;
     size_t recvtype_size;
+    opal_timer_t timer = 0; /* SPC */
 
     SPC_RECORD(OMPI_SPC_ALLTOALL, 1);
 
@@ -116,10 +117,15 @@ int MPI_Alltoall(const void *sendbuf, int sendcount, MPI_Datatype sendtype,
         }
     }
 
+    SPC_TIMER_START(OMPI_SPC_TIME_ALLTOALL, &timer);
+
     /* Invoke the coll component to perform the back-end operation */
     err = comm->c_coll->coll_alltoall(sendbuf, sendcount, sendtype,
                                      recvbuf, recvcount, recvtype,
                                      comm, comm->c_coll->coll_alltoall_module);
+
+    SPC_TIMER_STOP(OMPI_SPC_TIME_ALLTOALL, &timer);
+
     OMPI_ERRHANDLER_RETURN(err, comm, err, FUNC_NAME);
 }
 

ompi/runtime/ompi_spc.c

@@ -143,6 +143,7 @@ static const ompi_spc_event_t ompi_spc_events_desc[OMPI_SPC_NUM_COUNTERS] = {
     SET_COUNTER_ARRAY(OMPI_SPC_TESTALL, "The number of times MPI_Testall was called.", false, false),
     SET_COUNTER_ARRAY(OMPI_SPC_TESTANY, "The number of times MPI_Testany was called.", false, false),
     SET_COUNTER_ARRAY(OMPI_SPC_TESTSOME, "The number of times MPI_Testsome was called.", false, false),
+    SET_COUNTER_ARRAY(OMPI_SPC_TIME_ALLTOALL, "The number microseconds spent performing the MPI_Alltoall operation.  Note: The timer used on the back end is in cycles, which could potentially be problematic on a system where the clock frequency can change.  On such a system, this counter could be inaccurate since we assume a fixed clock rate.", false, true),
     SET_COUNTER_ARRAY(OMPI_SPC_WAIT, "The number of times MPI_Wait was called.", false, false),
     SET_COUNTER_ARRAY(OMPI_SPC_WAITALL, "The number of times MPI_Waitall was called.", false, false),
     SET_COUNTER_ARRAY(OMPI_SPC_WAITANY, "The number of times MPI_Waitany was called.", false, false),

ompi/runtime/ompi_spc.h

@@ -130,6 +130,7 @@ typedef enum ompi_spc_counters {
     OMPI_SPC_TESTALL,
     OMPI_SPC_TESTANY,
     OMPI_SPC_TESTSOME,
+    OMPI_SPC_TIME_ALLTOALL,
     OMPI_SPC_WAIT,
     OMPI_SPC_WAITALL,
     OMPI_SPC_WAITANY,