accelerator/rocm: add sync of default stream

when using the blocking hipMemcpy version of the _memcpy
operation we seem to need a synchronization of the default stream to
ensure completeness in some cases.

Signed-off-by: Edgar Gabriel <[email protected]>

Author: edgargabriel

opal/mca/accelerator/rocm/accelerator_rocm_module.c

@@ -390,6 +390,12 @@ static int mca_accelerator_rocm_memcpy(int dest_dev_id, int src_dev_id, void *de
                                 "error during synchronous copy\n");
             return OPAL_ERROR;
         }
+        err = hipStreamSynchronize(0);
+        if (hipSuccess != err ) {
+            opal_output_verbose(10, opal_accelerator_base_framework.framework_output,
+                                "error synchronizing default stream after hipMemcpy\n");
+            return OPAL_ERROR;
+        }
     }
 
     return OPAL_SUCCESS;