Add multiprocess IPC test for CUDA provider

Author: vinser52

test/CMakeLists.txt

@@ -440,8 +440,6 @@ if(LINUX)
         add_umf_ipc_test(TEST ipc_file_prov_fsdax)
     endif()
 
-    # TODO add IPC tests for CUDA
-
     if(UMF_BUILD_GPU_TESTS AND UMF_BUILD_LEVEL_ZERO_PROVIDER)
         build_umf_test(
             NAME
@@ -471,6 +469,36 @@ if(LINUX)
                                    PRIVATE ${LEVEL_ZERO_INCLUDE_DIRS})
         add_umf_ipc_test(TEST ipc_level_zero_prov SRC_DIR providers)
     endif()
+
+    if(UMF_BUILD_GPU_TESTS AND UMF_BUILD_CUDA_PROVIDER)
+        build_umf_test(
+            NAME
+            ipc_cuda_prov_consumer
+            SRCS
+            providers/ipc_cuda_prov_consumer.c
+            common/ipc_common.c
+            providers/ipc_cuda_prov_common.c
+            providers/cuda_helpers.cpp
+            LIBS
+            cuda
+            ${UMF_UTILS_FOR_TEST})
+        build_umf_test(
+            NAME
+            ipc_cuda_prov_producer
+            SRCS
+            providers/ipc_cuda_prov_producer.c
+            common/ipc_common.c
+            providers/ipc_cuda_prov_common.c
+            providers/cuda_helpers.cpp
+            LIBS
+            cuda
+            ${UMF_UTILS_FOR_TEST})
+        target_include_directories(umf_test-ipc_cuda_prov_producer
+                                   PRIVATE ${CUDA_INCLUDE_DIRS})
+        target_include_directories(umf_test-ipc_cuda_prov_consumer
+                                   PRIVATE ${CUDA_INCLUDE_DIRS})
+        add_umf_ipc_test(TEST ipc_cuda_prov SRC_DIR providers)
+    endif()
 else()
     message(STATUS "IPC tests are supported on Linux only - skipping")
 endif()

test/providers/ipc_cuda_prov.sh

@@ -0,0 +1,24 @@
+#
+# Copyright (C) 2024 Intel Corporation
+#
+# Under the Apache License v2.0 with LLVM Exceptions. See LICENSE.TXT.
+# SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+#
+
+#!/bin/bash
+
+set -e
+
+# port should be a number from the range <1024, 65535>
+PORT=$(( 1024 + ( $$ % ( 65535 - 1024 ))))
+
+UMF_LOG_VAL="level:debug;flush:debug;output:stderr;pid:yes"
+
+echo "Starting ipc_cuda_prov CONSUMER on port $PORT ..."
+UMF_LOG=$UMF_LOG_VAL ./umf_test-ipc_cuda_prov_consumer $PORT &
+
+echo "Waiting 1 sec ..."
+sleep 1
+
+echo "Starting ipc_cuda_prov PRODUCER on port $PORT ..."
+UMF_LOG=$UMF_LOG_VAL ./umf_test-ipc_cuda_prov_producer $PORT

test/providers/ipc_cuda_prov_common.c

@@ -0,0 +1,23 @@
+/*
+ * Copyright (C) 2024 Intel Corporation
+ *
+ * Under the Apache License v2.0 with LLVM Exceptions. See LICENSE.TXT.
+ * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+ */
+
+#include "ipc_cuda_prov_common.h"
+#include "cuda_helpers.h"
+
+#include <umf/providers/provider_cuda.h>
+
+#include <stdio.h>
+
+void memcopy(void *dst, const void *src, size_t size, void *context) {
+    cuda_memory_provider_params_t *cu_params =
+        (cuda_memory_provider_params_t *)context;
+    int ret = cuda_copy(cu_params->cuda_context_handle,
+                        cu_params->cuda_device_handle, dst, src, size);
+    if (ret != 0) {
+        fprintf(stderr, "level_zero_copy failed with error %d\n", ret);
+    }
+}

test/providers/ipc_cuda_prov_common.h

@@ -0,0 +1,15 @@
+/*
+ * Copyright (C) 2024 Intel Corporation
+ *
+ * Under the Apache License v2.0 with LLVM Exceptions. See LICENSE.TXT.
+ * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+ */
+
+#ifndef UMF_TEST_IPC_CUDA_PROV_COMMON_H
+#define UMF_TEST_IPC_CUDA_PROV_COMMON_H
+
+#include <stddef.h>
+
+void memcopy(void *dst, const void *src, size_t size, void *context);
+
+#endif // UMF_TEST_IPC_CUDA_PROV_COMMON_H

test/providers/ipc_cuda_prov_consumer.c

@@ -0,0 +1,30 @@
+/*
+ * Copyright (C) 2024 Intel Corporation
+ *
+ * Under the Apache License v2.0 with LLVM Exceptions. See LICENSE.TXT.
+ * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+ */
+
+#include <stdio.h>
+#include <stdlib.h>
+
+#include <umf/providers/provider_cuda.h>
+
+#include "ipc_common.h"
+#include "ipc_cuda_prov_common.h"
+#include "cuda_helpers.h"
+
+int main(int argc, char *argv[]) {
+    if (argc < 2) {
+        fprintf(stderr, "usage: %s <port> [shm_name]\n", argv[0]);
+        return -1;
+    }
+
+    int port = atoi(argv[1]);
+
+    cuda_memory_provider_params_t cu_params =
+        create_cuda_prov_params(UMF_MEMORY_TYPE_DEVICE);
+
+    return run_consumer(port, umfCUDAMemoryProviderOps(), &cu_params,
+                        memcopy, &cu_params);
+}

test/providers/ipc_cuda_prov_producer.c

@@ -0,0 +1,30 @@
+/*
+ * Copyright (C) 2024 Intel Corporation
+ *
+ * Under the Apache License v2.0 with LLVM Exceptions. See LICENSE.TXT.
+ * SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+ */
+
+#include <stdio.h>
+#include <stdlib.h>
+
+#include <umf/providers/provider_cuda.h>
+
+#include "ipc_common.h"
+#include "ipc_cuda_prov_common.h"
+#include "cuda_helpers.h"
+
+int main(int argc, char *argv[]) {
+    if (argc < 2) {
+        fprintf(stderr, "usage: %s <port> [shm_name]\n", argv[0]);
+        return -1;
+    }
+
+    int port = atoi(argv[1]);
+
+    cuda_memory_provider_params_t cu_params =
+        create_cuda_prov_params(UMF_MEMORY_TYPE_DEVICE);
+
+    return run_producer(port, umfCUDAMemoryProviderOps(), &cu_params,
+                        memcopy, &cu_params);
+}