fmq memory test

Author: sy-c

CMakeLists.txt

@@ -338,6 +338,12 @@ add_executable(
 	$<TARGET_OBJECTS:objReadoutUtils>
 )
 
+# a test for FMQ memory
+add_executable(
+	o2-readout-test-fmq-memory
+        ${SOURCE_DIR}/testFmqMemory.cxx
+)
+
 
 # a test to check memory banks
 add_executable(
@@ -400,7 +406,7 @@ add_executable(
 
 # disable some executables when corresponding dependencies not found
 if (NOT FairMQ_FOUND)
-	set_target_properties(o2-readout-test-fmq-tx o2-readout-test-fmq-rx o2-readout-test-fmq-perf-tx o2-readout-test-fmq-perf-rx PROPERTIES EXCLUDE_FROM_ALL 1)
+	set_target_properties(o2-readout-test-fmq-tx o2-readout-test-fmq-rx o2-readout-test-fmq-perf-tx o2-readout-test-fmq-perf-rx  o2-readout-test-fmq-memory PROPERTIES EXCLUDE_FROM_ALL 1)
 endif ()
 
 # set include and libraries for all
@@ -419,6 +425,12 @@ if (${ZMQ_FOUND})
   list (APPEND executables o2-readout-monitor)
 endif()
 
+# special minimal build for test-fmq-memory (to avoid grpc garbage from occ when using valgrind)
+foreach (exe o2-readout-test-fmq-memory)
+  list (APPEND executables ${exe})
+  target_include_directories(${exe} PRIVATE ${READOUT_INCLUDE_DIRS})
+  target_link_libraries(${exe} PRIVATE $<$<BOOL:${FairMQ_FOUND}>:FairMQ::FairMQ>)
+endforeach()
 
 ###################################################
 # files installation

src/testFmqMemory.cxx

@@ -0,0 +1,63 @@
+#include <stdio.h>
+#include <unistd.h>
+#include <string.h>
+
+#include <fairmq/FairMQDevice.h>
+#include <fairmq/FairMQTransportFactory.h>
+//#include <fairmq/tools/Unique.h>
+
+#define GB *1073741824LLU
+#define SLEEPTIME 3
+#define WAITHERE printf("Waiting %ds ",SLEEPTIME); for(int k=0; k<SLEEPTIME; k++) {printf(".");fflush(stdout);usleep(1000000);} printf("\n");
+
+
+int main(int argc, const char* argv[]) {
+
+  unsigned int ngb = 1;
+  if (argc>=2) {
+    ngb=(unsigned int)atoi(argv[1]);
+  } else {
+    printf("Usage: %s numberOfGigabytes\n",argv[0]);
+    return -1;
+  }
+
+  std::unique_ptr<FairMQChannel> sendingChannel;
+  std::shared_ptr<FairMQTransportFactory> transportFactory;
+  FairMQUnmanagedRegionPtr memoryBuffer = nullptr;
+  FairMQProgOptions fmqOptions;
+
+  printf("Create FMQ channel\n");
+  // random name: use fair::mq::tools::Uuid()
+  transportFactory = FairMQTransportFactory::CreateTransportFactory("shmem", "readout-test", &fmqOptions);
+  sendingChannel = std::make_unique<FairMQChannel>("readout-test", "pair", transportFactory);
+  WAITHERE;
+
+  printf("Get unmanaged memory\n");
+  long long mMemorySize = ngb GB;
+  memoryBuffer = sendingChannel->Transport()->CreateUnmanagedRegion(mMemorySize, [](void* /*data*/, size_t /*size*/, void* /*hint*/) {});
+  if (memoryBuffer==nullptr) { printf("Failed to get buffer\n"); return 1; }
+  printf("Got %p : %llu\n", memoryBuffer->GetData(), (unsigned long long)memoryBuffer->GetSize());
+  WAITHERE;
+
+  printf("Write to memory\n");
+  for (unsigned int i=0; i<ngb; i++) {
+    char *ptr=(char *)memoryBuffer->GetData();
+    ptr=&ptr[i GB];
+    printf("#%u : writing @%p\n",i+1, ptr);
+    memset(ptr,0,1 GB);
+  }
+  printf("Done writing\n");
+  WAITHERE;
+
+  printf("Cleanup FMQ unmanaged region\n");
+  memoryBuffer = nullptr;
+  WAITHERE;
+
+  printf("Cleanup FMQ channel\n");
+  sendingChannel.reset();
+  transportFactory.reset();
+  WAITHERE;
+
+  printf("Exit\n");
+  return 0;
+}