Merge pull request #230 from sy-c/master

sy-c · web-flow · commit b2cbe4a13513 · 2022-09-01T14:42:44.000+02:00
v1.14.2
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -404,6 +404,11 @@ add_executable(
         ${SOURCE_DIR}/testROC.cxx
 	$<TARGET_OBJECTS:objReadoutUtils>
 )
+add_executable(
+	o2-readout-test-roc-find
+        ${SOURCE_DIR}/testROCfind.cxx
+	$<TARGET_OBJECTS:objReadoutUtils>
+)
 endif()
 
 # a test program to test ZMQ client
@@ -477,7 +482,7 @@ endif ()
 # set include and libraries for all
 set(executables o2-readout-exe o2-readout-receiver o2-readout-test-fmq-tx o2-readout-test-fmq-rx o2-readout-test-fmq-perf-tx o2-readout-test-fmq-perf-rx o2-readout-test-memorybanks o2-readout-rawreader o2-readout-test-lib-monitoring)
 if (ReadoutCard_FOUND)
-  list (APPEND executables o2-readout-test-roc)
+  list (APPEND executables o2-readout-test-roc o2-readout-test-roc-find)
 endif()
 if (${ZMQ_FOUND})
   list (APPEND executables o2-readout-test-zmq-client o2-readout-test-zmq-server o2-readout-eventdump)
diff --git a/doc/configurationParameters.md b/doc/configurationParameters.md
@@ -48,11 +48,13 @@ The parameters related to 3rd-party libraries are described here for convenience
 | consumer-* | filterEquipmentIdsInclude | string |  | Defines a filter based on equipment ids. Only data belonging to the equipments in this list (coma separated values) are accepted. If empty, all equipment ids are fine. |
 | consumer-* | filterLinksExclude | string |  | Defines a filter based on link ids. All data belonging to the links in this list (coma separated values) are rejected. |
 | consumer-* | filterLinksInclude | string |  | Defines a filter based on link ids. Only data belonging to the links in this list (coma separated values) are accepted. If empty, all link ids are fine. |
+| consumer-* | name | string| | Name used to identify this consumer (in logs). By default, it takes the name of the configuration section, consumer-xxx |
+| consumer-* | numaNode | int | -1 | If set (>=0), memory / thread will try to use given NUMA node. |
 | consumer-* | stopOnError | int | 0 | If 1, readout will stop automatically on consumer error. |
 | consumer-data-sampling-* | address | string | ipc:///tmp/readout-pipe-1 | Address of the data sampling. |
 | consumer-FairMQChannel-* | checkResources | string | | Check beforehand if unmanaged region would fit in given list of resources. Comma-separated list of items to be checked: eg /dev/shm, MemFree, MemAvailable. (any filesystem path, and any /proc/meminfo entry).|
 | consumer-FairMQChannel-* | disableSending | int | 0 | If set, no data is output to FMQ channel. Used for performance test to create FMQ shared memory segment without pushing the data. |
-| consumer-FairMQChannel-* | enablePackedCopy | int | 0 | If set, the same superpage may be reused (space allowing) for the copy of multiple HBF (instead of a separate one for each copy). This allows a reduced memoryPoolNumberOfPages. |
+| consumer-FairMQChannel-* | enablePackedCopy | int | 1 | If set, the same superpage may be reused (space allowing) for the copy of multiple HBF (instead of a separate one for each copy). This allows a reduced memoryPoolNumberOfPages. |
 | consumer-FairMQChannel-* | enableRawFormat | int | 0 | If 0, data is pushed 1 STF header + 1 part per HBF. If 1, data is pushed in raw format without STF headers, 1 FMQ message per data page. If 2, format is 1 STF header + 1 part per data page.|
 | consumer-FairMQChannel-* | fmq-address | string | ipc:///tmp/pipe-readout | Address of the FMQ channel. Depends on transportType. c.f. FairMQ::FairMQChannel.h |
 | consumer-FairMQChannel-* | fmq-name | string | readout | Name of the FMQ channel. c.f. FairMQ::FairMQChannel.h |
@@ -63,6 +65,7 @@ The parameters related to 3rd-party libraries are described here for convenience
 | consumer-FairMQChannel-* | memoryPoolNumberOfPages | int | 100 | c.f. same parameter in bank-*. |
 | consumer-FairMQChannel-* | memoryPoolPageSize | bytes | 128k | c.f. same parameter in bank-*. |
 | consumer-FairMQChannel-* | sessionName | string | default | Name of the FMQ session. c.f. FairMQ::FairMQChannel.h |
+| consumer-FairMQChannel-* | threads | int | 0 | If set, a pool of thread is created for the data processing. |
 | consumer-FairMQChannel-* | unmanagedMemorySize | bytes |  | Size of the memory region to be created. c.f. FairMQ::FairMQUnmanagedRegion.h. If not set, no special FMQ memory region is created. |
 | consumer-fileRecorder-* | bytesMax | bytes | 0 | Maximum number of bytes to write to each file. Data pages are never truncated, so if writing the full page would exceed this limit, no data from that page is written at all and file is closed. If zero (default), no maximum size set.|
 | consumer-fileRecorder-* | dataBlockHeaderEnabled | int | 0 | Enable (1) or disable (0) the writing to file of the internal readout header (Readout DataBlock.h) between the data pages, to easily navigate through the file without RDH decoding. If disabled, the raw data pages received from CRU are written without further formatting. |
diff --git a/doc/releaseNotes.md b/doc/releaseNotes.md
@@ -484,3 +484,9 @@ This file describes the main feature changes for each readout.exe released versi
 ## v2.14.1 - 22/08/2022
 - Updated configuration parameters:
   - added consumer-FairMQChannel-*.threads. If set, a pool of threads is used for FMQ message formatting. Needed at high rates when a single CPU core is not enough to prepare data for DataDistribution (including overlapping HBF copy).
+
+## v2.14.2 - 01/09/2022
+- Updated configuration parameters:
+  - consumer-FairMQChannel-*.enablePackedCopy default changed to 1.
+- Fix for running without packed copy (was crashing).
+- In auto mode, get ROC numa node from /sys/bus/pci/devices because ROC library reports wrong value.
diff --git a/src/ConsumerDataProcessor.cxx b/src/ConsumerDataProcessor.cxx
@@ -15,6 +15,9 @@
 #include <thread>
 
 #include "Consumer.h"
+#include "ReadoutUtils.h"
+
+#define CONSUMER_THREAD_NAME "processor"
 
 const bool debug = false;
 
@@ -78,6 +81,7 @@ class processThread
   // the loop which runs in a separate thread and calls fProcess() for each block in input fifo, until stop() is called
   void loop()
   {
+    setThreadName(CONSUMER_THREAD_NAME "-loop");
     // printf("starting thread %d input=%p
     // output=%p\n",threadId,inputFifo.get(),outputFifo.get());
     // printf("processing thread %d starting\n",threadId);
@@ -305,7 +309,7 @@ class ConsumerDataProcessor : public Consumer
   // collector thread loop: handle the output of processing threads
   void loopOutput(void)
   {
-
+    setThreadName(CONSUMER_THREAD_NAME "-out");
     bool isActive = 0;
 
     // lambda function that pushes forward next available bage
diff --git a/src/ConsumerDataSampling.cxx b/src/ConsumerDataSampling.cxx
@@ -18,6 +18,7 @@
 #include <fairmq/FairMQParts.h>
 #include <fairmq/FairMQTransportFactory.h>
 #include <thread>
+#include "ReadoutUtils.h"
 
 class ConsumerDataSampling : public Consumer
 {
@@ -143,7 +144,10 @@ class ConsumerDataSampling : public Consumer
   }
 
  private:
-  void runDevice() { sender.RunStateMachine(); }
+  void runDevice() {
+    setThreadName("fmq-run-ds");
+    sender.RunStateMachine();
+  }
 };
 
 std::unique_ptr<Consumer> getUniqueConsumerDataSampling(ConfigFile& cfg, std::string cfgEntryPoint) { return std::make_unique<ConsumerDataSampling>(cfg, cfgEntryPoint); }
diff --git a/src/ConsumerFMQ.cxx b/src/ConsumerFMQ.cxx
@@ -17,6 +17,7 @@
 #include <fairmq/FairMQMessage.h>
 #include <fairmq/FairMQTransportFactory.h>
 #include <thread>
+#include "ReadoutUtils.h"
 
 class FMQSender : public FairMQDevice
 {
@@ -142,7 +143,10 @@ class ConsumerFMQ : public Consumer
   }
 
  private:
-  void runDevice() { sender.RunStateMachine(); }
+  void runDevice() {
+      setThreadName("fmq-run-ds");
+      sender.RunStateMachine();
+  }
 };
 
 std::unique_ptr<Consumer> getUniqueConsumerFMQ(ConfigFile& cfg, std::string cfgEntryPoint) { return std::make_unique<ConsumerFMQ>(cfg, cfgEntryPoint); }
diff --git a/src/ConsumerFMQchannel.cxx b/src/ConsumerFMQchannel.cxx
@@ -123,7 +123,7 @@ class ConsumerFMQchannel : public Consumer
   bool enableRawFormat = false;
   bool enableStfSuperpage = false; // optimized stf transport: minimize STF packets
   bool enableRawFormatDatablock = false;
-  int enablePackedCopy = 0; // default mode for repacking of page overlapping HBF. 0 = one page per copy, 1 = change page on TF only
+  int enablePackedCopy = 1; // default mode for repacking of page overlapping HBF. 0 = one page per copy, 1 = change page on TF only
 
   std::shared_ptr<MemoryBank> memBank; // a dedicated memory bank allocated by FMQ mechanism
   std::shared_ptr<MemoryPagesPool> mp; // a memory pool from which to allocate data pages
@@ -364,7 +364,7 @@ class ConsumerFMQchannel : public Consumer
     }
     theLog.log(LogInfoDevel_(3008), "Using memory pool [%d]: %d pages x %d bytes", mp->getId(), memoryPoolNumberOfPages, memoryPoolPageSize);
 
-    // configuration parameter: | consumer-FairMQChannel-* | enablePackedCopy | int | 0 | If set, the same superpage may be reused (space allowing) for the copy of multiple HBF (instead of a separate one for each copy). This allows a reduced memoryPoolNumberOfPages. |
+    // configuration parameter: | consumer-FairMQChannel-* | enablePackedCopy | int | 1 | If set, the same superpage may be reused (space allowing) for the copy of multiple HBF (instead of a separate one for each copy). This allows a reduced memoryPoolNumberOfPages. |
     cfg.getOptionalValue<int>(cfgEntryPoint + ".enablePackedCopy", enablePackedCopy);
     theLog.log(LogInfoDevel_(3008), "Packed copy enabled = %d", enablePackedCopy);
 
@@ -885,13 +885,17 @@ int ConsumerFMQchannel::DDformatMessage(DataSetReference &bc, DDMessage &ddm) {
       }
       DataBlockContainerReference copyBlock = nullptr;
       int isNewBlock = 0;
+      int copyBlockMemSize = 0;
       try {
 	if (enablePackedCopy) {
 	  for (int i = 0; i<=2; i++) {
             // allocate new buffer for copies if needed
 	    if (copyBlockBuffer == nullptr) {
 	      copyBlockBuffer = mp->getNewDataBlockContainer();
 	      isNewBlock = 1;
+              if (copyBlockBuffer != nullptr) {
+	        copyBlockMemSize = copyBlockBuffer->getDataBufferSize();
+	      }
 	      nPagesUsedForRepack++;
 	      continue;
 	    }
@@ -906,6 +910,9 @@ int ConsumerFMQchannel::DDformatMessage(DataSetReference &bc, DDMessage &ddm) {
 	} else {
           copyBlock = mp->getNewDataBlockContainer();
 	  isNewBlock = 1;
+	  if (copyBlock != nullptr) {
+	    copyBlockMemSize = copyBlock->getDataBufferSize();
+	  }
 	  nPagesUsedForRepack++;
 	}
       } catch (...) {
@@ -916,10 +923,8 @@ int ConsumerFMQchannel::DDformatMessage(DataSetReference &bc, DDMessage &ddm) {
         theLog.log(token, "no page left");
         throw __LINE__;
       }
-      int copyBlockMemSize = 0;
       if (isNewBlock) {
-        ddm.subTimeframeMemorySize += copyBlockBuffer->getDataBufferSize();
-	copyBlockMemSize = copyBlockBuffer->getDataBufferSize();
+        ddm.subTimeframeMemorySize += copyBlockMemSize;
 	//printf("%d size 1 TF %d block %p mem size %d %d\n", __LINE__, (int)copyBlock->getData()->header.timeframeId, copyBlock->getData(), (int)copyBlockBuffer->getDataBufferSize(), copyBlock->getData()->header.memorySize);
       }
       auto blockRef = new DataBlockContainerReference(copyBlock);
diff --git a/src/ConsumerStats.cxx b/src/ConsumerStats.cxx
@@ -221,6 +221,7 @@ class ConsumerStats : public Consumer
   bool periodicUpdateThreadShutdown;                 // flag to stop periodicUpdateThread
   void periodicUpdate()
   {
+    setThreadName("consumer-stats");
     periodicUpdateThreadShutdown = 0;
 
     // periodic update
diff --git a/src/DataBlockAggregator.cxx b/src/DataBlockAggregator.cxx
@@ -41,6 +41,13 @@ Thread::CallbackResult DataBlockAggregator::threadCallback(void* arg)
     return Thread::CallbackResult::Error;
   }
 
+  if (!dPtr->isThreadNamed) {
+    #ifdef _GNU_SOURCE
+      pthread_setname_np(pthread_self(), "aggregator");
+    #endif
+    dPtr->isThreadNamed = 1;
+  }
+
   if (dPtr->output->isFull()) {
     return Thread::CallbackResult::Idle;
   }
diff --git a/src/DataBlockAggregator.h b/src/DataBlockAggregator.h
@@ -115,6 +115,7 @@ class DataBlockAggregator
   void reset(); // reset all internal buffers, counters and states
 
  private:
+  bool isThreadNamed = 0; // flag to set once thread name
   std::vector<std::shared_ptr<AliceO2::Common::Fifo<DataBlockContainerReference>>> inputs;
   AliceO2::Common::Fifo<DataSetReference>* output; // todo: unique_ptr
 
diff --git a/src/ReadoutEquipmentRORC.cxx b/src/ReadoutEquipmentRORC.cxx
@@ -519,6 +519,26 @@ void ReadoutEquipmentRORC::finalCounters()
 int getPreferredROCNumaNode(ConfigFile& cfg, std::string name) {
   try {
     std::string cardId = cfg.getValue<std::string>(name + ".cardId");
+
+    // try to get numa node directly (bug in ROC function to retrieve it)
+    int numaNode = -1;
+    std::string numapath = "/sys/bus/pci/devices/0000:"+ AliceO2::roc::findCard(cardId).pciAddress.toString() + "/numa_node";
+    FILE *fp = fopen(numapath.c_str(), "r");
+    if (fp!=nullptr) {
+      char buffer[16] = "";
+      if (fgets(buffer, sizeof(buffer), fp) != nullptr) {
+        if (sscanf(buffer, "%d", &numaNode) != 1) {
+	  numaNode = -1;
+	} else {
+	  //printf("*** Card %s : %s = %d\n", name.c_str(), numapath.c_str(), numaNode);
+	}
+      }
+      fclose(fp);
+    }
+    if (numaNode>=0) {
+      return numaNode;
+    }
+
     return AliceO2::roc::findCard(cardId).numaNode;
   }
   catch (...) {
diff --git a/src/ReadoutStats.cxx b/src/ReadoutStats.cxx
@@ -20,6 +20,7 @@
 #include "ReadoutStats.h"
 
 #include "readoutInfoLogger.h"
+#include "ReadoutUtils.h"
 #include "DataBlock.h"
 #include <string.h>
 #include <Common/Timer.h>
@@ -187,6 +188,8 @@ int ReadoutStats::stopPublish() {
 
 void ReadoutStats::threadLoop() {
 
+  setThreadName("readout-stats");
+
   // loop period in microseconds
   unsigned int loopPeriod = (unsigned int) 100000;
   unsigned long long t0 = 0;
diff --git a/src/ReadoutVersion.h b/src/ReadoutVersion.h
@@ -9,5 +9,5 @@
 // granted to it by virtue of its status as an Intergovernmental Organization
 // or submit itself to any jurisdiction.
 
-#define READOUT_VERSION "2.14.1"
+#define READOUT_VERSION "2.14.2"
 
diff --git a/src/SocketRx.cxx b/src/SocketRx.cxx
@@ -88,6 +88,10 @@ SocketRx::~SocketRx(){
 }
 
 void SocketRx::run() {
+  #ifdef _GNU_SOURCE
+    pthread_setname_np(pthread_self(), "socket-rx");
+  #endif
+
   int sockfd=-1;
   const char *sType="";
   
diff --git a/src/SocketTx.cxx b/src/SocketTx.cxx
@@ -56,6 +56,9 @@ SocketTx::~SocketTx()
 
 void SocketTx::run()
 {
+  #ifdef _GNU_SOURCE
+    pthread_setname_np(pthread_self(), "socket-tx");
+  #endif
 
   // connect remote server
 
diff --git a/src/ZmqClient.cxx b/src/ZmqClient.cxx
@@ -115,6 +115,9 @@ void ZmqClient::setPause(int pause)
 
 void ZmqClient::run()
 {
+  #ifdef _GNU_SOURCE
+    pthread_setname_np(pthread_self(), "zmq-client");
+  #endif
   for (; !shutdownRequest;) {
     int linerr = 0, zmqerr = 0;
     for (;;) {
diff --git a/src/ZmqServer.cxx b/src/ZmqServer.cxx
@@ -85,6 +85,9 @@ int ZmqServer::publish(void* msgBody, int msgSize)
 
 void ZmqServer::run()
 {
+  #ifdef _GNU_SOURCE
+    pthread_setname_np(pthread_self(), "zmq-server");
+  #endif
   return;
   uint64_t i = 0;
   for (; !shutdownRequest;) {
diff --git a/src/mainReadout.cxx b/src/mainReadout.cxx
@@ -279,6 +279,8 @@ void Readout::publishLogbookStats()
 
 int Readout::init(int argc, char* argv[])
 {
+  setThreadName(nullptr);
+    
   int doMemLock = 0; // when set, ensure all allocated memory is locked in ram
   std::string readoutExe = ""; // when set, use specified executable
   std::string readoutConfig = ""; // when set, use specified executable
@@ -1201,7 +1203,7 @@ int isMainThread(void *) {
 
 void Readout::loopRunning()
 {
-  setThreadName("loopRunning");
+  setThreadName("readout-loop");
 
   theLog.log(LogInfoDevel, "Entering main loop");
 #ifdef CALLGRIND
diff --git a/src/readoutConfigEditor.tcl b/src/readoutConfigEditor.tcl
@@ -26,11 +26,13 @@ set configurationParametersDescriptor {
 | consumer-* | filterEquipmentIdsInclude | string |  | Defines a filter based on equipment ids. Only data belonging to the equipments in this list (coma separated values) are accepted. If empty, all equipment ids are fine. |
 | consumer-* | filterLinksExclude | string |  | Defines a filter based on link ids. All data belonging to the links in this list (coma separated values) are rejected. |
 | consumer-* | filterLinksInclude | string |  | Defines a filter based on link ids. Only data belonging to the links in this list (coma separated values) are accepted. If empty, all link ids are fine. |
+| consumer-* | name | string| | Name used to identify this consumer (in logs). By default, it takes the name of the configuration section, consumer-xxx |
+| consumer-* | numaNode | int | -1 | If set (>=0), memory / thread will try to use given NUMA node. |
 | consumer-* | stopOnError | int | 0 | If 1, readout will stop automatically on consumer error. |
 | consumer-data-sampling-* | address | string | ipc:///tmp/readout-pipe-1 | Address of the data sampling. |
 | consumer-FairMQChannel-* | checkResources | string | | Check beforehand if unmanaged region would fit in given list of resources. Comma-separated list of items to be checked: eg /dev/shm, MemFree, MemAvailable. (any filesystem path, and any /proc/meminfo entry).|
 | consumer-FairMQChannel-* | disableSending | int | 0 | If set, no data is output to FMQ channel. Used for performance test to create FMQ shared memory segment without pushing the data. |
-| consumer-FairMQChannel-* | enablePackedCopy | int | 0 | If set, the same superpage may be reused (space allowing) for the copy of multiple HBF (instead of a separate one for each copy). This allows a reduced memoryPoolNumberOfPages. |
+| consumer-FairMQChannel-* | enablePackedCopy | int | 1 | If set, the same superpage may be reused (space allowing) for the copy of multiple HBF (instead of a separate one for each copy). This allows a reduced memoryPoolNumberOfPages. |
 | consumer-FairMQChannel-* | enableRawFormat | int | 0 | If 0, data is pushed 1 STF header + 1 part per HBF. If 1, data is pushed in raw format without STF headers, 1 FMQ message per data page. If 2, format is 1 STF header + 1 part per data page.|
 | consumer-FairMQChannel-* | fmq-address | string | ipc:///tmp/pipe-readout | Address of the FMQ channel. Depends on transportType. c.f. FairMQ::FairMQChannel.h |
 | consumer-FairMQChannel-* | fmq-name | string | readout | Name of the FMQ channel. c.f. FairMQ::FairMQChannel.h |
@@ -41,6 +43,7 @@ set configurationParametersDescriptor {
 | consumer-FairMQChannel-* | memoryPoolNumberOfPages | int | 100 | c.f. same parameter in bank-*. |
 | consumer-FairMQChannel-* | memoryPoolPageSize | bytes | 128k | c.f. same parameter in bank-*. |
 | consumer-FairMQChannel-* | sessionName | string | default | Name of the FMQ session. c.f. FairMQ::FairMQChannel.h |
+| consumer-FairMQChannel-* | threads | int | 0 | If set, a pool of thread is created for the data processing. |
 | consumer-FairMQChannel-* | unmanagedMemorySize | bytes |  | Size of the memory region to be created. c.f. FairMQ::FairMQUnmanagedRegion.h. If not set, no special FMQ memory region is created. |
 | consumer-fileRecorder-* | bytesMax | bytes | 0 | Maximum number of bytes to write to each file. Data pages are never truncated, so if writing the full page would exceed this limit, no data from that page is written at all and file is closed. If zero (default), no maximum size set.|
 | consumer-fileRecorder-* | dataBlockHeaderEnabled | int | 0 | Enable (1) or disable (0) the writing to file of the internal readout header (Readout DataBlock.h) between the data pages, to easily navigate through the file without RDH decoding. If disabled, the raw data pages received from CRU are written without further formatting. |
diff --git a/src/testROCfind.cxx b/src/testROCfind.cxx
@@ -0,0 +1,26 @@
+#include <ReadoutCard/CardFinder.h>
+
+int main(int, char**) {
+  // find roc cards
+  auto cards = o2::roc::findCards(); 
+  for (auto const& card : cards) {
+    
+    
+    int numaNode = -1;
+    std::string numapath = "/sys/bus/pci/devices/0000:"+ card.pciAddress.toString() + "/numa_node";
+    FILE *fp = fopen(numapath.c_str(), "r");
+    if (fp!=nullptr) {
+      char buffer[16] = "";
+      if (fgets(buffer, sizeof(buffer), fp) != nullptr) {
+        if (sscanf(buffer, "%d", &numaNode) != 1) {
+	  numaNode = -1;
+	}
+      }
+      fclose(fp);
+    }
+    
+    printf("%s %s #%s numa %d (roc lib) %d (/sys)\n", card.pciAddress.toString().c_str(),o2::roc::CardType::toString(card.cardType).c_str(), card.serialId.toString().c_str(), card.numaNode, numaNode);
+    
+  }
+  return 0;
+}

Original file line number	Diff line number	Diff line change
`@@ -221,6 +221,7 @@ class ConsumerStats : public Consumer`
`221`	`221`	`bool periodicUpdateThreadShutdown; // flag to stop periodicUpdateThread`
`222`	`222`	`void periodicUpdate()`
`223`	`223`	`{`
	`224`	`+ setThreadName("consumer-stats");`
`224`	`225`	`periodicUpdateThreadShutdown = 0;`
`225`	`226`
`226`	`227`	`// periodic update`
Original file line number	Diff line number	Diff line change
`@@ -41,6 +41,13 @@ Thread::CallbackResult DataBlockAggregator::threadCallback(void* arg)`
`41`	`41`	`return Thread::CallbackResult::Error;`
`42`	`42`	`}`
`43`	`43`
	`44`	`+ if (!dPtr->isThreadNamed) {`
	`45`	`+ #ifdef _GNU_SOURCE`
	`46`	`+ pthread_setname_np(pthread_self(), "aggregator");`
	`47`	`+ #endif`
	`48`	`+ dPtr->isThreadNamed = 1;`
	`49`	`+ }`
	`50`	`+`
`44`	`51`	`if (dPtr->output->isFull()) {`
`45`	`52`	`return Thread::CallbackResult::Idle;`
`46`	`53`	`}`