feat (RMS): change the REA defaults for higher perf

Author: chaen

src/DIRAC/RequestManagementSystem/Agent/RequestExecutingAgent.py

@@ -48,21 +48,23 @@
 # # agent name
 AGENT_NAME = "RequestManagement/RequestExecutingAgent"
 # # requests/cycle
-REQUESTSPERCYCLE = 100
+REQUESTSPERCYCLE = 300
 # # minimal nb of subprocess running
-MINPROCESS = 20
+MINPROCESS = 50
 # # maximal nb of subprocess executed same time
-MAXPROCESS = 20
+MAXPROCESS = 50
 # # ProcessPool queue size
-QUEUESIZE = 20
+QUEUESIZE = 100
 # # file timeout
 FILETIMEOUT = 300
 # # operation timeout
 OPERATIONTIMEOUT = 300
 # # ProcessPool finalization timeout
 POOLTIMEOUT = 900
 # # ProcessPool sleep time
-POOLSLEEP = 5
+POOLSLEEP = 1
+# # Fetch multiple requests at once from the DB. Otherwise, one by one
+BULKREQUEST = 300
 
 
 class AgentConfigError(Exception):
@@ -108,7 +110,7 @@ def __init__(self, *args, **kwargs):
         self.__poolSleep = POOLSLEEP
         self.__requestClient = None
         # Size of the bulk if use of getRequests. If 0, use getRequest
-        self.__bulkRequest = 0
+        self.__bulkRequest = BULKREQUEST
         self.__rmsMonitoring = False
 
     def processPool(self):

src/DIRAC/RequestManagementSystem/ConfigTemplate.cfg

@@ -44,19 +44,19 @@ Agents
   {
     PollingTime = 60
     # number of Requests to execute per cycle
-    RequestsPerCycle = 100
+    RequestsPerCycle = 300
     # minimum number of workers process in the ProcessPool
-    MinProcess = 20
+    MinProcess = 50
     # maximum number of workers process in the ProcessPool; recommended to set it to the same value as MinProcess
-    MaxProcess = 20
+    MaxProcess = 50
     # queue depth of the ProcessPool
-    ProcessPoolQueueSize = 20
+    ProcessPoolQueueSize = 100
     # timeout for the ProcessPool finalization
     ProcessPoolTimeout = 900
     # sleep time before retrying to get a free slot in the ProcessPool
-    ProcessPoolSleep = 5
+    ProcessPoolSleep = 1
     # If a positive integer n is given, we fetch n requests at once from the DB. Otherwise, one by one
-    BulkRequest = 0
+    BulkRequest = 300
     OperationHandlers
     {
       ForwardDISET