Skip to content

Commit dedf20c

Browse files
committed
style: mostly ordered the imports
1 parent 157cd6c commit dedf20c

File tree

4 files changed

+27
-49
lines changed

4 files changed

+27
-49
lines changed

src/DIRAC/Core/Utilities/ElasticSearchDB.py

Lines changed: 11 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -15,21 +15,25 @@
1515
try:
1616
from opensearchpy import OpenSearch as Elasticsearch
1717
from opensearchpy.exceptions import (
18-
ConnectionError as ElasticConnectionError,
19-
TransportError,
18+
ConflictError,
2019
NotFoundError,
2120
RequestError,
22-
ConflictError,
21+
TransportError,
22+
)
23+
from opensearchpy.exceptions import (
24+
ConnectionError as ElasticConnectionError,
2325
)
2426
from opensearchpy.helpers import BulkIndexError, bulk
2527
except ImportError:
2628
from elasticsearch import Elasticsearch
2729
from elasticsearch.exceptions import (
28-
ConnectionError as ElasticConnectionError,
29-
TransportError,
30+
ConflictError,
3031
NotFoundError,
3132
RequestError,
32-
ConflictError,
33+
TransportError,
34+
)
35+
from elasticsearch.exceptions import (
36+
ConnectionError as ElasticConnectionError,
3337
)
3438
from elasticsearch.helpers import BulkIndexError, bulk
3539

@@ -39,7 +43,7 @@
3943
except ImportError:
4044
from opensearch_dsl import A, Q, Search
4145
except ImportError:
42-
from elasticsearch_dsl import Search, Q, A
46+
from elasticsearch_dsl import A, Q, Search
4347

4448

4549
from DIRAC import S_ERROR, S_OK, gLogger

src/DIRAC/WorkloadManagementSystem/DB/ElasticJobParametersDB.py

Lines changed: 4 additions & 22 deletions
Original file line numberDiff line numberDiff line change
@@ -1,37 +1,19 @@
11
""" Module containing a front-end to the ElasticSearch-based ElasticJobParametersDB.
2-
This module interacts with one ES index: "ElasticJobParametersDB",
3-
which is a drop-in replacement for MySQL-based table JobDB.JobParameters.
4-
While JobDB.JobParameters in MySQL is defined as::
5-
6-
CREATE TABLE `JobParameters` (
7-
`JobID` INT(11) UNSIGNED NOT NULL,
8-
`Name` VARCHAR(100) NOT NULL,
9-
`Value` TEXT NOT NULL,
10-
PRIMARY KEY (`JobID`,`Name`),
11-
FOREIGN KEY (`JobID`) REFERENCES `Jobs`(`JobID`)
12-
) ENGINE=InnoDB DEFAULT CHARSET=latin1;
13-
14-
Here we define a dynamic mapping with the constant fields::
15-
16-
"JobID": {"type": "long"},
17-
"timestamp": {"type": "date"},
18-
19-
and all other custom fields added dynamically.
2+
This is a drop-in replacement for MySQL-based table JobDB.JobParameters.
203
214
The reason for switching to a ES-based JobParameters lies in the extended searching
22-
capabilities of ES..
5+
capabilities of ES.
236
This results in higher traceability for DIRAC jobs.
247
258
The following class methods are provided for public usage
269
- getJobParameters()
2710
- setJobParameter()
2811
- deleteJobParameters()
2912
"""
30-
from DIRAC import S_OK, S_ERROR, gConfig
31-
from DIRAC.Core.Utilities import TimeUtilities
32-
from DIRAC.ConfigurationSystem.Client.PathFinder import getDatabaseSection
13+
from DIRAC import S_ERROR, S_OK
3314
from DIRAC.ConfigurationSystem.Client.Helpers import CSGlobals
3415
from DIRAC.Core.Base.ElasticDB import ElasticDB
16+
from DIRAC.Core.Utilities import TimeUtilities
3517

3618
try:
3719
from opensearchpy.exceptions import NotFoundError, RequestError

src/DIRAC/WorkloadManagementSystem/DB/JobDB.py

Lines changed: 5 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -11,33 +11,26 @@
1111
* *CompressJDLs*: Enable compression of JDLs when they are stored in the database, default *False*.
1212
1313
"""
14-
import base64
15-
import zlib
1614
import datetime
17-
1815
import operator
1916

2017
from DIRAC.ConfigurationSystem.Client.Helpers.Registry import getVOForGroup
21-
from DIRAC.ConfigurationSystem.Client.Helpers.Operations import Operations
2218
from DIRAC.ConfigurationSystem.Client.Helpers.Resources import getSiteTier
2319
from DIRAC.Core.Base.DB import DB
2420
from DIRAC.Core.Utilities import DErrno
2521
from DIRAC.Core.Utilities.ClassAd.ClassAdLight import ClassAd
26-
from DIRAC.Core.Utilities.ReturnValues import S_OK, S_ERROR, convertToReturnValue
27-
from DIRAC.Core.Utilities.DErrno import EWMSSUBM, EWMSJMAN, cmpError
28-
from DIRAC.Core.Utilities.ObjectLoader import ObjectLoader
22+
from DIRAC.Core.Utilities.DErrno import EWMSJMAN, EWMSSUBM, cmpError
23+
from DIRAC.Core.Utilities.ReturnValues import S_ERROR, S_OK
2924
from DIRAC.ResourceStatusSystem.Client.SiteStatus import SiteStatus
30-
from DIRAC.WorkloadManagementSystem.Client.JobState.JobManifest import JobManifest
31-
from DIRAC.WorkloadManagementSystem.Client import JobStatus
32-
from DIRAC.WorkloadManagementSystem.Client import JobMinorStatus
25+
from DIRAC.WorkloadManagementSystem.Client import JobMinorStatus, JobStatus
3326
from DIRAC.WorkloadManagementSystem.Client.JobMonitoringClient import JobMonitoringClient
3427
from DIRAC.WorkloadManagementSystem.DB.JobDBUtils import (
3528
checkAndAddOwner,
36-
fixJDL,
3729
checkAndPrepareJob,
38-
createJDLWithInitialStatus,
3930
compressJDL,
31+
createJDLWithInitialStatus,
4032
extractJDL,
33+
fixJDL,
4134
)
4235

4336

src/DIRAC/WorkloadManagementSystem/Service/JobManagerHandler.py

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -9,26 +9,26 @@
99
killJob()
1010
1111
"""
12-
from DIRAC import S_OK, S_ERROR
12+
from DIRAC import S_ERROR, S_OK
1313
from DIRAC.ConfigurationSystem.Client.Helpers.Operations import Operations
14-
from DIRAC.Core.DISET.RequestHandler import RequestHandler
1514
from DIRAC.Core.DISET.MessageClient import MessageClient
16-
from DIRAC.Core.Utilities.DErrno import EWMSJDL, EWMSSUBM
15+
from DIRAC.Core.DISET.RequestHandler import RequestHandler
1716
from DIRAC.Core.Utilities.ClassAd.ClassAdLight import ClassAd
17+
from DIRAC.Core.Utilities.DErrno import EWMSJDL, EWMSSUBM
1818
from DIRAC.Core.Utilities.JEncode import strToIntDict
1919
from DIRAC.Core.Utilities.ObjectLoader import ObjectLoader
2020
from DIRAC.FrameworkSystem.Client.ProxyManagerClient import gProxyManager
2121
from DIRAC.StorageManagementSystem.Client.StorageManagerClient import StorageManagerClient
2222
from DIRAC.WorkloadManagementSystem.Client import JobStatus
23-
from DIRAC.WorkloadManagementSystem.Utilities.ParametricJob import generateParametricJobs, getParameterVectorLength
2423
from DIRAC.WorkloadManagementSystem.Service.JobPolicy import (
25-
JobPolicy,
26-
RIGHT_SUBMIT,
27-
RIGHT_RESCHEDULE,
2824
RIGHT_DELETE,
2925
RIGHT_KILL,
26+
RIGHT_RESCHEDULE,
3027
RIGHT_RESET,
28+
RIGHT_SUBMIT,
29+
JobPolicy,
3130
)
31+
from DIRAC.WorkloadManagementSystem.Utilities.ParametricJob import generateParametricJobs, getParameterVectorLength
3232

3333
MAX_PARAMETRIC_JOBS = 20
3434

@@ -340,7 +340,6 @@ def export_rescheduleJob(self, jobIDs):
340340
)
341341
for jobID in validJobList:
342342
self.taskQueueDB.deleteJob(jobID)
343-
# gJobDB.deleteJobFromQueue(jobID)
344343
result = self.jobDB.rescheduleJob(jobID)
345344
self.log.debug(str(result))
346345
if not result["OK"]:

0 commit comments

Comments
 (0)