DHFPROD-2461: expose new endpoint for getting latest jobs per flow with rs:latest=true being set

Author: aebadirad

marklogic-data-hub/src/main/resources/hub-internal-config/databases/job-database.json

@@ -17,6 +17,14 @@
       "range-value-positions": false,
       "invalid-values": "reject"
     },
+    {
+      "scalar-type": "string",
+      "namespace-uri": "",
+      "localname": "flow",
+      "collation": "http://marklogic.com/collation/codepoint",
+      "range-value-positions": false,
+      "invalid-values": "reject"
+    },
     {
       "scalar-type": "dateTime",
       "namespace-uri": "",
@@ -33,6 +41,22 @@
       "range-value-positions": false,
       "invalid-values": "reject"
     },
+    {
+      "scalar-type": "dateTime",
+      "namespace-uri": "",
+      "localname": "timeStarted",
+      "collation": "",
+      "range-value-positions": false,
+      "invalid-values": "reject"
+    },
+    {
+      "scalar-type": "dateTime",
+      "namespace-uri": "",
+      "localname": "timeEnded",
+      "collation": "",
+      "range-value-positions": false,
+      "invalid-values": "reject"
+    },
     {
       "scalar-type": "string",
       "namespace-uri": "",

marklogic-data-hub/src/main/resources/ml-modules/root/data-hub/5/extensions/jobs.sjs

@@ -21,6 +21,7 @@ function get(context, params) {
   let jobId = params["jobid"];
   let status = params["status"];
   let flow = params["flow-name"];
+  let latest = params["latest"];
 
   let resp = null;
 
@@ -36,6 +37,9 @@ function get(context, params) {
   else if (fn.exists(flow)) {
     resp = datahub.jobs.getJobDocsByFlow(flow);
   }
+  else if (fn.exists(latest)) {
+    resp = datahub.jobs.getLastestJobDocPerFlow();
+  }
   else{
     fn.error(null,"RESTAPI-SRVEXERR",  Sequence.from([400, "Bad Request", "Incorrect options"]));
   }

marklogic-data-hub/src/main/resources/ml-modules/root/data-hub/5/impl/jobs.sjs

@@ -132,6 +132,21 @@ class Jobs {
     return docs;
   }
 
+  getLastestJobDocPerFlow() {
+    return this.hubutils.queryLatest(function(){
+      let flowNames = cts.values(cts.jsonPropertyReference("flow"));
+      let timeQuery = [];
+      for(let flowName of flowNames) {
+        let time = cts.values(cts.jsonPropertyReference("timeStarted"), null, ["descending","limit=1"], cts.jsonPropertyRangeQuery("flow", "=", flowName));
+        timeQuery.push(cts.rangeQuery(cts.jsonPropertyReference("timeStarted"), "=", time));
+      }
+      let results = cts.search(cts.orQuery(timeQuery));
+      if(results) {
+       return results.toArray();
+      }
+    }, this.config.JOBDATABASE);
+  }
+
   getJobDocsByFlow(flowName) {
     return this.hubutils.queryLatest(function() {
       let query = [cts.collectionQuery('Job'),  cts.jsonPropertyValueQuery('flow', flowName, "case-insensitive")];