more plugins for the hr-hub example

fixing the way vet works for collectors

Author: paxtonhare

examples/hr-hub/input/EmployeeJson/32920.json

@@ -0,0 +1,17 @@
+{
+  "id": "32920",
+  "firstName": "Rosanne",
+  "lastName": "Henckle",
+  "dateOfBirth": "05/19/1979",
+  "hireDate": "11/12/2015",
+  "salaryHistory": [
+    {
+      "effectiveDate": "11/12/2015",
+      "salary": 63439
+    },
+    {
+      "effectiveDate": "01/14/2016",
+      "salary": 66300
+    }
+  ]
+}

examples/hr-hub/input/EmployeeJson/34324.json

@@ -0,0 +1,17 @@
+{
+  "id": "34324",
+  "firstName": "Robert",
+  "lastName": "Smith",
+  "dateOfBirth": "01/01/1981",
+  "hireDate": "09/01/2014",
+  "salaryHistory": [
+    {
+      "effectiveDate": "09/01/2014",
+      "salary": 59832
+    },
+    {
+      "effectiveDate": "09/14/2015",
+      "salary": 60832
+    }
+  ]
+}

examples/hr-hub/plugins/entities/Employee/conformance/create-employees-from-json-dumps/collector/collector.sjs

@@ -0,0 +1,14 @@
+/*
+ * Collect IDs plugin
+ *
+ * @param options - a map containing options. Options are sent from Java
+ *
+ * @return - an array of ids or uris
+ */
+function collect(options) {
+  return cts.uris(null, null, cts.collectionQuery('hr-json-dumps'));
+}
+
+module.exports = {
+  collect: collect
+};

examples/hr-hub/plugins/entities/Employee/conformance/create-employees-from-json-dumps/content/content.sjs

@@ -0,0 +1,27 @@
+/*
+ * Create Content Plugin
+ *
+ * @param id       - the identifier returned by the collector
+ * @param content  - your final content
+ * @param headers  - an array of header objects
+ * @param triples  - an array of triples
+ * @param options  - an object containing options. Options are sent from Java
+ *
+ * @return - your content
+ */
+function createContent(id, content, headers, triples, options) {
+  var root = cts.doc(id).root;
+
+  // for xml we need to use xpath
+  if (xdmp.nodeKind(root) === 'element') {
+    return root.xpath('/*:envelope/*:content/node()');
+  }
+  // for json we need to return the content
+  else {
+    return root.content;
+  }
+}
+
+module.exports = {
+  createContent: createContent
+};

examples/hr-hub/plugins/entities/Employee/conformance/create-employees-from-json-dumps/create-employees-from-json-dumps.xml

@@ -0,0 +1 @@
+<?xml version="1.0" ?><flow xmlns="http://marklogic.com/data-hub"><name>create-employees-from-json-dumps</name><entity>Employee</entity><type>conformance</type><complexity>simple</complexity><data-format>application/json</data-format><plugins></plugins></flow>

examples/hr-hub/plugins/entities/Employee/conformance/create-employees-from-json-dumps/headers/headers.sjs

@@ -0,0 +1,42 @@
+/*
+ * Create Headers Plugin
+ *
+ * @param id       - the identifier returned by the collector
+ * @param content  - your final content
+ * @param headers  - an array of header objects
+ * @param triples  - an array of triples
+ * @param options  - an object containing options. Options are sent from Java
+ *
+ * @return - an array of header objects
+ */
+function createHeaders(id, content, headers, triples, options) {
+  var latest = xs.date('1900-01-01');
+  var salary;
+
+  // console.log(content);
+  for (var i = 0; i < content.salaryHistory.length; i++) {
+    var history = content.salaryHistory[i];
+    // console.log('history: ' + i);
+    // console.log(history);
+    var date = xs.date(xdmp.parseDateTime('[M01]/[D01]/[Y0001]', history.effectiveDate));
+    if (date.gt(latest)) {
+      salary = history.salary;
+    }
+  }
+
+  return [
+    {
+      employeeId: content.id
+    },
+    {
+      hireDate: xs.date(xdmp.parseDateTime('[M01]/[D01]/[Y0001]', content.hireDate))
+    },
+    {
+      salary: xs.int(salary)
+    }
+  ];
+}
+
+module.exports = {
+  createHeaders: createHeaders
+};

examples/hr-hub/plugins/entities/Employee/conformance/create-employees-from-json-dumps/triples/triples.sjs

@@ -0,0 +1,19 @@
+/*
+ * Create Triples Plugin
+ *
+ * @param id       - the identifier returned by the collector
+ * @param content  - your final content
+ * @param headers  - an array of header objects
+ * @param triples  - an array of triples
+ * @param options  - an object containing options. Options are sent from Java
+ *
+ * @return - an array of triples
+ */
+function createTriples(id, content, headers, triples, options) {
+  return [];
+}
+
+module.exports = {
+  createTriples: createTriples
+};
+

examples/hr-hub/plugins/entities/Employee/conformance/create-employees-from-json-dumps/writer/writer.sjs

@@ -0,0 +1,17 @@
+/*~
+ * Writer Plugin
+ *
+ * @param id       - the identifier returned by the collector
+ * @param envelope - the final envelope
+ * @param options  - a map containing options. Options are sent from Java
+ *
+ * @return - zero or more header nodes
+ */
+function write(id, content, options) {
+  xdmp.documentInsert(id, content, [], ['json-employee']);
+}
+
+module.exports = {
+  write: write
+};
+

examples/hr-hub/plugins/entities/Employee/conformance/create-employees/collector/collector.sjs

@@ -7,7 +7,7 @@
  */
 function collect(options) {
   var y = [];
-  for (var x of fn.collection()) {
+  for (var x of fn.collection('hr-csv-dumps')) {
     var empid = x.root.content.emp_id;
     if (empid) {
       y.push(empid);

examples/hr-hub/plugins/entities/Employee/conformance/create-employees/headers/headers.sjs

@@ -10,7 +10,17 @@
  * @return - an array of header objects
  */
 function createHeaders(id, content, headers, triples, options) {
-  return [];
+  return [
+    {
+      employeeId: content.emp_id
+    },
+    {
+      hireDate: xs.date(xdmp.parseDateTime('[M01]/[D01]/[Y0001]', content.hire_date))
+    },
+    {
+      salary: xs.int(content.base_salary) + xs.int(content.bonus)
+    }
+  ];
 }
 
 module.exports = {