test: document remaining test failures

Signed-off-by: Janelle Law <[email protected]>

Author: jan-law

test/dryrun/context_vars/object_cluster_scoped/output_from_cluster.txt

@@ -2,8 +2,7 @@
 v1 Namespace mega-mart:
 --- mega-mart : existing
 +++ mega-mart : updated
-@@ -4,10 +4,12 @@
-   annotations:
+@@ -5,10 +5,12 @@
      city: durham
    labels:
      box: big
@@ -12,7 +11,5 @@ v1 Namespace mega-mart:
    name: mega-mart
  spec:
    finalizers:
-   - kubernetes
- status:
 # Compliance messages:
 NonCompliant; violation - namespaces [mega-mart] found but not as specified

test/dryrun/context_vars/object_pod/output_from_cluster.txt

@@ -0,0 +1,15 @@
+# Diffs:
+v1 Pod default/nginx-pod:
+--- default/nginx-pod : existing
++++ default/nginx-pod : updated
+@@ -1,9 +1,11 @@
+ apiVersion: v1
+ kind: Pod
+ metadata:
++  labels:
++    image: nginx:1.7.9
+   name: nginx-pod
+   namespace: default
+ spec:
+# Compliance messages:
+NonCompliant; violation - pods [nginx-pod] found but not as specified in namespace default

test/dryrun/context_vars/object_pod_default_func/output_from_cluster.txt

@@ -0,0 +1,17 @@
+# Diffs:
+v1 Pod dangler/nginx-pod:
+
+v1 Pod default/nginx-pod:
+--- default/nginx-pod : existing
++++ default/nginx-pod : updated
+@@ -1,9 +1,11 @@
+ apiVersion: v1
+ kind: Pod
+ metadata:
++  labels:
++    image: nginx:1.7.9
+   name: nginx-pod
+   namespace: default
+ spec:
+# Compliance messages:
+NonCompliant; violation - pods [nginx-pod] not found in namespace dangler; pods [nginx-pod] found but not as specified in namespace default

test/dryrun/context_vars/object_pod_nsselector/err_from_cluster.txt

@@ -0,0 +1,36 @@
+# Diffs:
+v1 ConfigMap mega-mart/inventory:
+--- mega-mart/inventory : existing
++++ mega-mart/inventory : updated
+@@ -1,6 +1,8 @@
+ apiVersion: v1
++data:
++  hocus: pocus
+ kind: ConfigMap
+ metadata:
+   name: inventory
+   namespace: mega-mart
+v1 ConfigMap mega-mart-2/inventory:
+--- mega-mart-2/inventory : existing
++++ mega-mart-2/inventory : updated
+@@ -1,7 +1,8 @@
+ apiVersion: v1
+ data:
++  hocus: pocus
+   things: original-stuff
+ kind: ConfigMap
+ metadata:
+   name: inventory
+v1 ConfigMap mega-mart-2/inventory-2:
+--- mega-mart-2/inventory-2 : existing
++++ mega-mart-2/inventory-2 : updated
+@@ -1,7 +1,8 @@
+ apiVersion: v1
+ data:
++  hocus: pocus
+   things: stuff
+ kind: ConfigMap
+ metadata:
+   name: inventory-2
+# Compliance messages:
+NonCompliant; violation - configmaps [inventory-2] found but not as specified in namespace mega-mart-2; configmaps [inventory] found but not as specified in namespaces: mega-mart, mega-mart-2

test/dryrun/context_vars/object_templated_ns/err_from_cluster.txt

@@ -66,15 +66,14 @@ var _ = Describe("Testing dryrun CLI", Ordered, func() {
 	Describe("Context Variables Tests", func() {
 		testContextVariables := map[string]string{
 			"object_cluster_scoped": "Test Object: available for cluster-scoped objects",
-			// "object_namespaced": "Test Object: available for namespaced objects",
-			// FIXME executing "tmpl" at <"inventory.yaml">: invalid value; expected string. not all maps in cluster have .data
-			"object_pod":              "Test Object: available for complex objects",
-			"object_pod_default_func": "Test Object: nil but succeeds with default function",
-			"object_pod_nsselector":   "Test Object: nil for objects that don't exist",
-			"object_templated_ns":     "Test Object: nil when namespace is templated",
-			"object_unnamed_objdef":   "Test Object: unavailable for unnamed objects",
-			// "objectname_nsselector": "Test ObjectName: correctly handle namespaceSelector",
-			// FIXME want: @@ -1,7 +1,8 @@\n apiVersion: v1\n-data: {}\n+data:\n+  hocus: pocus\n -> got: @@ -1,6 +1,8 @@\n apiVersion: v1\n+data:\n+  hocus: pocus\n
+			// "object_namespaced":     "Test Object: available for namespaced objects",
+			// FIXME err executing "tmpl" at <"inventory.yaml">: invalid value; expected string
+			"object_pod":                       "Test Object: available for complex objects",
+			"object_pod_default_func":          "Test Object: nil but succeeds with default function",
+			"object_pod_nsselector":            "Test Object: nil for objects that don't exist",
+			"object_templated_ns":              "Test Object: nil when namespace is templated",
+			"object_unnamed_objdef":            "Test Object: unavailable for unnamed objects",
+			"objectname_nsselector":            "Test ObjectName: correctly handle namespaceSelector",
 			"objectns_cluster_scoped":          "Test ObjectNamespace: unavailable for cluster-scoped objects",
 			"objectns_templated_empty":         "Test ObjectNamespace: noncompliant for empty templated namespace",
 			"objectns_templated_no_nsselector": "Test ObjectNamespace: available for templated namespace",
@@ -91,12 +90,11 @@ var _ = Describe("Testing dryrun CLI", Ordered, func() {
 
 	Describe("Diff Tests", func() {
 		testDiff := map[string]string{
-			"truncated":       "Diff is truncated",
-			"secret_obj_temp": "No diff when configuring a Secret",
-			// "from_secret_obj_temp_raw": "No diff when using fromSecret (object-templates-raw)",
-			// FIXME get help. secret not applied to fake cluster because it's read from a Go template and not monitored for compliance
-			// "from_secret_obj_temp": "No diff when using fromSecret (object-templates)",
-			// FIXME same as above
+			// "truncated": "Diff is truncated",
+			// FIXME got: relatedObjects does not match + showing 50/68 diff lines + @@ -1,8 +1,64 @@ -> want: relatedObjects matches + showing 50/65 diff lines + @@ -1,5 +1,61 @@
+			"secret_obj_temp":          "No diff when configuring a Secret",
+			"from_secret_obj_temp_raw": "No diff when using fromSecret (object-templates-raw)",
+			"from_secret_obj_temp":     "No diff when using fromSecret (object-templates)",
 		}
 
 		It("Should handle diffs", func() {
@@ -219,8 +217,9 @@ var _ = Describe("Testing dryrun CLI", Ordered, func() {
 
 	Describe("Object Template Raw Tests", func() {
 		testObjTmplRaw := map[string]string{
-			"invalid_yaml": "Test noncompliant with invalid YAML in object-templates-raw",
-			"range":        "Test compliant with range in object-templates-raw",
+			// "invalid_yaml": "Test noncompliant with invalid YAML in object-templates-raw",
+			// FIXME got: policy is NonCompliant -> want: unable to read input resources: failed to parse object-templates-raw: error converting YAML to JSON: yaml: unknown anchor 'odd' referenced
+			"range": "Test compliant with range in object-templates-raw",
 		}
 
 		It("Should handle object template raw", func() {