Fix nested PSCustomObjects in hashtables

This change properly unwraps only PSCustomObjects in hash tables before
serializing, leaving PScustomObjects to the root serializer for further
processing.

Signed-off-by: Gabriel Adrian Samfira <[email protected]>

Author: gabriel-samfira

Tests/powershell-yaml.Tests.ps1

@@ -725,9 +725,17 @@ int64: 9223372036854775807
                 $nestedPsO = [PSCustomObject]@{
                     Nested = 'NestedValue'
                 }
+                $nestedHashTable = @{
+                    "aKey" = $nestedPsO
+                }
+                $nestedArray = @(
+                    $nestedPsO
+                )
                 $PsO = [PSCustomObject]@{
                     Name = 'Value'
                     Nested = $nestedPsO
+                    NestedHashTable = $nestedHashTable
+                    NestedArray = $nestedArray
                     NullValue = $null
                 }
 
@@ -746,6 +754,16 @@ int64: 9223372036854775807
                 $ret["PsO"]["Name"] = "Value"
                 $ret["PsO"]["Nested"] = [System.Collections.Specialized.OrderedDictionary]::new()
                 $ret["PsO"]["Nested"]["Nested"] = "NestedValue"
+                $ret["PsO"]["NestedHashTable"] = [ordered]@{
+                    "aKey" = [ordered]@{
+                        "Nested" = "NestedValue"
+                    }
+                }
+                $ret["PsO"]["NestedArray"] = @(
+                    [ordered]@{
+                        "Nested" = "NestedValue"
+                    }
+                )
                 $ret["PsO"]["NullValue"] = $null
                 $ret["Ok"] = "aye"
                 Assert-Equivalent -Options $compareStrictly -Expected $ret -Actual $result

lib/net47/PowerShellYamlSerializer.dll

@@ -84,8 +84,15 @@ public void WriteYaml(IEmitter emitter, object value, Type type, ObjectSerialize
                 continue;
             }
             serializer(entry.Key, entry.Key.GetType());
+            var objType = entry.Value.GetType();
+            var val = entry.Value;
             if (entry.Value is PSObject nestedObj) {
-                serializer(nestedObj.BaseObject, nestedObj.BaseObject.GetType());
+                var nestedType = nestedObj.BaseObject.GetType();
+                if (nestedType != typeof(System.Management.Automation.PSCustomObject)) {
+                    objType = nestedObj.BaseObject.GetType();
+                    val = nestedObj.BaseObject;
+                }
+                serializer(val, objType);
             } else {
                 serializer(entry.Value, entry.Value.GetType());
             }