Formatting the AST (Fixes #166)

Author: James Brundage

Formatting/Ast.format.ps1

@@ -0,0 +1,3 @@
+Write-FormatView -TypeName 'System.Management.Automation.Language.Ast' -Action {
+    Write-FormatViewExpression -Enumerate -Property Tokens -ControlName PSToken
+}

Formatting/PSToken.control.ps1

@@ -0,0 +1,32 @@
+Write-FormatView -AsControl -Name "PSToken" -TypeName "n/a" -Action {
+    Write-FormatViewExpression -If {
+        $_.PreviousToken -and $_.Text        
+    } -ScriptBlock {
+        $token = $_
+        $prevEnd = $_.PreviousToken.Start + $_.PreviousToken.Length
+        $substring = $_.Text.Substring($prevEnd, $token.Start -  $prevEnd)
+        if ($substring) { $substring} else { ''}
+    }
+
+    Write-FormatViewExpression -If {
+        $_.Type -eq 'Comment'
+    } -ForegroundColor Success -Property Content
+
+    Write-FormatViewExpression -If {
+        $_.Type -in 'Keyword', 'String'
+    } -ForegroundColor Verbose -Property Content
+
+    Write-FormatViewExpression -If {
+        $_.Type -in 'Variable', 'Command'
+    } -ForegroundColor Warning -ScriptBlock {
+        $_.Content
+    }
+
+    Write-FormatViewExpression -If {
+        $_.Type -in 'Operator','GroupStart', 'GroupEnd'
+    } -ForegroundColor Blue -Property Content
+
+    Write-FormatViewExpression -If {
+        $_.Type -notin 'Comment', 'GroupStart', 'GroupEnd', 'Variable', 'Operator', 'Command','Keyword', 'String'
+    } -Property Content
+}

Types/AST/get_Tokens.ps1

@@ -0,0 +1,15 @@
+$text = $this.Extent.ToString()
+    
+$previousToken = $null
+$tokenCount = 0
+@(foreach ($token in [Management.Automation.PSParser]::Tokenize($text, [ref]$null)) {
+    Add-Member NoteProperty Text $text -Force -InputObject $token
+    Add-Member NoteProperty PreviousToken $previousToken -Force -InputObject $token
+    if ($token.Type -in 'Variable', 'String') {
+        $realContent = $text.Substring($token.Start, $token.Length)
+        Add-Member NoteProperty Content $realContent  -Force -InputObject $token
+    }
+    $previousToken = $token
+    $tokenCount++
+    $token            
+})