A little bit more

Author: vors

tests/__init__.py

@@ -32,12 +32,21 @@ def getScopeNameAtRowCol(self, row, col):
     def getFinestScopeNameAtRowCol(self, row, col):
         return self.getScopeNameAtRowCol(row, col).split()[-1]
 
-class SyntaxTokenTest(SyntaxTest):
-    def getTokens(self):
-        return self.view.find_all(".")
-
-
 class PowerShellSyntaxTest(SyntaxTest):
     def setUp(self):
         super().setUp()
         self._setSyntax('Packages/PowerShell/Support/PowershellSyntax.tmLanguage')
+
+class PowerShellSyntaxTokenTest(PowerShellSyntaxTest):
+
+    def getTokenHeader(self):
+        return ['scope_name', 'str', 'start', 'end']
+
+    def getTokens(self):
+        selectors = ["comment", "constant", "entity", "interpolated", "keyword", "meta", "punctuation", "source", "storage", "string", "support", "variable"]
+        tokens = []
+        for selector in selectors:
+            regions = self.view.find_by_selector(selector)
+            for region in regions:
+                tokens += [{ 'scope_name': selector, 'str': 'foo', 'start': region.a, 'end': region.b }]
+        return tokens

tests/syntax_def/test_token_gen.py

@@ -1,8 +1,10 @@
 import os
 import sublime
-from PowerShell.tests import SyntaxTokenTest
+import csv
 
-class Test_TokenGenerator(SyntaxTokenTest):
+from PowerShell.tests import PowerShellSyntaxTokenTest
+
+class Test_TokenGenerator(PowerShellSyntaxTokenTest):
     def testGetTokens(self):
 
         self.append("""$foo = @'
@@ -19,6 +21,9 @@ def testGetTokens(self):
         if os.path.exists(outfile):
             os.remove(outfile)
         with open(outfile, 'w') as f:
-            for r in tokens:
-                f.write('hi there\n') 
-  
+            header = self.getTokenHeader()
+            writer = csv.DictWriter(f, header, delimiter=',')
+            writer.writeheader()
+            writer.writerows(tokens)
+    
+