Merge pull request #276 from JuliaEditorSupport/sp/add-separator-tokenization

feat: add separator tokenization

Author: pfitzseb

grammars/julia.cson

@@ -51,6 +51,9 @@ patterns: [
   {
     include: '#symbol'
   }
+  {
+    include: '#punctuation'
+  }
 ]
 repository:
   array:
@@ -914,5 +917,19 @@ repository:
       {
         include: '#symbol'
       }
+      {
+        include: '#punctuation'
+      }
+    ]
+  punctuation:
+    patterns: [
+      {
+        match: ','
+        name: 'punctuation.separator.comma.julia'
+      }
+      {
+        match: ';'
+        name: 'punctuation.separator.semicolon.julia'
+      }
     ]
 scopeName: 'source.julia'

grammars/julia.json

@@ -44,6 +44,9 @@
     },
     {
       "include": "#symbol"
+    },
+    {
+      "include": "#punctuation"
     }
   ],
   "repository": {
@@ -1061,6 +1064,21 @@
         },
         {
           "include": "#symbol"
+        },
+        {
+          "include": "#punctuation"
+        }
+      ]
+    },
+    "punctuation": {
+      "patterns": [
+        {
+          "match": ",",
+          "name": "punctuation.separator.comma.julia"
+        },
+        {
+          "match": ";",
+          "name": "punctuation.separator.semicolon.julia"
         }
       ]
     }

grammars/julia_vscode.json

@@ -44,6 +44,9 @@
     },
     {
       "include": "#symbol"
+    },
+    {
+      "include": "#punctuation"
     }
   ],
   "repository": {
@@ -1061,6 +1064,21 @@
         },
         {
           "include": "#symbol"
+        },
+        {
+          "include": "#punctuation"
+        }
+      ]
+    },
+    "punctuation": {
+      "patterns": [
+        {
+          "match": ",",
+          "name": "punctuation.separator.comma.julia"
+        },
+        {
+          "match": ";",
+          "name": "punctuation.separator.semicolon.julia"
         }
       ]
     }