Reorganise tests and add extra documentation

Author: Uku Pattak

src/core/Tokenizer.js

@@ -7,7 +7,7 @@ export default class Tokenizer {
      *  @param {String[]} cfg.reservedWords Reserved words in SQL
      *  @param {String[]} cfg.reservedToplevelWords Words that are set to new line separately
      *  @param {String[]} cfg.reservedNewlineWords Words that are set to newline
-     *  @param {String[]} cfg.stringTypes String types to enable: "", '', ``, []
+     *  @param {String[]} cfg.stringTypes String types to enable: "", '', ``, [], N''
      *  @param {String[]} cfg.openParens Opening parentheses to enable, like (, [
      *  @param {String[]} cfg.closeParens Closing parentheses to enable, like ), ]
      *  @param {String[]} cfg.indexedPlaceholderTypes Prefixes for indexed placeholders, like ?

test/StandardSqlFormatterTest.js

@@ -203,32 +203,21 @@ describe("StandardSqlFormatter", function() {
     });
 
     it("formats simple SELECT", function() {
-        const result = sqlFormatter.format("SELECT 'value'", );
+        const result = sqlFormatter.format("SELECT N, M FROM t");
         expect(result).toBe(
             "SELECT\n" +
-            "  'value'\n"
+            "  N,\n" +
+            "  M\n" +
+            "FROM\n" +
+            "  t\n"
         );
     });
 
-    it("formats SELECT with complex WHERE", function() {
-        const result = sqlFormatter.format(
-            "SELECT * FROM foo WHERE Column1 = N'testing' AND Column2 = 'testing'" +
-            "AND ( (Column3 = Column4 OR Column5 >= NOW()) );"
-        );
+    it("formats simple SELECT with national characters (MSSQL)", function() {
+        const result = sqlFormatter.format("SELECT N'value'");
         expect(result).toBe(
             "SELECT\n" +
-            "  *\n" +
-            "FROM\n" +
-            "  foo\n" +
-            "WHERE\n" +
-            "  Column1 = N'testing'\n" +
-            "  AND Column2 = 'testing'\n" +
-            "  AND (\n" +
-            "    (\n" +
-            "      Column3 = Column4\n" +
-            "      OR Column5 >= NOW()\n" +
-            "    )\n" +
-            "  );\n"
+            "  N'value'\n"
         );
     });
 

test/behavesLikeSqlFormatter.js

@@ -60,6 +60,27 @@ export default function behavesLikeSqlFormatter(language) {
         );
     });
 
+    it("formats SELECT with complex WHERE", function() {
+        const result = sqlFormatter.format(
+            "SELECT * FROM foo WHERE Column1 = 'testing'" +
+            "AND ( (Column2 = Column3 OR Column4 >= NOW()) );"
+        );
+        expect(result).toBe(
+            "SELECT\n" +
+            "  *\n" +
+            "FROM\n" +
+            "  foo\n" +
+            "WHERE\n" +
+            "  Column1 = 'testing'\n" +
+            "  AND (\n" +
+            "    (\n" +
+            "      Column2 = Column3\n" +
+            "      OR Column4 >= NOW()\n" +
+            "    )\n" +
+            "  );\n"
+        );
+    });
+
     it("formats SELECT with toplevel reserved words", function() {
         const result = format(
             "SELECT * FROM foo WHERE name = 'John' GROUP BY some_column " +