Merge pull request #1718 from pelias/deduplicate-punctuation

deduplication: ignore periods when comparing names

Author: orangejulius

helper/diffPlaces.js

@@ -386,7 +386,7 @@ function layerDependentNormalization(names, layer) {
  * lowercase characters and remove diacritics and some punctuation
  */
 function normalizeString(str){
-  return removeAccents(unicode.normalize(str)).toLowerCase().split(/[ ,-]+/).join(' ');
+  return removeAccents(unicode.normalize(str)).toLowerCase().split(/[ ,-.]+/).join(' ');
 }
 
 module.exports.isDifferent = isDifferent;

test/unit/helper/diffPlaces.js

@@ -737,6 +737,7 @@ module.exports.tests.normalizeString = function (test, common) {
     t.equal(normalizeString('foo, bar'), 'foo bar');
     t.equal(normalizeString('foo-bar'), 'foo bar');
     t.equal(normalizeString('foo , - , - bar'), 'foo bar');
+    t.equal(normalizeString('St. Marks'), 'st marks');
     t.end();
   });