Rename sortUnique to deduplicate

Author: blootsvoets

src/main/java/org/radarcns/hdfs/data/FileCache.java

@@ -142,7 +142,7 @@ public void close() throws IOException {
         if (!hasError.get()) {
             if (deduplicate) {
                 long timeDedup = System.nanoTime();
-                converterFactory.sortUnique(fileName, tmpPath, tmpPath, compression);
+                converterFactory.deduplicate(fileName, tmpPath, tmpPath, compression);
                 Timer.getInstance().add("close.deduplicate", timeDedup);
             }
 

src/main/java/org/radarcns/hdfs/data/RecordConverterFactory.java

@@ -48,7 +48,7 @@ default boolean hasHeader() {
         return false;
     }
 
-    default void sortUnique(String fileName, Path source, Path target,
+    default void deduplicate(String fileName, Path source, Path target,
             Compression compression)
             throws IOException {
         // read all lines into memory; assume a 100-byte line length

src/test/java/org/radarcns/hdfs/data/CsvAvroConverterTest.java

@@ -191,7 +191,7 @@ public void deduplicate(@TempDir Path dir) throws IOException {
         try (BufferedWriter writer = Files.newBufferedWriter(path)) {
             writeTestNumbers(writer);
         }
-        CsvAvroConverter.getFactory().sortUnique("t", path, path, new IdentityCompression());
+        CsvAvroConverter.getFactory().deduplicate("t", path, path, new IdentityCompression());
         assertEquals(Arrays.asList("a,b", "1,2", "3,4", "1,3", "a,a"), Files.readAllLines(path));
     }
 
@@ -205,7 +205,7 @@ public void deduplicateGzip(@TempDir Path dir) throws IOException {
              Writer writer = new OutputStreamWriter(gzipOut)) {
             writeTestNumbers(writer);
         }
-        CsvAvroConverter.getFactory().sortUnique("t", path, path, new GzipCompression());
+        CsvAvroConverter.getFactory().deduplicate("t", path, path, new GzipCompression());
         try (InputStream in = Files.newInputStream(path);
                 GZIPInputStream gzipIn = new GZIPInputStream(in);
                 Reader inReader = new InputStreamReader(gzipIn);

src/test/java/org/radarcns/hdfs/data/JsonAvroConverterTest.java

@@ -85,7 +85,7 @@ public void deduplicate(@TempDir Path folder) throws IOException {
         try (BufferedWriter writer = Files.newBufferedWriter(path)) {
             writeTestNumbers(writer);
         }
-        JsonAvroConverter.getFactory().sortUnique("t", path, path, new IdentityCompression());
+        JsonAvroConverter.getFactory().deduplicate("t", path, path, new IdentityCompression());
         assertEquals(Arrays.asList("a,b", "1,2", "3,4", "1,3", "a,a"), Files.readAllLines(path));
     }
 }