Skip to content

Commit 18f28ef

Browse files
committed
Removed limitation of processing 10 files
1 parent 4028f2f commit 18f28ef

File tree

1 file changed

+1
-8
lines changed

1 file changed

+1
-8
lines changed

src/main/java/org/radarcns/RestructureAvroRecords.java

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -122,19 +122,12 @@ private void processTopic(Path topicPath) throws IOException {
122122

123123
String topicName = topicPath.getName();
124124

125-
long t1 = System.currentTimeMillis();
126-
127125
try (FileCache cache = new FileCache(100)) {
128126
while (files.hasNext()) {
129127
LocatedFileStatus locatedFileStatus = files.next();
130128

131129
if (locatedFileStatus.isFile()) {
132130
this.processFile(locatedFileStatus.getPath(), topicName, cache);
133-
if (processedFileCount == 10) {
134-
double diff = (System.currentTimeMillis() - t1) / 1000d;
135-
logger.info("Processed 10 files in {} seconds", diff);
136-
System.exit(0);
137-
}
138131
}
139132
}
140133
}
@@ -238,4 +231,4 @@ private void readSeenOffsets() {
238231
logger.info("Offsets file does not exist yet, will be created.");
239232
}
240233
}
241-
}
234+
}

0 commit comments

Comments
 (0)