Skip to content

Commit 10cf0aa

Browse files
committed
Enable faster Avro extraction
1 parent d842ea4 commit 10cf0aa

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

src/main/java/org/radarbase/output/worker/RestructureWorker.kt

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,7 @@ package org.radarbase.output.worker
33
import com.fasterxml.jackson.databind.JsonMappingException
44
import org.apache.avro.file.DataFileReader
55
import org.apache.avro.file.SeekableInput
6+
import org.apache.avro.generic.GenericData
67
import org.apache.avro.generic.GenericDatumReader
78
import org.apache.avro.generic.GenericRecord
89
import org.radarbase.output.FileStoreFactory
@@ -176,8 +177,11 @@ internal class RestructureWorker(
176177

177178
fun <T> extractRecords(input: SeekableInput, processing: (Sequence<GenericRecord>) -> T): T {
178179
var tmpRecord: GenericRecord? = null
180+
val genericData = GenericData().apply {
181+
isFastReaderEnabled = true
182+
}
179183

180-
return DataFileReader(input, GenericDatumReader<GenericRecord>()).use { reader ->
184+
return DataFileReader(input, GenericDatumReader<GenericRecord>(null, null, genericData)).use { reader ->
181185
processing(generateSequence {
182186
time("read") {
183187
if (reader.hasNext()) reader.next(tmpRecord) else null

0 commit comments

Comments
 (0)