Skip to content

Commit b23fc1d

Browse files
author
Youri K
committed
ingest files
1 parent 54fc8e7 commit b23fc1d

File tree

1 file changed

+12
-2
lines changed

1 file changed

+12
-2
lines changed

src/main/scala/com/scalableminds/fossildb/db/RocksDBStore.scala

Lines changed: 12 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -79,7 +79,8 @@ class RocksDBManager(dataDir: Path, columnFamilies: List[String], optionsFilePat
7979
logger.info("Compacting all data")
8080
RocksDB.loadLibrary()
8181
//db.compactRange()
82-
writeAllSSts()
82+
//writeAllSSts()
83+
ingestFiles()
8384
logger.info("All data has been compacted to last level containing data")
8485
}
8586

@@ -88,9 +89,18 @@ class RocksDBManager(dataDir: Path, columnFamilies: List[String], optionsFilePat
8889
Future.successful(db.close())
8990
}
9091

92+
def ingestFiles() = {
93+
val ifo = new IngestExternalFileOptions()
94+
ifo.setMoveFiles(true)
95+
val asd: mutable.Buffer[String] = mutable.Buffer("toIngest/test.sst")
96+
val handle = columnFamilyHandles("skeletons")
97+
db.ingestExternalFile(handle, asd.asJava, ifo)
98+
}
99+
91100
def writeAllSSts() = {
92-
val (dbOptions, columnFamilyDescriptors) = loadOptions("config/newOptions.ini")
101+
val (dbOptions, columnFamilyDescriptors) = loadOptions("config/options.ini")
93102
val descriptor = columnFamilyDescriptors.find(_.getName sameElements "skeletons".getBytes)
103+
println(descriptor.get.getOptions.targetFileSizeBase())
94104
val options = new Options(dbOptions, descriptor.get.getOptions)
95105
val writer = new SstFileWriter(new EnvOptions(), options)
96106
writer.open("data/test.sst")

0 commit comments

Comments
 (0)