Skip to content
Merged
Show file tree
Hide file tree
Changes from 46 commits
Commits
Show all changes
52 commits
Select commit Hold shift + click to select a range
a6259fc
Move size() to FSTStore
dungba88 Nov 13, 2023
e0e1517
Remove size() completely
dungba88 Nov 14, 2023
9b986a8
Merge branch 'apache:main' into remove-size
dungba88 Nov 15, 2023
f2d8234
Allow FST builder to use different DataOutput
dungba88 Nov 15, 2023
13c9359
access BytesStore byte[] directly for copying
dungba88 Nov 15, 2023
fa08d51
Rename BytesStore
dungba88 Nov 15, 2023
c6fb4b5
Change class to final
dungba88 Nov 15, 2023
f1e8f89
Reorder methods
dungba88 Nov 16, 2023
2f9c730
Remove unused methods
dungba88 Nov 16, 2023
847828d
Rename truncate to setPosition() and remove skipBytes()
dungba88 Nov 16, 2023
0913062
Simplify the writing operations
dungba88 Nov 16, 2023
0de0d26
Update comment
dungba88 Nov 16, 2023
ef3fdc6
remove unused parameter
dungba88 Nov 16, 2023
f00d24f
Simplify BytesStore operation
dungba88 Nov 16, 2023
12963df
tidy code
dungba88 Nov 16, 2023
f1e81b8
Rename copyBytes to writeTo
dungba88 Nov 16, 2023
b7ceec9
Merge branch 'remove-size' into pr-12543-1
dungba88 Nov 16, 2023
c8165ad
Simplify BytesStore operations
dungba88 Nov 16, 2023
d8cb927
Merge branch 'simplify-bytesstore' into pr-12543-1
dungba88 Nov 16, 2023
096fa97
Merge branch 'pr-12543-1' into pr-12543
dungba88 Nov 16, 2023
9a002c0
Embed writeBytes() to FSTCompiler
dungba88 Nov 16, 2023
1c201d4
Fix the write bytes method
dungba88 Nov 16, 2023
cfdeeff
Merge branch 'apache:main' into pr-12543
dungba88 Nov 18, 2023
1420cfc
Merge branch 'apache:main' into pr-12543-1
dungba88 Nov 18, 2023
7efcde0
Remove the default block bits constant
dungba88 Nov 18, 2023
8f98e7b
Merge branch 'pr-12543-1' into pr-12543
dungba88 Nov 18, 2023
b140b91
add assertion
dungba88 Nov 18, 2023
dbc1918
Rename method parameter names
dungba88 Nov 19, 2023
a5c7e14
Move reverse to FSTCompiler
dungba88 Nov 19, 2023
50de8f7
Revert setPosition call
dungba88 Nov 19, 2023
d90902f
Merge branch 'main' into pr-12543
dungba88 Nov 21, 2023
5818fe2
Merge branch 'main' into pr-12543
dungba88 Nov 21, 2023
e88f452
Address comments
dungba88 Nov 21, 2023
2587fc7
Return immediately when writing 0 bytes
dungba88 Nov 21, 2023
f0b78d2
Add comment &
dungba88 Nov 21, 2023
94913bb
Merge branch 'main' into pr-12543
dungba88 Nov 22, 2023
fd458c4
Rename variables
dungba88 Nov 22, 2023
606fe45
Fix the compile error
dungba88 Nov 22, 2023
dc45d9a
Remove isReadable()
dungba88 Nov 23, 2023
36685cc
Remove isReadable()
dungba88 Nov 24, 2023
1c4f68d
Optimize ReadWriteDataOutput
dungba88 Nov 28, 2023
34aabf2
tidy code
dungba88 Nov 28, 2023
7ae16bb
Freeze the DataOutput once finished()
dungba88 Nov 28, 2023
4823bc1
Refactor
dungba88 Nov 28, 2023
817ae08
freeze the DataOutput before use
dungba88 Nov 28, 2023
e0d56f5
Merge branch 'main' into pr-12543
dungba88 Nov 29, 2023
6f7a8c5
Address comments and add off-heap FST tests
dungba88 Dec 5, 2023
dba57ff
Remove the hardcoded random
dungba88 Dec 5, 2023
5552271
Ignore the Test2BFSTOffHeap test
dungba88 Dec 5, 2023
6cc31c9
Simplify ReadWriteDataOutput
dungba88 Dec 6, 2023
4344dce
Update Javadoc
dungba88 Dec 7, 2023
10c9898
Address comments
dungba88 Dec 7, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,8 @@
*/
package org.apache.lucene.codecs.lucene90.blocktree;

import static org.apache.lucene.util.fst.FSTCompiler.getOnHeapReaderWriter;

import java.io.IOException;
import java.util.ArrayList;
import java.util.Arrays;
Expand Down Expand Up @@ -525,7 +527,7 @@ public void compileIndex(
// Disable suffixes sharing for block tree index because suffixes are mostly dropped
// from the FST index and left in the term blocks.
.suffixRAMLimitMB(0d)
.bytesPageBits(pageBits)
.dataOutput(getOnHeapReaderWriter(pageBits))
.build();
// if (DEBUG) {
// System.out.println(" compile index for prefix=" + prefix);
Expand Down
Loading