Skip to content

Commit 6dc062b

Browse files
committed
trying to get the datasets recognized
1 parent 6e97afb commit 6dc062b

File tree

2 files changed

+18
-18
lines changed

2 files changed

+18
-18
lines changed

.github/workflows/run-bench.yml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -64,7 +64,7 @@ jobs:
6464
# Use the jar-with-dependencies which includes all required dependencies
6565
java ${{ matrix.jdk >= 20 && '--enable-native-access=ALL-UNNAMED --add-modules=jdk.incubator.vector' || '' }} \
6666
${{ matrix.jdk >= 22 && '-Djvector.experimental.enable_native_vectorization=true' || '' }} \
67-
-jar jvector-examples/target/jvector-examples-*-jar-with-dependencies.jar io.github.jbellis.jvector.example.AutoBenchYAML --output bench-results.json
67+
-jar jvector-examples/target/jvector-examples-*-jar-with-dependencies.jar io.github.jbellis.jvector.example.AutoBenchYAML --output bench-results.json ${{ inputs.benchmark_config != '' && inputs.benchmark_config || 'jvector-examples/yaml-configs/default.yml' }}
6868
6969
- name: Upload Bench Results
7070
uses: actions/upload-artifact@v4

jvector-examples/src/main/java/io/github/jbellis/jvector/example/AutoBenchYAML.java

Lines changed: 17 additions & 17 deletions
Original file line numberDiff line numberDiff line change
@@ -44,22 +44,22 @@ public class AutoBenchYAML {
4444
*/
4545
private static List<String> getAllDatasetNames() {
4646
List<String> allDatasets = new ArrayList<>();
47-
47+
4848
// neighborhood-watch-100k datasets
49-
// allDatasets.add("ada002-100k");
50-
// allDatasets.add("cohere-english-v3-100k");
51-
// allDatasets.add("openai-v3-small-100k");
52-
// allDatasets.add("gecko-100k");
53-
// allDatasets.add("openai-v3-large-3072-100k");
54-
// allDatasets.add("openai-v3-large-1536-100k");
55-
// allDatasets.add("e5-small-v2-100k");
56-
// allDatasets.add("e5-base-v2-100k");
57-
// allDatasets.add("e5-large-v2-100k");
58-
//
59-
// // neighborhood-watch-1M datasets
60-
// allDatasets.add("ada002-1M");
61-
// allDatasets.add("colbert-1M");
62-
49+
allDatasets.add("ada002-100k");
50+
allDatasets.add("cohere-english-v3-100k");
51+
allDatasets.add("openai-v3-small-100k");
52+
allDatasets.add("gecko-100k");
53+
allDatasets.add("openai-v3-large-3072-100k");
54+
allDatasets.add("openai-v3-large-1536-100k");
55+
allDatasets.add("e5-small-v2-100k");
56+
allDatasets.add("e5-base-v2-100k");
57+
allDatasets.add("e5-large-v2-100k");
58+
59+
// neighborhood-watch-1M datasets
60+
allDatasets.add("ada002-1M");
61+
allDatasets.add("colbert-1M");
62+
6363
// ann-benchmarks datasets
6464
allDatasets.add("glove-25-angular.hdf5");
6565
allDatasets.add("glove-50-angular.hdf5");
@@ -71,7 +71,7 @@ private static List<String> getAllDatasetNames() {
7171
// Large files not yet supported:
7272
// allDatasets.add("deep-image-96-angular.hdf5");
7373
// allDatasets.add("gist-960-euclidean.hdf5");
74-
74+
7575
return allDatasets;
7676
}
7777

@@ -159,4 +159,4 @@ public static void main(String[] args) throws IOException {
159159
mapper.writerWithDefaultPrettyPrinter().writeValue(new File(outputPath), results);
160160
System.out.println("Benchmark results written to " + outputPath);
161161
}
162-
}
162+
}

0 commit comments

Comments
 (0)