Add script to generate FST from PURL text

Signed-off-by: Keshav Priyadarshi <[email protected]>

Author: keshav-space

.gitignore

@@ -0,0 +1,58 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+
+*.db
+*.sqlite3
+.installed.cfg
+parts
+develop-eggs
+bin
+eggs
+downloads
+lib
+lib64
+build
+.project
+.pydevproject
+include
+.settings
+TAGS
+.idea
+Include
+Lib
+.env
+Procfile
+tmp
+.Python
+local.cfg
+_build
+pip-selfcheck.json
+pyvenv.cfg
+geckodriver.log
+
+# Various junk and temp files
+.DS_Store
+*~
+.*.sw[po]
+.build
+.ve
+*.bak
+var
+share
+selenium
+local
+dist/
+target/
+/.*cache/
+venv/
+.python-version
+/.pytest_cache/
+/scancodeio.egg-info/
+*.rdb
+*.aof
+.vscode
+.ipynb_checkpoints
+
+# This is only created when packaging for external redistribution
+/thirdparty/

fst_builder/data/purls.txt

@@ -0,0 +1,2 @@
+pkg:maven/foobar
+pkg:npm/foo/bar

fst_builder/main.rs

@@ -0,0 +1,26 @@
+use fst::SetBuilder;
+use std::fs::File;
+use std::io::{BufRead, BufReader};
+use std::path::Path;
+
+
+fn main() {
+    let input_file = Path::new("fst_builder/data/purls.txt");
+    let output_file = Path::new("purls.fst");
+
+    let file = File::create(output_file).expect("Cannot create FST file");
+    let mut builder = SetBuilder::new(file).expect("Failed to create FST builder");
+
+    let f = File::open(input_file).expect("Cannot open input file");
+    let reader = BufReader::new(f);
+
+    for line in reader.lines() {
+        let s = line.expect("Failed to read line");
+        if !s.is_empty() {
+            builder.insert(&s).unwrap();
+        }
+    }
+
+    builder.finish().expect("Failed to finish FST");
+    println!("FST generated at {:?}", output_file);
+}