@@ -64,7 +64,6 @@ function buildSearchIndex() {
6464
6565// Function to process a CSV file from gzipped data
6666async function loadCsvGzFile(url, table) {
67- const startTime = performance.now();
6867 const response = await fetch(url);
6968 const buffer = await response.arrayBuffer();
7069 try {
@@ -170,10 +169,6 @@ self.addEventListener('message', async (event) => {
170169 const downloadPromise = (async () => {
171170 try {
172171 await loadCsvGzFile(url, table);
173- self.postMessage({
174- type: 'info',
175- message: "downloaded " + url
176- });
177172 ingestedFiles.set(url, true);
178173 } catch (error) {
179174 // In case of error, reset status so it can be tried again
@@ -201,20 +196,29 @@ self.addEventListener('message', async (event) => {
201196
202197 // Query the data
203198 const allResults = queryGeoTable(table, minLat, maxLat, minLon, maxLon)
199+ console.log("================================================")
200+ console.log("geohashes_1", geohashes_1)
201+ console.log("bounds",minLat, maxLat, minLon, maxLon)
202+ console.log("ingestedFiles", ingestedFiles)
203+ console.log("in table", table.count());
204+ console.log("allResults", allResults.length);
204205
205206
206207 let results = getUniqueByGeoHash({
207208 entries: allResults,
208209 hashLength: hashlevel,
209210 scoreField: "page_len",
210211 });
212+ console.log("results", results.length);
211213 if (results.length > 400) {
212214 results.sort((a, b) => b.page_len - a.page_len);
213215 results = results.slice(0, 400);
214216 }
217+ console.log("results", results.length);
218+ console.log("================================================")
219+
215220
216221 // Return results to main thread
217- console.log("posting results", results.length);
218222 self.postMessage({
219223 type: 'queryResults',
220224 requestId: event.data.requestId,
0 commit comments