Move worker build to TypeScript script

Author: IvanGoncharov

docker-compose.yml

@@ -3,8 +3,6 @@ services:
     build:
       context: .
       dockerfile: ./worker/Dockerfile
-    volumes:
-      - ./worker-dist/:/home/worker-dist/
     stdin_open: true
     tty: true
   serve-webpack-example:

package.json

@@ -26,7 +26,7 @@
     "serve": "ts-node ./scripts/serve-directory.ts -p 9090 demo-dist",
     "bundle": "rm -rf dist && webpack --mode=production",
     "compile:middleware": "tsc -d src/middleware/index.ts --outDir middleware --lib ES6,DOM,esnext.asynciterable",
-    "build:worker": "rm -rf worker-dist && docker compose up --abort-on-container-exit --build build-worker",
+    "build:worker": "ts-node scripts/bundle_worker.ts",
     "build:release": "rm -rf middleware && npm run build:worker && npm run bundle && npm run compile:middleware && npm run declarations",
     "build:demo": "npm run build:release && rm -rf demo-dist && cp -R demo/ demo-dist/ && cp dist/voyager.css* dist/voyager.standalone.js* demo-dist/",
     "stats": "NODE_ENV=production webpack --json --mode=production > stats.json",

scripts/bundle_worker.ts

@@ -0,0 +1,34 @@
+import * as assert from 'node:assert';
+import * as crypto from 'node:crypto';
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+
+import { spawnOutput } from './utils';
+
+// Clean up existing worker-dist directory
+const outputDir = 'worker-dist';
+fs.rmSync(outputDir, { recursive: true, force: true });
+
+console.error('Building worker with Docker...');
+const dockerOutput = spawnOutput('docker', [
+  'compose',
+  'up',
+  '--abort-on-container-exit',
+  '--build',
+  'build-worker',
+]);
+
+// Process the Docker output
+const hash = crypto.createHash('sha256').update(dockerOutput).digest('hex');
+
+assert(dockerOutput.includes('`') === false);
+const processedOutput = `
+export const VizWorkerSource = String.raw \`${dockerOutput}\`;
+export const VizWorkerHash = \`${hash}\`;
+`;
+
+fs.mkdirSync(outputDir, { recursive: true });
+const outputFile = path.join(outputDir, 'voyager.worker.js');
+fs.writeFileSync(outputFile, processedOutput.trim());
+
+console.error(`Worker built successfully: ${outputFile}`);

scripts/utils.ts

@@ -42,7 +42,7 @@ interface SpawnOptions {
   env?: typeof process.env;
 }
 
-function spawnOutput(
+export function spawnOutput(
   command: string,
   args: ReadonlyArray<string>,
   options?: SpawnOptions,

worker/Dockerfile

@@ -78,4 +78,4 @@ RUN	emcc \
     --post-js worker/post.js \
     worker/viz.cpp ;
 
-CMD node worker/bundle.js < emscripten_worker.js > worker-dist/voyager.worker.js
+CMD ["cat", "emscripten_worker.js"]