compress output

Author: undefined-moe

build.ts

@@ -1,10 +1,21 @@
 /* eslint-disable import/no-dynamic-require */
 import path from 'path';
+import zlib from 'zlib';
+import { encode } from 'base16384';
 import esbuild from 'esbuild';
+import { chunk } from 'lodash';
 import { fs, Logger } from '@hydrooj/utils';
 
 const logger = new Logger('build');
 logger.info('Building...');
+
+function encodeBinary(a: Buffer) {
+    const file = zlib.gzipSync(a);
+    return chunk([...encode(file)], 1000).map((i) => String.fromCodePoint(...i)).join('');
+}
+
+const nopMap = '//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJzb3VyY2VzIjpbIiJdLCJtYXBwaW5ncyI6IkEifQ==';
+
 (async () => {
     fs.ensureDirSync(path.resolve(process.cwd(), 'dist'));
     const res = await esbuild.build({
@@ -14,15 +25,26 @@ logger.info('Building...');
         splitting: false,
         write: false,
         tsconfig: path.resolve(process.cwd(), 'tsconfig.json'),
-        minify: false,
+        minify: true,
         entryPoints: [path.resolve(process.cwd(), 'packages/server/index.ts')],
         charset: 'utf8',
         sourcemap: 'inline',
-        loader: {
-            '.frontend': 'base64',
-            '.ttf': 'base64',
-            '.wasm': 'base64',
-        },
+        plugins: [{
+            name: 'base16384',
+            setup(b) {
+                b.onLoad({ filter: /\.(frontend|ttf|wasm)$/, namespace: 'file' }, (t) => {
+                    const file = fs.readFileSync(path.join(t.path));
+                    return {
+                        contents: `module.exports = "${encodeBinary(file)}";\n${nopMap}`,
+                        loader: 'tsx',
+                    };
+                });
+                b.onLoad({ filter: /node_modules\/.+\.js$/ }, (t) => ({
+                    contents: `${fs.readFileSync(t.path, 'utf8')}\n${nopMap}`,
+                    loader: 'default',
+                }));
+            },
+        }],
         alias: {
             ws: `${path.dirname(require.resolve('ws/package.json'))}/index.js`,
             saslprep: path.resolve(__dirname, 'saslprep.js'),

packages/server/client/assets.js

@@ -1,17 +1,16 @@
-import NotoColorEmoji from '@expo-google-fonts/noto-color-emoji/NotoColorEmoji_400Regular.ttf';
-import NotoSansSC from '@expo-google-fonts/noto-sans-sc/NotoSansSC_400Regular.ttf';
-import wasmBinary from '@myriaddreamin/typst-ts-web-compiler/pkg/typst_ts_web_compiler_bg.wasm';
-import DejaVuSansMono from 'dejavu-fonts-ttf/ttf/DejaVuSansMono.ttf';
-import DejaVuSansMonoBold from 'dejavu-fonts-ttf/ttf/DejaVuSansMono-Bold.ttf';
-import DejaVuSansMonoBoldOblique from 'dejavu-fonts-ttf/ttf/DejaVuSansMono-BoldOblique.ttf';
-import DejaVuSansMonoOblique from 'dejavu-fonts-ttf/ttf/DejaVuSansMono-Oblique.ttf';
+import _NotoColorEmoji from '@expo-google-fonts/noto-color-emoji/NotoColorEmoji_400Regular.ttf';
+import _NotoSansSC from '@expo-google-fonts/noto-sans-sc/NotoSansSC_400Regular.ttf';
+import _wasmBinary from '@myriaddreamin/typst-ts-web-compiler/pkg/typst_ts_web_compiler_bg.wasm';
+import _DejaVuSansMono from 'dejavu-fonts-ttf/ttf/DejaVuSansMono.ttf';
+import _DejaVuSansMonoBold from 'dejavu-fonts-ttf/ttf/DejaVuSansMono-Bold.ttf';
+import _DejaVuSansMonoBoldOblique from 'dejavu-fonts-ttf/ttf/DejaVuSansMono-BoldOblique.ttf';
+import _DejaVuSansMonoOblique from 'dejavu-fonts-ttf/ttf/DejaVuSansMono-Oblique.ttf';
+import { decodeBinary } from '../utils';
 
-export {
-    NotoColorEmoji,
-    NotoSansSC,
-    wasmBinary,
-    DejaVuSansMono,
-    DejaVuSansMonoBold,
-    DejaVuSansMonoBoldOblique,
-    DejaVuSansMonoOblique,
-};
+export const NotoColorEmoji = decodeBinary(_NotoColorEmoji);
+export const NotoSansSC = decodeBinary(_NotoSansSC);
+export const wasmBinary = decodeBinary(_wasmBinary);
+export const DejaVuSansMono = decodeBinary(_DejaVuSansMono);
+export const DejaVuSansMonoBold = decodeBinary(_DejaVuSansMonoBold);
+export const DejaVuSansMonoBoldOblique = decodeBinary(_DejaVuSansMonoBoldOblique);
+export const DejaVuSansMonoOblique = decodeBinary(_DejaVuSansMonoOblique);

packages/server/client/typst.ts

@@ -28,16 +28,16 @@ class TypstCompilerDriver {
 
     async init(): Promise<void> {
         this.compilerJs = await import('@myriaddreamin/typst-ts-web-compiler/pkg/typst_ts_web_compiler.mjs');
-        await this.compilerJs.initSync(Buffer.from(wasmBinary, 'base64'));
+        await this.compilerJs.initSync(wasmBinary);
         const TypstCompilerBuilder = this.compilerJs.TypstCompilerBuilder;
 
         this.builder = new TypstCompilerBuilder();
-        await this.builder.add_raw_font(new Uint8Array(Buffer.from(DejaVuSansMono, 'base64')));
-        await this.builder.add_raw_font(new Uint8Array(Buffer.from(DejaVuSansMonoBold, 'base64')));
-        await this.builder.add_raw_font(new Uint8Array(Buffer.from(DejaVuSansMonoBoldOblique, 'base64')));
-        await this.builder.add_raw_font(new Uint8Array(Buffer.from(DejaVuSansMonoOblique, 'base64')));
-        await this.builder.add_raw_font(new Uint8Array(Buffer.from(NotoSansSC, 'base64')));
-        await this.builder.add_raw_font(new Uint8Array(Buffer.from(NotoColorEmoji, 'base64')));
+        await this.builder.add_raw_font(new Uint8Array(DejaVuSansMono));
+        await this.builder.add_raw_font(new Uint8Array(DejaVuSansMonoBold));
+        await this.builder.add_raw_font(new Uint8Array(DejaVuSansMonoBoldOblique));
+        await this.builder.add_raw_font(new Uint8Array(DejaVuSansMonoOblique));
+        await this.builder.add_raw_font(new Uint8Array(NotoSansSC));
+        await this.builder.add_raw_font(new Uint8Array(NotoColorEmoji));
         this.compiler = await this.builder.build();
     }
 

packages/server/handler/misc.ts

@@ -4,16 +4,17 @@ import { Context } from 'cordis';
 import { Handler } from '@hydrooj/framework';
 import { config } from '../config';
 import StaticFrontend from '../data/static.frontend';
-import { StaticHTML } from '../utils';
+import { decodeBinary, StaticHTML } from '../utils';
 
 const randomHash = String.random(8).toLowerCase();
+const buf = decodeBinary(StaticFrontend);
 
 class StaticHandler extends Handler {
     async get() {
         this.response.addHeader('Cache-Control', 'public');
         this.response.addHeader('Expires', new Date(new Date().getTime() + 86400000).toUTCString());
         this.response.type = 'text/javascript';
-        this.binary(Buffer.from(StaticFrontend, 'base64'), 'main.js');
+        this.binary(buf, 'main.js');
     }
 }
 

packages/server/package.json

@@ -19,6 +19,7 @@
     "@hydrooj/framework": "0.0.3",
     "@myriaddreamin/typst-ts-web-compiler": "^0.4.1",
     "@myteril/node-win-printer": "^1.1.5",
+    "base16384": "^1.0.0",
     "cordis": "3.16.0",
     "koa-proxies": "^0.12.4",
     "lodash": "^4.17.21",

packages/server/utils.ts

@@ -1,6 +1,8 @@
 /* eslint-disable @typescript-eslint/no-loop-func */
 /* eslint-disable no-await-in-loop */
 import { spawn } from 'child_process';
+import { gunzipSync } from 'zlib';
+import { decode } from 'base16384';
 import Logger from 'reggol';
 
 Logger.levels.base = process.env.DEV ? 3 : 2;
@@ -129,3 +131,8 @@ export async function remoteRunner(user: string, target: string, targetPort: str
     }
     return { success: false, log };
 }
+
+export function decodeBinary(file: string) {
+    const buf = decode(file);
+    return gunzipSync(buf);
+}