src: map file symlinks for old node versions

Signed-off-by: flakey5 <[email protected]>

Author: flakey5

scripts/build-r2-symlinks.mjs

@@ -1,8 +1,8 @@
 #!/usr/bin/env node
 'use strict';
 
-import { join } from 'node:path';
-import { writeFile } from 'node:fs/promises';
+import { basename, dirname, join } from 'node:path';
+import { readFile, writeFile } from 'node:fs/promises';
 import {
   HeadObjectCommand,
   ListObjectsV2Command,
@@ -35,6 +35,14 @@ const CACHED_DIRECTORIES_OUT = join(
   'cachedDirectories.json'
 );
 
+const FILE_SYMLINKS = join(
+  import.meta.dirname,
+  '..',
+  'src',
+  'constants',
+  'fileSymlinks.json'
+);
+
 if (!process.env.CF_ACCESS_KEY_ID) {
   throw new TypeError('CF_ACCESS_KEY_ID missing');
 }
@@ -118,6 +126,38 @@ const cachedDirectories = {
   },
 };
 
+// Some older versions of Node exist in `nodejs/release/` and have folders
+//  with symlinks to them. For example, node-v0.1.100.tar.gz lives under
+//  `nodejs/release/`, but there's also `nodejs/release/v0.1.100/node-v0.1.100.tar.gz`
+//  which is just a symlink to it.
+// Let's add these to our cached directories.
+const fileSymlinks = JSON.parse(await readFile(FILE_SYMLINKS, 'utf8'));
+
+for (const file of Object.keys(fileSymlinks)) {
+  // Stat the actual file so we can get it's size, last modified
+  const actualFile = await headFile(client, fileSymlinks[file]);
+
+  const directory = `${dirname(file)}/`;
+
+  if (directory in cachedDirectories) {
+    // Directory was already cached, let's just append the file to the result
+    cachedDirectories[directory].files.push({
+      ...actualFile,
+      name: basename(file),
+    });
+  } else {
+    // List the directory that the symlink is in so we can append the symlink to
+    //  what's actually there
+    const contents = await listDirectory(client, directory);
+    contents.files.push({
+      ...actualFile,
+      name: basename(file),
+    });
+
+    cachedDirectories[directory] = contents;
+  }
+}
+
 await writeFile(CACHED_DIRECTORIES_OUT, JSON.stringify(cachedDirectories));
 
 /**

src/constants/README.md

@@ -8,5 +8,6 @@ Various constants used throughout the worker
 - [cachedDirectories.json](./cachedDirectories.json) - Directories that have their listing result cached because they have symlinks in them. These are updated by the [build-r2-symlinks](../scripts/build-r2-symlinks.mjs) script.
 - [docsDirectory.json](./docsDirectory.json) - The contents of `nodejs/docs/` in the `dist-prod` bucket. This is updated by the [build-r2-symlinks](../scripts/build-r2-symlinks.mjs) script.
 - [files.ts](./files.ts) - Constants related to files the worker serves.
+- [fileSymlinks.ts](./fileSymlinks.json) - Manually updated mapping of file symlinks that exist in the `dist-prod` bucket.
 - [latestVersions.json] - Map of `latest-*` directories to their actual latest versions. This is updated by the [build-r2-symlinks](../scripts/build-r2-symlinks.mjs) script.
 - [limits.ts](./limits.ts) - Hardcap limits that the worker shouldn't exceed.