chore: benchmark

Author: LouisHaftmann

.env

@@ -1,13 +1,2 @@
 API_BASE_URL=http://localhost:3000
-DEBUG=true
-
-# s3
-STORAGE_DRIVER=s3
-STORAGE_S3_BUCKET=test
-AWS_ENDPOINT_URL=http://localhost:9000
-AWS_ACCESS_KEY_ID=access_key
-AWS_SECRET_ACCESS_KEY=secret_key
-
-# postgres
-DB_DRIVER=postgres
-DB_POSTGRES_URL=postgres://postgres:postgres@localhost:5432/postgres
+DEBUG=true

.gitignore

@@ -11,4 +11,5 @@ data/
 .idea
 .DS_Store
 tests/temp/
-actions-runner/
+actions-runner/
+benchmark.csv

benchmark.ts

@@ -0,0 +1,41 @@
+import { randomBytes } from 'node:crypto'
+import fs from 'node:fs/promises'
+import path from 'node:path'
+import { restoreCache, saveCache } from '@actions/cache'
+import pLimit from 'p-limit'
+
+const TEMP_DIR = './benchmark'
+
+Object.assign(process.env, {
+  RUNNER_TEMP: path.join(TEMP_DIR, 'runner_temp'),
+  ACTIONS_RESULTS_URL: 'http://localhost:3000/',
+  ACTIONS_CACHE_URL: 'http://localhost:3000/',
+  ACTIONS_CACHE_SERVICE_V2: 'true',
+  ACTIONS_RUNTIME_TOKEN: 'mock-runtime',
+})
+
+const CONCURRENCY = 20
+const FILE_SIZE_MB = 500
+const TOTAL_REQUESTS = 10
+
+const MOCK_BUFFER = randomBytes(1024 * 1024 * FILE_SIZE_MB)
+
+async function run(id: number) {
+  const testFilePath = path.join(TEMP_DIR, `test-file-${id}.bin`)
+  await fs.writeFile(testFilePath, MOCK_BUFFER)
+
+  await saveCache([testFilePath], `key`)
+  await restoreCache([testFilePath], `key`)
+}
+
+await fs.mkdir(TEMP_DIR, { recursive: true })
+
+const limiter = pLimit(CONCURRENCY)
+
+const start = Date.now()
+await Promise.all(Array.from({ length: TOTAL_REQUESTS }, (_, i) => limiter(() => run(i))))
+const duration = Date.now() - start
+
+console.log(`Completed ${TOTAL_REQUESTS} requests in ${duration}ms`)
+
+await fs.rm(TEMP_DIR, { recursive: true, force: true })

lib/schemas.ts

@@ -61,6 +61,7 @@ export const envBaseSchema = type({
   'DISABLE_CLEANUP_JOBS?': 'boolean',
   'DEBUG?': 'boolean',
   'ENABLE_DIRECT_DOWNLOADS': 'boolean = false',
+  'BENCHMARK': 'boolean = false',
 })
 
 export const envSchema = envBaseSchema.and(envStorageDriverSchema).and(envDbDriverSchema)

plugins/benchmark.ts

@@ -0,0 +1,27 @@
+import cluster from 'node:cluster'
+import fs from 'node:fs/promises'
+import { env } from '~/lib/env'
+import { logger } from '~/lib/logger'
+
+export default defineNitroPlugin(async () => {
+  if (!env.BENCHMARK || cluster.isPrimary) return
+
+  const logFile = 'benchmark.csv'
+  await fs.writeFile(logFile, 'time,rss_mb,heap_total_mb,heap_used_mb,external_mb\n')
+
+  logger.info('Starting benchmark logging to', logFile)
+
+  setInterval(async () => {
+    const mem = process.memoryUsage()
+    await fs.appendFile(
+      logFile,
+      `${Date.now()},${toMB(mem.rss)},${toMB(mem.heapTotal)},${toMB(mem.heapUsed)},${toMB(mem.external)}\n`,
+    )
+
+    if (globalThis.gc) globalThis.gc()
+  }, 500)
+})
+
+function toMB(bytes: number) {
+  return (bytes / 1024 / 1024).toFixed(2)
+}

tests/setup.ts

@@ -31,7 +31,7 @@ const TESTING_ENV_BASE = {
   ACTIONS_CACHE_URL: 'http://localhost:3000/',
 } satisfies Omit<
   typeof envBaseSchema.infer,
-  'CACHE_CLEANUP_OLDER_THAN_DAYS' | 'ENABLE_DIRECT_DOWNLOADS'
+  'CACHE_CLEANUP_OLDER_THAN_DAYS' | 'ENABLE_DIRECT_DOWNLOADS' | 'BENCHMARK'
 > &
   Record<string, string>