feature: Compression for memfile/rootfs assets

.gitignore

@@ -17,3 +17,5 @@ go.work.sum
 .vscode/mise-tools
 /packages/fc-kernels
 /packages/fc-versions
+/compress-build
+/inspect-build

.mockery.yaml

@@ -14,15 +14,15 @@ packages:
           dir: packages/shared/pkg/grpc/orchestrator/mocks
           filename: mockchunkserviceclient.go
           pkgname: orchestratormocks
-      ChunkService_ReadAtBuildSeekableClient:
+      ChunkService_GetBuildFrameClient:
         config:
           dir: packages/shared/pkg/grpc/orchestrator/mocks
-          filename: mockchunkservicereadatbuildseekableclient.go
+          filename: mockchunkservicegetbuildframeclient.go
           pkgname: orchestratormocks
-      ChunkService_ReadAtBuildSeekableServer:
+      ChunkService_GetBuildFrameServer:
         config:
           dir: packages/shared/pkg/grpc/orchestrator/mocks
-          filename: mockchunkservicereadatbuildseekableserver.go
+          filename: mockchunkservicegetbuildframeserver.go
           pkgname: orchestratormocks
       ChunkService_GetBuildBlobClient:
         config:
@@ -39,25 +39,34 @@ packages:
     interfaces:
       featureFlagsClient:
         config:
-          dir: packages/shared/pkg/storage/mocks
-          filename: mockfeatureflagsclient.go
-          pkgname: storagemocks
+          dir: packages/shared/pkg/storage
+          filename: mock_featureflagsclient_test.go
+          pkgname: storage
+          inpackage: true
           structname: MockFeatureFlagsClient
       Blob:
-        config:
-          dir: packages/shared/pkg/storage/mocks
-          filename: mockobjectprovider.go
-          pkgname: storagemocks
-      Seekable:
-        config:
-          dir: packages/shared/pkg/storage/mocks
-          filename: mockseekableobjectprovider.go
-          pkgname: storagemocks
+        configs:
+          - dir: packages/shared/pkg/storage
+            filename: mock_blob_test.go
+            pkgname: storage
+            inpackage: true
+          - dir: packages/shared/pkg/storage/mocks
+            filename: mockblob.go
+            pkgname: storagemocks
+      FramedFile:
+        configs:
+          - dir: packages/shared/pkg/storage
+            filename: mock_framedfile_test.go
+            pkgname: storage
+            inpackage: true
+          - dir: packages/shared/pkg/storage/mocks
+            filename: mockframedfile.go
+            pkgname: storagemocks
       StorageProvider:
         config:
-          dir: packages/shared/pkg/storage/mocks/provider
+          dir: packages/shared/pkg/storage/mocks
           filename: mockstorageprovider.go
-          pkgname: providermocks
+          pkgname: storagemocks
 
   github.com/e2b-dev/infra/packages/orchestrator/internal/sandbox/build:
     interfaces:
@@ -96,14 +105,14 @@ packages:
           filename: mockfile.go
           pkgname: templatemocks
 
-
   io:
     interfaces:
       Reader:
         config:
-          dir: packages/shared/pkg/storage/mocks
-          filename: mockioreader.go
-          pkgname: storagemocks
+          dir: packages/shared/pkg/storage
+          filename: mock_ioreader_test.go
+          pkgname: storage
+          inpackage: true
 
   github.com/e2b-dev/infra/packages/shared/pkg/utils:
     interfaces:

CLAUDE.md

@@ -73,6 +73,12 @@ make migrate
 
 # Run single test
 cd packages/<package> && go test -v -run TestName ./path/to/package
+
+# Run chunker benchmarks (cache hit / cold concurrent)
+# Use auto-calibrated N (no -benchtime=Nx) for the cache-hit benchmark;
+# each read is sub-microsecond so low iteration counts produce noisy results.
+go test -bench=BenchmarkCacheHit -timeout=10m ./packages/orchestrator/internal/sandbox/block/ -run=^$
+go test -bench=BenchmarkColdConcurrent -benchtime=3x -timeout=30m ./packages/orchestrator/internal/sandbox/block/ -run=^$
 ```
 
 ### Deployment
@@ -272,6 +278,11 @@ Key steps:
 
 ## Debugging
 
+### Debug Logging
+- ALWAYS use `fmt.Printf` for temporary debug logging when instrumenting code for investigation
+- Do NOT use zap/structured logging (logger.Error, logger.Debug, etc.) for debug instrumentation — it's too verbose and may not print to stderr reliably
+- Remove all `fmt.Printf` debug lines before merging
+
 ### Remote Development (VSCode)
 - See `DEV.md` for remote SSH setup via GCP
 - Supports Go debugger attachment to remote instances
@@ -286,6 +297,11 @@ make connect-orchestrator
 - Access: `https://nomad.<your-domain>`
 - Token: GCP Secrets Manager
 
-### Logs
+### Nomad Logs
+- Use `nomad alloc logs -job <job-name>` to fetch service logs (e.g., `nomad alloc logs -job orchestrator-dev`)
+- Use `-stderr` flag for stderr output: `nomad alloc logs -job orchestrator-dev -stderr`
+- Use `-tail` for live tailing: `nomad alloc logs -job orchestrator-dev -tail`
+- The orchestrator job in dev is called `orchestrator-dev`
+- Integration test failures should be diagnosed by checking these logs first
 - Local: Docker logs in `make local-infra`
 - Production: Grafana Loki or Nomad UI