diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index ee2db4d0e9..a2ec367727 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -153,7 +153,6 @@ typecheck:
   interruptible: true
   script:
     - yarn
-    - yarn build
     - yarn typecheck
     - scripts/cli typecheck test/apps/vanilla
     - scripts/cli typecheck test/e2e
@@ -165,7 +164,6 @@ build-and-lint:
   interruptible: true
   script:
     - yarn
-    - yarn build
     - yarn lint
     - node scripts/check-packages.ts
 
@@ -613,7 +611,6 @@ check-expired-telemetry-scheduled:
       - $TARGET_TASK_NAME == "check-expired-telemetry"
   script:
     - yarn
-    - yarn build
     - MONITOR_UNTIL_COMMENT_EXPIRED_LEVEL=error yarn lint
 
 check-expired-telemetry-scheduled-failure:
diff --git a/package.json b/package.json
index 745301f5c3..e2e76b49c5 100644
--- a/package.json
+++ b/package.json
@@ -10,7 +10,7 @@
   ],
   "type": "module",
   "scripts": {
-    "postinstall": "scripts/cli init_submodule",
+    "postinstall": "scripts/cli init_submodule && scripts/cli ci_build_and_pack",
     "build": "yarn workspaces foreach --all --parallel --topological run build",
     "build:bundle": "yarn workspaces foreach --all --parallel run build:bundle",
     "build:apps": "node scripts/build/build-test-apps.ts",
diff --git a/scripts/cli b/scripts/cli
index e67eb06552..3f4fa3ed7d 100755
--- a/scripts/cli
+++ b/scripts/cli
@@ -91,6 +91,16 @@ cmd_check_server_side_rendering_compatibility () {
   yarn compat:ssr || fail 'server side rendering compatibility broken'
 }
 
+# in CI, build and pack after install to allow renovate to install test apps
+cmd_ci_build_and_pack () {
+  if [[ -z "${CI+x}" ]]; then
+    exit 0
+  else
+    yarn build
+    yarn run pack
+  fi
+}
+
 fail () {
   echo
   echo "❌ ${1}"