ci: Add Turborepo Support

Adds [Turborepo](https://turborepo.org/) caching support

Author: jakemhiller

.circleci/config.yml

@@ -17,6 +17,10 @@ references:
   webpack_cache_key_1: &webpack_cache_key_1 v1-webpack-{{ arch }}-{{ checksum "yarn.lock" }}-{{ .Branch }}-{{ .Revision }}
   webpack_cache_key_2: &webpack_cache_key_2 v1-webpack-{{ arch }}-{{ checksum "yarn.lock" }}-{{ .Branch }}
 
+  turbo_cache_key_1: &turbo_cache_key_1 v1-turbo-{{ arch }}-{{ checksum "yarn.lock" }}-{{ .Branch }}-{{ epoch }}
+  turbo_cache_key_2: &turbo_cache_key_2 v1-turbo-{{ arch }}-{{ checksum "yarn.lock" }}-{{ .Branch }}
+  turbo_cache_key_3: &turbo_cache_key_3 v1-turbo-{{ arch }}-{{ checksum "yarn.lock" }}
+
   restore_yarn_cache: &restore_yarn_cache
     restore_cache:
       keys:
@@ -41,6 +45,19 @@ references:
         - node_modules/.cache
         - packages/styleguide/node_modules/.cache
 
+  save_turbo_cache: &save_turbo_cache
+    save_cache:
+      key: *turbo_cache_key_1
+      paths:
+        - node_modules/.cache/turbo
+
+  restore_turbo_cache: &restore_turbo_cache
+    restore_cache:
+      keys:
+        - *turbo_cache_key_1
+        - *turbo_cache_key_2
+        - *turbo_cache_key_3
+
   save_node_modules: &save_node_modules
     persist_to_workspace:
       root: ~/repo
@@ -55,12 +72,7 @@ references:
   build_all_packages: &build_all_packages
     run:
       name: Build All Packages
-      command: yarn build-all
-
-  build_changed_packages: &build_changed_packages
-    run:
-      name: Build Changed Packages
-      command: yarn build-changed
+      command: yarn turbo run build --concurrency=3
 
   set_git_user: &set_git_user
     run:
@@ -111,10 +123,12 @@ jobs:
     steps:
       - checkout
       - *restore_node_modules
-      - *build_changed_packages
+      - *restore_turbo_cache
+      - *build_all_packages
+      - *save_turbo_cache
       - run:
           name: Verify Packages
-          command: yarn verify-changed
+          command: yarn verify
 
   tests:
     <<: *default_env
@@ -146,12 +160,13 @@ jobs:
       - checkout
       - *restore_node_modules
       - *set_npm_token
-      - *build_changed_packages
+      - *restore_turbo_cache
+      - *build_all_packages
+      - *save_turbo_cache
       - run:
           name: Lerna Publish
           command: yarn lerna publish --yes --conventional-commits --changelog-preset conventionalcommits --include-merged-tags --create-release=github
 
-
   publish_alpha:
     <<: *default_env
     resource_class: large
@@ -162,7 +177,9 @@ jobs:
       - checkout
       - *restore_node_modules
       - *set_npm_token
-      - *build_changed_packages
+      - *restore_turbo_cache
+      - *build_all_packages
+      - *save_turbo_cache
       - run: npm whoami
       - run:
           name: lerna publish (alpha)

.gitignore

@@ -44,3 +44,6 @@ tmp
 
 # Automatic report....json files
 report*.json
+
+# Turborepo
+.turbo

README.md

@@ -11,7 +11,7 @@ This repository is a monorepo that we manage using [Lerna](https://lernajs.io/).
 ## Local development
 
 1.  Run `yarn` in the root directory
-1.  Run `yarn build-all`
+1.  Run `yarn build`
 
 ### Publishing Modules
 
@@ -54,6 +54,14 @@ We do that using symlinks (the following instructions assume you have set up and
 1. Send a `feat` PR adding that package
 1. One merged, message out in our #frontend Slack channel to other client-modules developers to re-run `yarn lerna bootstrap` after they merge from `main`
 
+**Turborepo**
+
+This monorepo uses [Turborepo](https://turborepo.org/) to cache previous builds locally and in CI.
+
+The config for Turborepo is located at [/turbo.json](/turbo.json).
+
+To use Turborepo without extra configuration, if your package needs to be compiled, it should have a task called `build` that compiles it's files and puts them into a directory called `dist` inside the package directory. If you need a more complicated setup, you can read the docs and customize the configuration in `turbo.json`.
+
 ### PR Title Guide
 
 Your PR Title should follow the [Conventional Commits](https://www.conventionalcommits.org/en/v1.0.0/) Format.
@@ -152,4 +160,3 @@ Optional extra description for your changes.
 This goes in the description for your PR, between the `<!--- CHANGELOG-DESCRIPTION -->` comment tags in the PR template.
 
 If you include the text `BREAKING CHANGE:` in your description it will trigger a major version bump. We prefer to use the `feat!:` syntax for breaking changes described above.
-

package.json

@@ -17,11 +17,11 @@
     "prettier": "prettier --ignore-path .prettierignore \"./**/*.{js,ts,tsx,json}\"",
     "format": "yarn lint:fix && yarn prettier --write",
     "format:verify": "yarn prettier --check",
-    "verify-all": "lerna run verify",
-    "verify-changed": "lerna run verify --since --include-dependencies",
+    "verify": "turbo run verify --concurrency=3",
+    "verify-all": "yarn verify",
     "clear-modules": "lerna clean -y && rm -rf node_modules",
-    "build-all": "lerna run lernaBuildTask",
-    "build-changed": "lerna run lernaBuildTask --since --include-dependencies",
+    "build": "turbo run build --concurrency=3",
+    "build-all": "yarn build",
     "start:storybook": "cd ./packages/styleguide && yarn start",
     "install:sibling-dependencies": "cd ./packages/codebytes && yarn --focus",
     "start": "yarn && yarn start:storybook"
@@ -48,10 +48,10 @@
     "lerna": "3.22.1"
   },
   "devDependencies": {
-    "@codecademy/webpack-config": "^6.0.0",
     "@babel/cli": "7.13.10",
     "@babel/core": "7.13.10",
     "@babel/preset-typescript": "^7.13.0",
+    "@codecademy/webpack-config": "^6.0.0",
     "@emotion/babel-plugin": "^11.3.0",
     "@emotion/jest": "^11.3.0",
     "@emotion/react": "^11.4.0",
@@ -102,12 +102,14 @@
     "react-dom": "16.13.1",
     "react-helmet": "6.1.0",
     "react-test-renderer": "16.13.1",
+    "turbo": "^1.1.2",
     "typescript": "4.4.2"
   },
   "husky": {
     "skipCI": false,
     "hooks": {
       "pre-commit": "lint-staged"
     }
-  }
+  },
+  "packageManager": "[email protected]"
 }

packages/codebytes/package.json

@@ -39,8 +39,7 @@
     "build:clean": "rm -rf dist",
     "build:types": "tsc --emitDeclarationOnly",
     "build": "yarn build:clean && yarn build:compile && yarn build:types",
-    "build:watch": "yarn build && onchange ./src -- yarn build:compile && yarn build:types",
-    "lernaBuildTask": "yarn build"
+    "build:watch": "yarn build && onchange ./src -- yarn build:compile && yarn build:types"
   },
   "license": "MIT",
   "devDependencies": {

packages/tracking/package.json

@@ -29,8 +29,7 @@
     "build:compile": "babel ./src --out-dir ./dist --copy-files --extensions \".ts,.tsx\"",
     "build:clean": "rm -rf dist",
     "build:types": "tsc --emitDeclarationOnly",
-    "build": "yarn build:clean && yarn build:compile && yarn build:types",
-    "lernaBuildTask": "yarn build"
+    "build": "yarn build:clean && yarn build:compile && yarn build:types"
   },
   "license": "MIT",
   "publishConfig": {

turbo.json

@@ -0,0 +1,17 @@
+{
+  "npmClient": "yarn",
+  "baseBranch": "origin/main",
+  "pipeline": {
+    "build": {
+      "dependsOn": ["^build"]
+    },
+    "verify": {
+      "dependsOn": ["^build"],
+      "outputs": []
+    },
+    "start": {
+      "cache": false
+    }
+  },
+  "globalDependencies": ["tsconfig.json", "lerna.json", "turbo.json"]
+}

yarn.lock

@@ -18086,6 +18086,84 @@ tunnel-agent@^0.6.0:
   dependencies:
     safe-buffer "^5.0.1"
 
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-darwin-64/-/turbo-darwin-64-1.1.2.tgz#b129aaf538821de78d5e2129495c553627174650"
+  integrity sha512-rua17HnVvAqAU54gVfiQoH7cfopOqANv+yI6NtxLMD8aFfX2cJ9m8SSvH2v2vCaToNDW6OnTkdqDKQpqIHzbCw==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-darwin-arm64/-/turbo-darwin-arm64-1.1.2.tgz#07a783ad2e3e8af600ae7406cc4062ff56ac0351"
+  integrity sha512-otqSQNYDyKg0KqB3NM0BI4oiRPKdJkUE/XBn8dcUS+zeRLrL00XtaM0eSwynZs1tb6zU/Y+SPMSBRygD1TCOnw==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-freebsd-64/-/turbo-freebsd-64-1.1.2.tgz#9e22abf04ec2298f205a57b5c9ce14e22844baf3"
+  integrity sha512-2nxwVDTAM0DtIQ2i3UOfEsQLF7vp+XZ/b9SKtiHxz710fXvdyuGivYI25axDdcBn8kQ45rnbUnarF1aW8CMGgg==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-freebsd-arm64/-/turbo-freebsd-arm64-1.1.2.tgz#6095c9012881225a5fdfb55362defa12f24b1f8e"
+  integrity sha512-ro1Ah96yzgzyT0BJe1mceAqxPxi0pUwzAvN3IKVpMqi4hYkT3aRbzDCaSxzyC6let2Al/NUsgHnbAv38OF2Xkw==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-linux-32/-/turbo-linux-32-1.1.2.tgz#4726e533d6966172b6bc4a960524ec2eb61adaab"
+  integrity sha512-HKBsETxQMVaf/DJwMg7pypPbGA6KEu0gEf9C8o2aPJvwMPBYgNsNaU08Xizuh5xzEQTzpbIWfQyqdNgMV4RG3Q==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-linux-64/-/turbo-linux-64-1.1.2.tgz#dfe7f3a4c91acecdb84ecab330acee06857e568e"
+  integrity sha512-IklKsOklcRHIWkTzKg95BQ6jgJ53kLvRMrp8yqzlvZprkWdiyhAgUxrUTTHOOTce2XA3+jdN2+MwixG44uY2vg==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-linux-arm64/-/turbo-linux-arm64-1.1.2.tgz#c39b6c50657fa0e82627407c86a5c43f19598e2b"
+  integrity sha512-3kS6sk2lOtuBBqkcL+yeGqD1yew4UZ1o7XUcbDD8UPwhF2kAfK7Qs0vTJw4lnO1scjhihkoTrmXM7yozvjf4/w==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-linux-arm/-/turbo-linux-arm-1.1.2.tgz#2f51f93a3aa144b8ba25d7b0e3c53ea186a0e9dd"
+  integrity sha512-CNbaTvRozq7H/5jpy9OZlzJ6BkeEXF+nF2n9dHiUrbAXd3nq84Qt9odcQJmGnexP19YS9w6l3tIHncX4BgwtqA==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-linux-mips64le/-/turbo-linux-mips64le-1.1.2.tgz#f52b7f410ac289d4e539f108679d2324aa5e271e"
+  integrity sha512-CDoXVIlW43C6KLgYxe13KkG8h6DswXHxbTVHiZdOwRQ56j46lU+JOVpLoh6wpQGcHvj58VEiypZBRTGVFMeogw==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-linux-ppc64le/-/turbo-linux-ppc64le-1.1.2.tgz#18d08d3414075d0dcb4be83ca837dda508313996"
+  integrity sha512-xPVMHoiOJE/qI63jSOXwYIUFQXLdstxDV6fLnRxvq0QnJNxgTKq+mLUeE8M4LDVh1bdqHLcfk/HmyQ6+X1XVkQ==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-windows-32/-/turbo-windows-32-1.1.2.tgz#96033019094bcb091647d6063c3c9b8e83d0acbe"
+  integrity sha512-Gj1yvPE0aMDSOxGVSBaecLnwsVDT1xX8U0dtLrg52TYY2jlaci0atjHKr9nTFuX7z8uwAf6PopwdriGoCeT3ng==
+
+[email protected]:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo-windows-64/-/turbo-windows-64-1.1.2.tgz#8eb3f77ab7e04b077752ae2204114c82e5c74697"
+  integrity sha512-0Ncx/iKhnKrdAU8hJ+8NUcF9jtFr8KoW5mMWfiFzy+mgUbVKbpzWT2eoGR6zJExedQsRvYOejbEX5iihbnj5bA==
+
+turbo@^1.1.2:
+  version "1.1.2"
+  resolved "https://registry.npmjs.org/turbo/-/turbo-1.1.2.tgz#751b9651dc3ebe469898db76afab6405666ad0ff"
+  integrity sha512-3ViHKyAkaBKNKwHASTa1zkVT3tVVhQNLrpxBS7LoN+794ouQUYmy6lf0rTqzG3iTZHtIDwC+piZSdTl4XjEVMg==
+  optionalDependencies:
+    turbo-darwin-64 "1.1.2"
+    turbo-darwin-arm64 "1.1.2"
+    turbo-freebsd-64 "1.1.2"
+    turbo-freebsd-arm64 "1.1.2"
+    turbo-linux-32 "1.1.2"
+    turbo-linux-64 "1.1.2"
+    turbo-linux-arm "1.1.2"
+    turbo-linux-arm64 "1.1.2"
+    turbo-linux-mips64le "1.1.2"
+    turbo-linux-ppc64le "1.1.2"
+    turbo-windows-32 "1.1.2"
+    turbo-windows-64 "1.1.2"
+
 tweetnacl@^0.14.3, tweetnacl@~0.14.0:
   version "0.14.5"
   resolved "https://registry.npmjs.org/tweetnacl/-/tweetnacl-0.14.5.tgz#5ae68177f192d4456269d108afa93ff8743f4f64"