Keep s3 current (#1060)

* Keep s3 current, and reduce s3 costs

* Be more agressive now that we have 30 day deploys

* Removes the agressive deleting

* Okay expire current

* Cleanup deploys

* Fix and update

Author: devinmatte

.github/workflows/deploy.yml

@@ -2,10 +2,11 @@ name: deploy
 
 on:
   workflow_dispatch:
+  schedule:
+    - cron: '0 0 1 * *' # Runs at 00:00 on the first day of every month
   push:
     branches:
       - main
-      - dashboard-v4
 
 jobs:
   deploy:

common/api/datadashboard.ts

@@ -61,7 +61,7 @@ export const fetchAggregateData = async (
     throw new Error('network request failed');
   }
   const responseJson = await response.json();
-  return name === QueryNameKeys.traveltimes ? responseJson : { by_date: responseJson };
+  return name === QueryNameKeys.traveltimes ? responseJson : { by_date: responseJson, by_time: [] };
 };
 
 // Object to contain name of each aggregate query and the parameters/keys it takes.

package-lock.json

@@ -47,12 +47,12 @@
     "@headlessui/react": "^1.7.19",
     "@heroicons/react": "^2.2.0",
     "@svgr/webpack": "^8.1.0",
-    "@tanstack/react-query": "^5.64.2",
-    "@tanstack/react-query-devtools": "^5.64.2",
+    "@tanstack/react-query": "^5.76.2",
+    "@tanstack/react-query-devtools": "^5.76.2",
     "@tippyjs/react": "^4.2.6",
     "@transitmatters/stripmap": "^0.1.13",
     "bezier-js": "^6.1.4",
-    "chart.js": "4.4.7",
+    "chart.js": "4.4.9",
     "chartjs-adapter-date-fns": "^3.0.0",
     "chartjs-color": "^2.4.1",
     "chartjs-plugin-annotation": "^3.1.0",
@@ -68,7 +68,7 @@
     "flowbite-react": "^0.10.2",
     "lodash": "^4.17.21",
     "mini-css-extract-plugin": "^2.9.2",
-    "next": "15.1.6",
+    "next": "15.1.8",
     "next-goatcounter": "^1.0.6",
     "oss-attribution-generator": "^1.7.1",
     "patternomaly": "^1.3.2",
@@ -110,22 +110,22 @@
     "autoprefixer": "^10.4.20",
     "babel-plugin-inline-react-svg": "^2.0.2",
     "eslint": "^8.57.0",
-    "eslint-config-next": "15.1.6",
-    "eslint-config-prettier": "^10.1.2",
+    "eslint-config-next": "15.1.8",
+    "eslint-config-prettier": "^10.1.5",
     "eslint-plugin-import": "^2.31.0",
-    "eslint-plugin-prettier": "^5.2.6",
-    "eslint-plugin-react": "^7.37.2",
-    "eslint-plugin-react-hooks": "^5.0.0",
+    "eslint-plugin-prettier": "^5.4.0",
+    "eslint-plugin-react": "^7.37.5",
+    "eslint-plugin-react-hooks": "^5.2.0",
     "eslint-plugin-storybook": "^0.11.1",
     "eslint-plugin-unicorn": "^56.0.1",
     "eslint-plugin-unused-imports": "^4.1.4",
-    "postcss": "^8.5.1",
+    "postcss": "^8.5.3",
     "prettier": "^3.5.3",
     "prettier-plugin-tailwindcss": "^0.6.11",
     "serve": "^14.2.4",
     "storybook": "^8.5.1",
     "tailwindcss": "^3.4.15",
-    "typescript": "~5.7.3"
+    "typescript": "~5.8.3"
   },
   "engines": {
     "node": ">=20.12.0",

package.json

@@ -5,7 +5,7 @@
   "minimum_compression_size": 1000,
   "lambda_timeout": 30,
   "lambda_memory_size": 1024,
-  "layers": ["arn:aws:lambda:us-east-1:464622532012:layer:Datadog-Extension:76"],
+  "layers": ["arn:aws:lambda:us-east-1:464622532012:layer:Datadog-Extension:78"],
   "stages": {
     "production": {
       "api_gateway_stage": "production",

server/.chalice/config.json

@@ -112,6 +112,31 @@
           "IndexDocument": "index.html",
           "ErrorDocument": "404.html"
         },
+        "VersioningConfiguration": {
+          "Status": "Enabled"
+        },
+        "LifecycleConfiguration": {
+          "Rules": [
+            {
+              "Id": "ArchiveAndDeleteNoncurrentVersions",
+              "Status": "Enabled",
+              "NoncurrentVersionTransitions": [
+                {
+                  "StorageClass": "INTELLIGENT_TIERING",
+                  "TransitionInDays": 45
+                }
+              ],
+              "NoncurrentVersionExpiration": {
+                "NoncurrentDays": 60
+              }
+            },
+            {
+              "Id": "ExpireOldCurrentObjects",
+              "Status": "Enabled",
+              "ExpirationInDays": 90
+            }
+          ]
+        },
         "Tags": [
           {
             "Key": "service",

server/cloudformation.json

@@ -10,15 +10,15 @@ package-mode = false
 python = "~3.12"
 json-api-doc = "0.15.0"
 requests = "^2.32.3"
-pytz = "2024.2"
-boto3 = "~1.35.10"
+pytz = "2025.2"
+boto3 = "~1.38.22"
 numpy = "1.26.4"
 pandas = "~2.2.3"
-datadog_lambda = "~6.106.0"
+datadog_lambda = "~6.109.0"
 dynamodb-json = "^1.4.2"
 chalice-spec = "^0.7.0"
-pydantic = "^2.11.1"
-apispec = "^6.8.1"
+pydantic = "^2.11.5"
+apispec = "^6.8.2"
 
 [tool.poetry.group.dev.dependencies]
 pip = ">=24.0"