Add throttling, retries when rate-limited, improve performance (#2158)

Author: Nuru

.coderabbit.yaml

@@ -0,0 +1,113 @@
+language: en-US
+tone_instructions: ''
+early_access: true
+enable_free_tier: true
+reviews:
+  profile: chill
+  request_changes_workflow: false
+  high_level_summary: false
+  high_level_summary_placeholder: '@coderabbitai summary'
+  high_level_summary_in_walkthrough: true
+  auto_title_placeholder: '@coderabbitai'
+  auto_title_instructions: ''
+  review_status: true
+  commit_status: true
+  fail_commit_status: false
+  collapse_walkthrough: true
+  changed_files_summary: true
+  sequence_diagrams: false
+  assess_linked_issues: true
+  related_issues: true
+  related_prs: true
+  suggested_labels: false
+  auto_apply_labels: false
+  suggested_reviewers: false
+  poem: false
+  labeling_instructions: []
+  path_filters:
+    - "!dist/**"
+    - "!tests/**"
+  path_instructions: []
+  abort_on_close: true
+  auto_review:
+    enabled: true
+    auto_incremental_review: true
+    ignore_title_keywords: []
+    labels: []
+    drafts: false
+    base_branches: []
+  finishing_touches:
+    docstrings:
+      enabled: false
+  tools:
+    shellcheck:
+      enabled: true
+    ruff: # for Python
+      enabled: false
+    markdownlint:
+      enabled: true
+    github-checks:
+      enabled: true
+      timeout_ms: 90000
+    languagetool:
+      enabled: true
+      enabled_only: false
+      level: default
+    biome: # For JavaScript/TypeScript
+      enabled: false
+    hadolint:
+      enabled: true
+    swiftlint: # For Swift
+      enabled: false
+    phpstan: # For PHP
+      enabled: false
+      level: default
+    golangci-lint: # For Go
+      enabled: false
+    yamllint:
+      enabled: true
+    gitleaks:
+      enabled: true
+    checkov:
+      enabled: true
+    detekt: # For Kotlin
+      enabled: false
+    eslint: # For JavaScript/TypeScript
+      enabled: true
+    rubocop: # For Ruby
+      enabled: false
+    buf: # For Protobuf
+      enabled: false
+    regal: # For Rego
+      enabled: false
+    actionlint:
+      enabled: true
+    pmd: # For Java
+      enabled: false
+    cppcheck: # For C/C++
+      enabled: false
+    semgrep: # Static analysis. CodeRabbit recommends disabling this tool unless you configure specific rules for it.
+      enabled: false
+    circleci: # For CircleCI
+      enabled: false
+chat:
+  auto_reply: true
+  integrations:
+    jira:
+      usage: disabled
+    linear:
+      usage: disabled
+knowledge_base:
+  opt_out: false
+  learnings:
+    scope: auto
+  issues:
+    scope: auto
+  jira:
+    usage: disabled
+    project_keys: []
+  linear:
+    usage: disabled
+    team_keys: []
+  pull_requests:
+    scope: auto

.gitignore

@@ -17,3 +17,6 @@ $RECYCLE.BIN/
 /coverage
 .build-harness
 build-harness
+
+# Local development files
+/node_modules/

.nvmrc

@@ -0,0 +1 @@
+20.19.0

Makefile

@@ -7,4 +7,12 @@ export README_DEPS ?= docs/github-action.md
 
 ## Lint terraform code
 lint:
-	$(SELF) terraform/install terraform/get-modules terraform/get-plugins terraform/lint terraform/validate
+	$(SELF) terraform/install terraform/get-modules terraform/get-plugins terraform/lint terraform/validate
+
+## Build the project using vercel/ncc
+build:
+	@echo "Building the project..."
+	@PATH="$(PATH):./node_modules/.bin" ncc build src/index.js -o dist
+	@echo "Commit changes to dist/"
+	@git add dist/ || true
+	@git diff --cached --quiet dist/ || git commit -m "Update dist/ after build" || true

action.yml

@@ -34,4 +34,4 @@ inputs:
 
 runs:
     using: 'node20'
-    main: 'src/index.js'
+    main: 'dist/index.js'

dist/992.index.js

@@ -0,0 +1,134 @@
+"use strict";
+exports.id = 992;
+exports.ids = [992];
+exports.modules = {
+
+/***/ 65992:
+/***/ ((__unused_webpack___webpack_module__, __webpack_exports__, __webpack_require__) => {
+
+__webpack_require__.r(__webpack_exports__);
+/* harmony export */ __webpack_require__.d(__webpack_exports__, {
+/* harmony export */   "default": () => (/* binding */ pThrottle)
+/* harmony export */ });
+const registry = new FinalizationRegistry(({signal, aborted}) => {
+	signal?.removeEventListener('abort', aborted);
+});
+
+function pThrottle({limit, interval, strict, signal, onDelay}) {
+	if (!Number.isFinite(limit)) {
+		throw new TypeError('Expected `limit` to be a finite number');
+	}
+
+	if (!Number.isFinite(interval)) {
+		throw new TypeError('Expected `interval` to be a finite number');
+	}
+
+	const queue = new Map();
+
+	let currentTick = 0;
+	let activeCount = 0;
+
+	function windowedDelay() {
+		const now = Date.now();
+
+		if ((now - currentTick) > interval) {
+			activeCount = 1;
+			currentTick = now;
+			return 0;
+		}
+
+		if (activeCount < limit) {
+			activeCount++;
+		} else {
+			currentTick += interval;
+			activeCount = 1;
+		}
+
+		return currentTick - now;
+	}
+
+	const strictTicks = [];
+
+	function strictDelay() {
+		const now = Date.now();
+
+		// Clear the queue if there's a significant delay since the last execution
+		if (strictTicks.length > 0 && now - strictTicks.at(-1) > interval) {
+			strictTicks.length = 0;
+		}
+
+		// If the queue is not full, add the current time and execute immediately
+		if (strictTicks.length < limit) {
+			strictTicks.push(now);
+			return 0;
+		}
+
+		// Calculate the next execution time based on the first item in the queue
+		const nextExecutionTime = strictTicks[0] + interval;
+
+		// Shift the queue and add the new execution time
+		strictTicks.shift();
+		strictTicks.push(nextExecutionTime);
+
+		// Calculate the delay for the current execution
+		return Math.max(0, nextExecutionTime - now);
+	}
+
+	const getDelay = strict ? strictDelay : windowedDelay;
+
+	return function_ => {
+		const throttled = function (...arguments_) {
+			if (!throttled.isEnabled) {
+				return (async () => function_.apply(this, arguments_))();
+			}
+
+			let timeoutId;
+			return new Promise((resolve, reject) => {
+				const execute = () => {
+					resolve(function_.apply(this, arguments_));
+					queue.delete(timeoutId);
+				};
+
+				const delay = getDelay();
+				if (delay > 0) {
+					timeoutId = setTimeout(execute, delay);
+					queue.set(timeoutId, reject);
+					onDelay?.(...arguments_);
+				} else {
+					execute();
+				}
+			});
+		};
+
+		const aborted = () => {
+			for (const timeout of queue.keys()) {
+				clearTimeout(timeout);
+				queue.get(timeout)(signal.reason);
+			}
+
+			queue.clear();
+			strictTicks.splice(0, strictTicks.length);
+		};
+
+		registry.register(throttled, {signal, aborted});
+
+		signal?.throwIfAborted();
+		signal?.addEventListener('abort', aborted, {once: true});
+
+		throttled.isEnabled = true;
+
+		Object.defineProperty(throttled, 'queueSize', {
+			get() {
+				return queue.size;
+			},
+		});
+
+		return throttled;
+	};
+}
+
+
+/***/ })
+
+};
+;

dist/assets/comment-no-changes.md

@@ -0,0 +1,4 @@
+> [!IMPORTANT]
+> **No Changes Were Applied**
+>
+> This Pull Request was merged without using the `auto-apply` label; in any case, the pull request did not contain any changes to apply.

dist/assets/comment.md

@@ -0,0 +1,6 @@
+> [!IMPORTANT]
+> **No Changes Were Applied**
+>
+> This Pull Request was merged without using the `auto-apply` label; therefore, no changes were applied upon merging.
+
+Review the associated issues and, if applicable, tag each with the  `apply` label to apply the changes.

dist/assets/summary-no-changes.md

@@ -0,0 +1,4 @@
+> [!IMPORTANT]
+> **No Changes Were Applied**
+>
+> This Pull Request was merged without using the \`auto-apply\` label; in any case, the pull request did not contain any changes to apply.

dist/comment-no-changes.md

@@ -0,0 +1,4 @@
+> [!IMPORTANT]
+> **No Changes Were Applied**
+>
+> This Pull Request was merged without using the `auto-apply` label; in any case, the pull request did not contain any changes to apply.