Added a new setting of rateLimitAfter which enable/disable recalculation of Task.lastGlobalApiRequestTime after the API stream has ended

Author: Ralph-Abejuela

packages/types/src/global-settings.ts

@@ -135,6 +135,7 @@ export const globalSettingsSchema = z.object({
 	diagnosticsEnabled: z.boolean().optional(),
 
 	rateLimitSeconds: z.number().optional(),
+	rateLimitAfter: z.boolean().optional(),
 	diffEnabled: z.boolean().optional(),
 	fuzzyMatchThreshold: z.number().optional(),
 	experiments: experimentsSchema.optional(),

packages/types/src/provider-settings.ts

@@ -183,6 +183,7 @@ const baseProviderSettingsSchema = z.object({
 	fuzzyMatchThreshold: z.number().optional(),
 	modelTemperature: z.number().nullish(),
 	rateLimitSeconds: z.number().optional(),
+	rateLimitAfter: z.boolean().optional(),
 	consecutiveMistakeLimit: z.number().min(0).optional(),
 
 	// Model reasoning.

src/core/task/Task.ts

@@ -2988,7 +2988,10 @@ export class Task extends EventEmitter<TaskEvents> implements TaskLike {
 		// effectively passes along all subsequent chunks from the original
 		// stream.
 		yield* iterator
-		Task.lastGlobalApiRequestTime = performance.now()
+
+		if (apiConfiguration?.rateLimitAfter) {
+			Task.lastGlobalApiRequestTime = performance.now()
+		}
 	}
 
 	// Checkpoints

webview-ui/src/components/settings/ApiOptions.tsx

@@ -124,6 +124,7 @@ import { BedrockCustomArn } from "./providers/BedrockCustomArn"
 import { KiloCode } from "../kilocode/settings/providers/KiloCode" // kilocode_change
 import { buildDocLink } from "@src/utils/docLinks"
 import { KiloProviderRouting, KiloProviderRoutingManagedByOrganization } from "./providers/KiloProviderRouting"
+import { RateLimitAfterControl } from "./RateLimitAfterSettings"
 
 export interface ApiOptionsProps {
 	uriScheme: string | undefined
@@ -880,6 +881,10 @@ const ApiOptions = ({
 								maxValue={2}
 							/>
 						)}
+						<RateLimitAfterControl
+							rateLimitAfterEnabled={apiConfiguration.rateLimitAfter}
+							onChange={(field, value) => setApiConfigurationField(field, value)}
+						/>
 						<RateLimitSecondsControl
 							value={apiConfiguration.rateLimitSeconds || 0}
 							onChange={(value) => setApiConfigurationField("rateLimitSeconds", value)}

webview-ui/src/components/settings/RateLimitAfterSettings.tsx

@@ -0,0 +1,34 @@
+import { useAppTranslation } from "@/i18n/TranslationContext"
+import { VSCodeCheckbox } from "@vscode/webview-ui-toolkit/react"
+import { useCallback } from "react"
+
+interface RateLimitAfterControlProps {
+	rateLimitAfterEnabled?: boolean
+	onChange: (field: "rateLimitAfter", value: any) => void
+}
+
+export const RateLimitAfterControl: React.FC<RateLimitAfterControlProps> = ({
+	rateLimitAfterEnabled = false,
+	onChange,
+}) => {
+	const { t } = useAppTranslation()
+
+	const handleTodoListEnabledChange = useCallback(
+		(e: any) => {
+			onChange("rateLimitAfter", e.target.checked)
+		},
+		[onChange],
+	)
+	return (
+		<div className="flex flex-col gap-1">
+			<div>
+				<VSCodeCheckbox checked={rateLimitAfterEnabled} onChange={handleTodoListEnabledChange}>
+					<span className="font-medium">{t("settings:providers.rateLimitAfter.label")}</span>
+				</VSCodeCheckbox>
+				<div className="text-vscode-descriptionForeground text-sm">
+					{t("settings:providers.rateLimitAfter.description")}
+				</div>
+			</div>
+		</div>
+	)
+}

webview-ui/src/i18n/locales/ar/settings.json

@@ -465,6 +465,10 @@
 			},
 			"resetDefaults": "Reset to Defaults"
 		},
+		"rateLimitAfter": {
+			"label": "Rate limit on end",
+			"description": "Start rate limiting after the API stream ends."
+		},
 		"rateLimitSeconds": {
 			"label": "Rate limit",
 			"description": "Minimum time between API requests."