Merge pull request #2849 from Ralph-Abejuela/RateLimitMinorFix

Minor fix: Respect rate limit specified in the kilo code settings

Author: chrarnoldus

.changeset/gentle-kangaroos-do.md

@@ -0,0 +1,5 @@
+---
+"kilo-code": patch
+---
+
+Added option to start rate limiting after the API stream ends

packages/types/src/provider-settings.ts

@@ -187,6 +187,7 @@ const baseProviderSettingsSchema = z.object({
 	fuzzyMatchThreshold: z.number().optional(),
 	modelTemperature: z.number().nullish(),
 	rateLimitSeconds: z.number().optional(),
+	rateLimitAfter: z.boolean().optional(), // kilocode_change
 	consecutiveMistakeLimit: z.number().min(0).optional(),
 
 	// Model reasoning.

src/core/task/Task.ts

@@ -3145,6 +3145,12 @@ export class Task extends EventEmitter<TaskEvents> implements TaskLike {
 		// effectively passes along all subsequent chunks from the original
 		// stream.
 		yield* iterator
+
+        // kilocode_change start
+		if (apiConfiguration?.rateLimitAfter) {
+			Task.lastGlobalApiRequestTime = performance.now()
+		}
+        // kilocode_change end
 	}
 
 	// Checkpoints

webview-ui/src/components/settings/ApiOptions.tsx

@@ -126,6 +126,7 @@ import { BedrockCustomArn } from "./providers/BedrockCustomArn"
 import { KiloCode } from "../kilocode/settings/providers/KiloCode" // kilocode_change
 import { buildDocLink } from "@src/utils/docLinks"
 import { KiloProviderRouting, KiloProviderRoutingManagedByOrganization } from "./providers/KiloProviderRouting"
+import { RateLimitAfterControl } from "./RateLimitAfterSettings" // kilocode_change
 
 export interface ApiOptionsProps {
 	uriScheme: string | undefined
@@ -920,6 +921,14 @@ const ApiOptions = ({
 								maxValue={2}
 							/>
 						)}
+						{
+							// kilocode_change start
+							<RateLimitAfterControl
+								rateLimitAfterEnabled={apiConfiguration.rateLimitAfter}
+								onChange={(field, value) => setApiConfigurationField(field, value)}
+							/>
+							// kilocode_change end
+						}
 						<RateLimitSecondsControl
 							value={apiConfiguration.rateLimitSeconds || 0}
 							onChange={(value) => setApiConfigurationField("rateLimitSeconds", value)}

webview-ui/src/components/settings/RateLimitAfterSettings.tsx

@@ -0,0 +1,35 @@
+// kilocode_change - file added
+import { useAppTranslation } from "@/i18n/TranslationContext"
+import { VSCodeCheckbox } from "@vscode/webview-ui-toolkit/react"
+import { useCallback } from "react"
+
+interface RateLimitAfterControlProps {
+	rateLimitAfterEnabled?: boolean
+	onChange: (field: "rateLimitAfter", value: any) => void
+}
+
+export const RateLimitAfterControl: React.FC<RateLimitAfterControlProps> = ({
+	rateLimitAfterEnabled = false,
+	onChange,
+}) => {
+	const { t } = useAppTranslation()
+
+	const handleTodoListEnabledChange = useCallback(
+		(e: any) => {
+			onChange("rateLimitAfter", e.target.checked)
+		},
+		[onChange],
+	)
+	return (
+		<div className="flex flex-col gap-1">
+			<div>
+				<VSCodeCheckbox checked={rateLimitAfterEnabled} onChange={handleTodoListEnabledChange}>
+					<span className="font-medium">{t("settings:providers.rateLimitAfter.label")}</span>
+				</VSCodeCheckbox>
+				<div className="text-vscode-descriptionForeground text-sm">
+					{t("settings:providers.rateLimitAfter.description")}
+				</div>
+			</div>
+		</div>
+	)
+}

webview-ui/src/i18n/locales/ar/settings.json

@@ -469,6 +469,10 @@
 			},
 			"resetDefaults": "Reset to Defaults"
 		},
+		"rateLimitAfter": {
+			"label": "Rate limit on end",
+			"description": "Start rate limiting after the API stream ends."
+		},
 		"rateLimitSeconds": {
 			"label": "Rate limit",
 			"description": "Minimum time between API requests."