Skip to content

Commit d745c42

Browse files
authored
Merge pull request #3364 from Kilo-Org/beatlevic/cleanup-llm-benchmark
Cleanup and fix llm benchmark
2 parents 5b55aec + 5a130db commit d745c42

File tree

97 files changed

+41
-405
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

97 files changed

+41
-405
lines changed

apps/kilocode-docs/docs/cli.md

Lines changed: 3 additions & 3 deletions

src/test-llm-autocompletion/approvals.ts

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -73,9 +73,11 @@ async function askUserApproval(category: string, testName: string, input: string
7373
console.log("─".repeat(80))
7474
console.log("\n" + "─".repeat(80))
7575

76-
rl.question("\nIs this acceptable? (y/n): ", (answer) => {
76+
rl.question("\nIs this acceptable? [Y/n]: ", (answer) => {
7777
rl.close()
78-
resolve(answer.toLowerCase() === "y" || answer.toLowerCase() === "yes")
78+
const trimmed = answer.trim().toLowerCase()
79+
const isApproved = trimmed === "" || trimmed === "y" || trimmed === "yes"
80+
resolve(isApproved)
7981
})
8082
})
8183
}
Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
async function fetchWithRetry(url, maxRetries = 3) {
2+
for (let attempt = 0; attempt < maxRetries; attempt++) {
3+
try {
4+
return await fetch(url);
5+
} catch (error) {
6+
if (attempt === maxRetries - 1) throw error;
7+
await new Promise(resolve => setTimeout(resolve, 1000)]);

src/test-llm-autocompletion/approvals/complex/async-await.approved.1.txt

Lines changed: 0 additions & 2 deletions
This file was deleted.

src/test-llm-autocompletion/approvals/complex/async-await.approved.2.txt

Lines changed: 0 additions & 2 deletions
This file was deleted.

src/test-llm-autocompletion/approvals/complex/async-await.approved.3.txt

Lines changed: 0 additions & 2 deletions
This file was deleted.

src/test-llm-autocompletion/approvals/complex/async-await.approved.4.txt

Lines changed: 0 additions & 2 deletions
This file was deleted.

src/test-llm-autocompletion/approvals/complex/async-await.approved.5.txt

Lines changed: 0 additions & 2 deletions
This file was deleted.

src/test-llm-autocompletion/approvals/complex/async-await.approved.6.txt

Lines changed: 0 additions & 2 deletions
This file was deleted.

src/test-llm-autocompletion/approvals/complex/async-await.approved.7.txt

Lines changed: 0 additions & 2 deletions
This file was deleted.

0 commit comments

Comments
 (0)