Merge branch 'main' of https://github.com/continuedev/continue into adarsh/enhancement/deduplication

Author: adarshramiyer

.continue/rules/gui-link-opening.md

@@ -0,0 +1,10 @@
+---
+globs: gui/**/*
+description: Ensures consistent URL opening behavior in GUI components using the
+  IDE messenger pattern
+alwaysApply: false
+---
+
+# GUI Link Opening
+
+When adding functionality to open external links in GUI components, use `ideMessenger.post("openUrl", url)` where `ideMessenger` is obtained from `useContext(IdeMessengerContext)`

.github/workflows/pr_checks.yaml

@@ -435,6 +435,8 @@ jobs:
           MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
           AZURE_OPENAI_API_KEY: ${{ secrets.AZURE_OPENAI_API_KEY }}
           AZURE_FOUNDRY_API_KEY: ${{ secrets.AZURE_FOUNDRY_API_KEY }}
+          AZURE_FOUNDRY_MISTRAL_SMALL_API_KEY: ${{ secrets.AZURE_FOUNDRY_MISTRAL_SMALL_API_KEY }}
+          AZURE_OPENAI_GPT41_API_KEY: ${{ secrets.AZURE_OPENAI_GPT41_API_KEY }}
 
   package-tests:
     runs-on: ubuntu-latest

.gitignore

@@ -146,6 +146,7 @@ Icon?
 
 *.notes.md
 notes.md
+*.notes.md
 
 manual-testing-sandbox/.idea/**
 manual-testing-sandbox/.continue/**

core/__mocks__/@continuedev/fetch/index.ts

@@ -0,0 +1,16 @@
+import { vi } from "vitest";
+
+export const fetchwithRequestOptions = vi.fn(
+  async (url, options, requestOptions) => {
+    console.log("Mocked fetch called with:", url, options, requestOptions);
+    return {
+      ok: true,
+      status: 200,
+      statusText: "OK",
+    };
+  },
+);
+
+export const streamSse = vi.fn(function* () {
+  yield "";
+});

core/autocomplete/CompletionProvider.ts

@@ -114,11 +114,12 @@ export class CompletionProvider {
     this.loggingService.markDisplayed(completionId, outcome);
   }
 
-  private async _getAutocompleteOptions() {
+  private async _getAutocompleteOptions(llm: ILLM) {
     const { config } = await this.configHandler.loadConfig();
     const options = {
       ...DEFAULT_AUTOCOMPLETE_OPTS,
       ...config?.tabAutocompleteOptions,
+      ...llm.autocompleteOptions,
     };
     return options;
   }
@@ -136,15 +137,16 @@ export class CompletionProvider {
         token = controller.signal;
       }
       const startTime = Date.now();
-      const options = await this._getAutocompleteOptions();
 
-      // Debounce
-      if (await this.debouncer.delayAndShouldDebounce(options.debounceDelay)) {
+      const llm = await this._prepareLlm();
+      if (!llm) {
         return undefined;
       }
 
-      const llm = await this._prepareLlm();
-      if (!llm) {
+      const options = await this._getAutocompleteOptions(llm);
+
+      // Debounce
+      if (await this.debouncer.delayAndShouldDebounce(options.debounceDelay)) {
         return undefined;
       }
 

core/autocomplete/prefiltering/index.ts

@@ -1,6 +1,10 @@
 import ignore from "ignore";
 
 import { IDE } from "../..";
+import {
+  getGlobalContinueIgArray,
+  getWorkspaceContinueIgArray,
+} from "../../indexing/ignore";
 import { getConfigJsonPath } from "../../util/paths";
 import { findUriInDirs } from "../../util/uri";
 import { HelperVars } from "../util/HelperVars";
@@ -50,7 +54,12 @@ export async function shouldPrefilter(
   }
 
   // Check whether autocomplete is disabled for this file
-  const disableInFiles = [...(helper.options.disableInFiles ?? []), "*.prompt"];
+  const disableInFiles = [
+    ...(helper.options.disableInFiles ?? []),
+    "*.prompt",
+    ...getGlobalContinueIgArray(),
+    ...(await getWorkspaceContinueIgArray(ide)),
+  ];
   if (await isDisabledForFile(helper.filepath, disableInFiles, ide)) {
     return true;
   }

core/autocomplete/snippets/getAllSnippets.ts

@@ -113,38 +113,55 @@ const getSnippetsFromRecentlyOpenedFiles = async (
     return [];
   }
 
-  const snippets: AutocompleteCodeSnippet[] = [];
-
   try {
     const currentFileUri = `${helper.filepath}`;
 
-    // converts cache file URIs to autocomplete snippets
-    for (const [fileUri, _] of openedFilesLruCache.entriesDescending()) {
-      if (fileUri === currentFileUri) {
-        continue;
-      }
-
-      try {
-        const fileContent = await ide.readFile(fileUri);
-
-        if (!fileContent || fileContent.trim() === "") {
-          continue;
-        }
-
-        snippets.push({
-          filepath: fileUri,
-          content: fileContent,
-          type: AutocompleteSnippetType.Code,
-        });
-      } catch (e) {
-        console.error(`Failed to read file ${fileUri}:`, e);
-      }
-    }
+    // Get all file URIs excluding the current file
+    const fileUrisToRead = [...openedFilesLruCache.entriesDescending()]
+      .filter(([fileUri, _]) => fileUri !== currentFileUri)
+      .map(([fileUri, _]) => fileUri);
+
+    // Create an array of promises that each read a file with timeout
+    const fileReadPromises = fileUrisToRead.map((fileUri) => {
+      // Create a promise that resolves to a snippet or null
+      const readPromise = new Promise<AutocompleteCodeSnippet | null>(
+        (resolve) => {
+          ide
+            .readFile(fileUri)
+            .then((fileContent) => {
+              if (!fileContent || fileContent.trim() === "") {
+                resolve(null);
+                return;
+              }
+
+              resolve({
+                filepath: fileUri,
+                content: fileContent,
+                type: AutocompleteSnippetType.Code,
+              });
+            })
+            .catch((e) => {
+              console.error(`Failed to read file ${fileUri}:`, e);
+              resolve(null);
+            });
+        },
+      );
+      // Cut off at 80ms via racing promises
+      return Promise.race([
+        readPromise,
+        new Promise<null>((resolve) => setTimeout(() => resolve(null), 80)),
+      ]);
+    });
+
+    // Execute all file reads in parallel
+    const results = await Promise.all(fileReadPromises);
+
+    // Filter out null results
+    return results.filter(Boolean) as AutocompleteCodeSnippet[];
   } catch (e) {
     console.error("Error processing opened files cache:", e);
+    return [];
   }
-
-  return snippets;
 };
 
 export const getAllSnippets = async ({