Make timeout configurable

src/codeium.ts

@@ -3,6 +3,7 @@ import { LanguageServerService } from "./api/proto/exa/language_server_pb/langua
 import { createConnectTransport } from "@connectrpc/connect-web";
 import { GetCompletionsResponse } from "./api/proto/exa/language_server_pb/language_server_pb.js";
 import { CodeiumConfig } from "./config.js";
+import { ChangeSpec } from "@codemirror/state";
 
 // This is the same as the monaco editor example
 const transport = createConnectTransport({
@@ -23,7 +24,7 @@ export async function getCodeiumCompletions({
   cursorOffset: number;
   config: CodeiumConfig;
 }) {
-  const completions = (await client.getCompletions(
+  return (await client.getCompletions(
     {
       metadata: {
         ideName: "web",
@@ -58,20 +59,28 @@ export async function getCodeiumCompletions({
     },
     // TODO: why doesn't this work by default?
   )) as GetCompletionsResponse;
+}
 
-  const parts = completions.completionItems[0]!.completionParts.filter(
-    (part) => {
-      // Type 3 overwrites existing text. Maybe we need this eventually,
-      // but not right now and it usually is duplicative.
-      return part.type !== 3;
-    },
-  ).map((part) => {
+export function simplifyCompletions(completions: GetCompletionsResponse) {
+  return completions.completionItems[0]!.completionParts.filter((part) => {
+    // Type 3 overwrites existing text. Maybe we need this eventually,
+    // but not right now and it usually is duplicative.
+    return part.type !== 3;
+  }).map((part) => {
     return {
       ...part,
       offset: Number(part.offset),
       text: part.type === 2 ? `\n${part.text}` : part.text,
     };
   });
+}
 
-  return parts;
+export function completionsToChangeSpec(
+  completions: GetCompletionsResponse,
+): ChangeSpec[] {
+  return simplifyCompletions(completions).map((part) => ({
+    from: Number(part.offset),
+    to: Number(part.offset),
+    insert: part.text,
+  }));
 }

src/completionRequester.ts

@@ -1,7 +1,11 @@
 import { completionStatus } from "@codemirror/autocomplete";
 import { ChangeSet, Transaction } from "@codemirror/state";
 import { EditorView, ViewUpdate } from "@codemirror/view";
-import { getCodeiumCompletions } from "./codeium.js";
+import {
+  simplifyCompletions,
+  completionsToChangeSpec,
+  getCodeiumCompletions,
+} from "./codeium.js";
 import {
   acceptSuggestion,
   addSuggestions,
@@ -11,10 +15,6 @@ import { completionDecoration } from "./completionDecoration.js";
 import { copilotEvent } from "./annotations.js";
 import { codeiumConfig } from "./config.js";
 
-// milliseconds before cancelling request
-// against codeium
-const TIMEOUT = 150;
-
 /**
  * To request a completion, the document needs to have been
  * updated and the update should not have been because
@@ -91,7 +91,10 @@ export function completionRequester() {
           config,
         });
 
-        if (!completionResult || completionResult.length === 0) {
+        if (
+          !completionResult ||
+          completionResult.completionItems.length === 0
+        ) {
           return;
         }
 
@@ -112,11 +115,7 @@ export function completionRequester() {
         // If the completion starts before the end of the line,
         // check the end of the line with the end of the completion
         const insertChangeSet = ChangeSet.of(
-          completionResult.map((part) => ({
-            from: Number(part.offset),
-            to: Number(part.offset),
-            insert: part.text,
-          })),
+          completionsToChangeSpec(completionResult),
           state.doc.length,
         );
 
@@ -126,7 +125,7 @@ export function completionRequester() {
           changes: insertChangeSet,
           effects: addSuggestions.of({
             reverseChangeSet,
-            suggestions: completionResult.map((part) => ({
+            suggestions: simplifyCompletions(completionResult).map((part) => ({
               displayText: part.text,
               endReplacement: 0, // "",
               text: part.text,
@@ -147,7 +146,7 @@ export function completionRequester() {
 
         await new Promise((resolve) => setTimeout(resolve, 300));
       }
-    }, TIMEOUT);
+    }, config.timeout);
     // Update the last position
     lastPos = pos;
   });

src/config.ts

@@ -2,8 +2,16 @@ import { Facet, combineConfig } from "@codemirror/state";
 import { Language } from "./api/proto/exa/codeium_common_pb/codeium_common_pb.js";
 
 export interface CodeiumConfig {
+  /**
+   * Codeium API key
+   */
   apiKey: string;
   language?: Language;
+  /**
+   * Time in millseconds after typing to fetch
+   * completions from codeium
+   */
+  timeout?: number;
 }
 
 export const codeiumConfig = Facet.define<
@@ -15,6 +23,7 @@ export const codeiumConfig = Facet.define<
       configs,
       {
         language: Language.TYPESCRIPT,
+        timeout: 150,
       },
       {},
     );