connect api

Author: YousefED

packages/xl-ai-server/src/index.ts

@@ -5,6 +5,7 @@ import { cors } from "hono/cors";
 import { existsSync, readFileSync } from "node:fs";
 import { createSecureServer } from "node:http2";
 import { Agent, setGlobalDispatcher } from "undici";
+import { autocompleteRoute } from "./routes/autocomplete.js";
 import { modelPlaygroundRoute } from "./routes/model-playground/index.js";
 import { objectGenerationRoute } from "./routes/objectGeneration.js";
 import { proxyRoute } from "./routes/proxy.js";
@@ -37,6 +38,7 @@ app.route("/ai/proxy", proxyRoute);
 app.route("/ai/object-generation", objectGenerationRoute);
 app.route("/ai/server-promptbuilder", serverPromptbuilderRoute);
 app.route("/ai/model-playground", modelPlaygroundRoute);
+app.route("/ai/autocomplete", autocompleteRoute);
 
 const http2 = existsSync("localhost.pem");
 serve(

packages/xl-ai-server/src/routes/autocomplete.ts

@@ -0,0 +1,46 @@
+import { createGroq } from "@ai-sdk/groq";
+import { generateText } from "ai";
+import { Hono } from "hono";
+
+export const autocompleteRoute = new Hono();
+
+// Setup your model
+// const model = createOpenAI({
+//   apiKey: process.env.OPENAI_API_KEY,
+// })("gpt-4.1-nano");
+
+const model = createGroq({
+  apiKey: process.env.GROQ_API_KEY,
+})("openai/gpt-oss-20b");
+
+// Use `streamText` to stream text responses from the LLM
+autocompleteRoute.post("/generateText", async (c) => {
+  const { text } = await c.req.json();
+
+  const result = await generateText({
+    model,
+    system: `You are a writing assistant. Predict and generate the most likely next part of the text.
+- separate suggestions by newlines
+- max 3 suggestions
+- keep it short, max 5 words per suggestion
+- don't include other text (or explanations)
+- ONLY return the text to be appended. Your suggestion will EXACTLY replace [SUGGESTION_HERE].
+- DONT include the original text / characters (prefix)
+- add a space (or other relevant punctuation) before the suggestion if starting a new word`,
+    messages: [
+      {
+        role: "user",
+        content: `Complete the following text: 
+        ${text}[SUGGESTION_HERE]`,
+      },
+    ],
+    abortSignal: c.req.raw.signal,
+  });
+
+  return c.json({
+    suggestions: result.text
+      .split("\n")
+      .map((suggestion) => suggestion.trimEnd())
+      .filter((suggestion) => suggestion.trim().length > 0),
+  });
+});

packages/xl-ai/src/plugins/AutoCompletePlugin.ts

@@ -46,17 +46,34 @@ async function fetchAutoCompleteSuggestions(
   state: EditorState,
   _signal: AbortSignal,
 ) {
-  console.log("fetch");
-  return [
-    {
-      position: state.selection.from,
-      suggestion: "Hello World",
-    },
+  // TODO: options to get block json until selection
+  const text = state.doc.textBetween(
+    state.selection.from - 300,
+    state.selection.from,
+  );
+
+  const response = await fetch(
+    `https://localhost:3000/ai/autocomplete/generateText`,
     {
-      position: state.selection.from,
-      suggestion: "Hello Planet",
+      method: "POST",
+      body: JSON.stringify({ text }),
     },
-  ];
+  );
+  const data = await response.json();
+  return data.suggestions.map((suggestion: string) => ({
+    position: state.selection.from,
+    suggestion: suggestion,
+  }));
+  //   return [
+  //     {
+  //       position: state.selection.from,
+  //       suggestion: "Hello World",
+  //     },
+  //     {
+  //       position: state.selection.from,
+  //       suggestion: "Hello Planet",
+  //     },
+  //   ];
 }
 
 function getMatchingSuggestions(
@@ -136,7 +153,10 @@ export class AutoCompleteProseMirrorPlugin<
     },
   );
 
-  constructor(private readonly editor: BlockNoteEditor<BSchema, I, S>) {
+  constructor(
+    private readonly editor: BlockNoteEditor<BSchema, I, S>,
+    options: {},
+  ) {
     super();
 
     // eslint-disable-next-line @typescript-eslint/no-this-alias
@@ -416,14 +436,15 @@ export interface DebouncedFunction<T extends any[], R> {
 // TODO: test with Collaboration edits
 // TODO: compare kilocode / cline etc
 // TODO: think about advanced scenarios (e.g.: multiple suggestions, etc.)
-
+// TODO: double tap -> extra long
 /**
  * Create a new AIExtension instance, this can be passed to the BlockNote editor via the `extensions` option
  */
-export function createAIAutoCompleteExtension() {
-  // options: ConstructorParameters<typeof AIAutoCom>[1],
+export function createAIAutoCompleteExtension(
+  options: ConstructorParameters<typeof AutoCompleteProseMirrorPlugin>[1],
+) {
   return (editor: BlockNoteEditor<any, any, any>) => {
-    return new AutoCompleteProseMirrorPlugin(editor);
+    return new AutoCompleteProseMirrorPlugin(editor, options);
   };
 }