feat: improve LLMExecutor

src/openrouter/index.ts

@@ -3,13 +3,15 @@ import { OpenRouter } from "@openrouter/sdk";
 import type { ChatRequestEffort } from "@openrouter/sdk/models";
 
 const CONVERSATION_MODEL = "x-ai/grok-4.3" as const;
-const IDENTITY_MODEL = "openai/gpt-5.4-mini" as const;
+const IDENTITY_MODEL = "openai/gpt-5.4" as const;
 type MODELS = typeof CONVERSATION_MODEL | typeof IDENTITY_MODEL;
 
-interface StructuredOptions {
+type StructuredOptions = {
   instruction: string;
   message: string;
-  reasoningEffort: ChatRequestEffort;
+  reasoningEffort?: ChatRequestEffort;
+} & (
+  | {
       jsonSchemaName: string;
       jsonSchema:
         | {
@@ -17,8 +19,15 @@ interface StructuredOptions {
           }
         | undefined;
     }
+  | {}
+);
 
 export class LLMExecutor {
+  models = {
+    conversation: CONVERSATION_MODEL,
+    identity: IDENTITY_MODEL,
+  };
+
   private apiKey: string;
   client: OpenRouter;
 
@@ -27,8 +36,8 @@ export class LLMExecutor {
     this.client = new OpenRouter({ apiKey: this.apiKey, appTitle: "boxbrain" });
   }
 
-  private structuredCall<T>(model: MODELS, options: StructuredOptions) {
-    this.client.chat.send({
+  async call<T>(model: MODELS, options: StructuredOptions) {
+    const result = await this.client.chat.send({
       chatRequest: {
         model,
         messages: [
@@ -42,19 +51,36 @@ export class LLMExecutor {
           },
         ],
         reasoning: {
-          effort: options.reasoningEffort,
+          effort:
+            (options.reasoningEffort ?? model === IDENTITY_MODEL)
+              ? "high"
+              : "low",
         },
-        responseFormat: {
+        responseFormat:
+          "jsonSchemaName" in options
+            ? {
                 type: "json_schema",
                 jsonSchema: {
                   name: options.jsonSchemaName,
                   schema: options.jsonSchema,
                   strict: true,
                 },
-        },
+              }
+            : { type: "text" },
         stream: false,
       },
     });
+
+    const content = result.choices[0]?.message?.content;
+    if (!content) {
+      throw new Error("Empty response from model");
+    }
+
+    if ("jsonSchemaName" in options) {
+      return JSON.parse(content) as T;
+    } else {
+      return content as T;
+    }
   }
 }