test: update test of LlmExtractor

This commit is contained in:
2026-05-19 22:28:09 +09:00
parent 518264c467
commit 0e595e6f60

View File

@@ -1,15 +1,18 @@
import { afterEach, beforeEach, describe, expect, it } from 'vitest'; import { afterEach, beforeEach, describe, expect, it } from "vitest";
import { IdentityDB } from '../src/core/identity-db'; import { IdentityDB } from "../src/core/identity-db";
import { LlmFactExtractor } from '../src/ingestion/llm-extractor'; import { LlmFactExtractor } from "../src/ingestion/llm-extractor";
import { NaiveExtractor } from '../src/ingestion/naive-extractor'; import { NaiveExtractor } from "../src/ingestion/naive-extractor";
import type { FactExtractor } from '../src/ingestion/types'; import type {
FactExtractor,
LlmTextGenerationModelInput,
} from "../src/ingestion/types";
describe('IdentityDB ingestion', () => { describe("IdentityDB ingestion", () => {
let db: IdentityDB; let db: IdentityDB;
beforeEach(async () => { beforeEach(async () => {
db = await IdentityDB.connect({ client: 'sqlite', filename: ':memory:' }); db = await IdentityDB.connect({ client: "sqlite", filename: ":memory:" });
await db.initialize(); await db.initialize();
}); });
@@ -17,44 +20,75 @@ describe('IdentityDB ingestion', () => {
await db.close(); await db.close();
}); });
it('ingests a statement using a provided extractor', async () => { it("ingests a statement using a provided extractor", async () => {
const extractor: FactExtractor = { const extractor: FactExtractor = {
async extract(input) { async extract(input) {
return { return {
statement: input, statement: input,
topics: [ topics: [
{ name: 'I', category: 'entity', granularity: 'concrete', role: 'subject' }, {
{ name: 'TypeScript', category: 'entity', granularity: 'concrete', role: 'object' }, name: "I",
{ name: '2025', category: 'temporal', granularity: 'concrete', role: 'time' }, category: "entity",
granularity: "concrete",
role: "subject",
},
{
name: "TypeScript",
category: "entity",
granularity: "concrete",
role: "object",
},
{
name: "2025",
category: "temporal",
granularity: "concrete",
role: "time",
},
], ],
}; };
}, },
}; };
const fact = await db.ingestStatement('I have worked with TypeScript since 2025.', { const fact = await db.ingestStatement(
"I have worked with TypeScript since 2025.",
{
extractor, extractor,
}); },
);
expect(fact.topics.map((topic) => topic.name)).toEqual(['I', 'TypeScript', '2025']); expect(fact.topics.map((topic) => topic.name)).toEqual([
"I",
"TypeScript",
"2025",
]);
const linkedFacts = await db.getTopicFactsLinkedTo('TypeScript', '2025'); const linkedFacts = await db.getTopicFactsLinkedTo("TypeScript", "2025");
expect(linkedFacts).toHaveLength(1); expect(linkedFacts).toHaveLength(1);
expect(linkedFacts[0]?.statement).toBe('I have worked with TypeScript since 2025.'); expect(linkedFacts[0]?.statement).toBe(
"I have worked with TypeScript since 2025.",
);
}); });
it('ships a deterministic naive extractor for local usage', async () => { it("ships a deterministic naive extractor for local usage", async () => {
const fact = await db.ingestStatement('I have worked with TypeScript since 2025.', { const fact = await db.ingestStatement(
"I have worked with TypeScript since 2025.",
{
extractor: new NaiveExtractor(), extractor: new NaiveExtractor(),
}); },
);
expect(fact.topics.map((topic) => topic.name)).toEqual(['I', 'TypeScript', '2025']); expect(fact.topics.map((topic) => topic.name)).toEqual([
"I",
"TypeScript",
"2025",
]);
const topic = await db.getTopicByName('TypeScript', { includeFacts: true }); const topic = await db.getTopicByName("TypeScript", { includeFacts: true });
expect(topic?.facts).toHaveLength(1); expect(topic?.facts).toHaveLength(1);
}); });
it('ships an LLM extractor adapter that returns structured facts from the model', async () => { it("ships an LLM extractor adapter that returns structured facts from the model", async () => {
let prompt = ''; let prompt: LlmTextGenerationModelInput | undefined = undefined;
const extractor = new LlmFactExtractor({ const extractor = new LlmFactExtractor({
model: { model: {
@@ -62,33 +96,64 @@ describe('IdentityDB ingestion', () => {
prompt = input; prompt = input;
return { return {
statement: 'I have worked with Bun and TypeScript since 2025.', statement: "I have worked with Bun and TypeScript since 2025.",
summary: 'The speaker has Bun and TypeScript experience.', summary: "The speaker has Bun and TypeScript experience.",
source: 'chat', source: "chat",
confidence: 0.91, confidence: 0.91,
metadata: { channel: 'telegram' }, metadata: { channel: "telegram" },
topics: [ topics: [
{ name: 'I', category: 'entity', granularity: 'concrete', role: 'subject' }, {
{ name: 'Bun', category: 'entity', granularity: 'concrete', role: 'object' }, name: "I",
{ name: 'TypeScript', category: 'entity', granularity: 'concrete', role: 'object' }, category: "entity",
{ name: '2025', category: 'temporal', granularity: 'concrete', role: 'time' }, granularity: "concrete",
role: "subject",
},
{
name: "Bun",
category: "entity",
granularity: "concrete",
role: "object",
},
{
name: "TypeScript",
category: "entity",
granularity: "concrete",
role: "object",
},
{
name: "2025",
category: "temporal",
granularity: "concrete",
role: "time",
},
], ],
}; };
}, },
}, },
instructions: 'Prefer technology and time topics.', additionalInstructions: "Prefer technology and time topics.",
}); });
const fact = await db.ingestStatement('I have worked with Bun and TypeScript since 2025.', { const fact = await db.ingestStatement(
"I have worked with Bun and TypeScript since 2025.",
{
extractor, extractor,
}); },
);
expect(prompt).toContain('Prefer technology and time topics.'); expect(prompt).toEqual({
expect(prompt).toContain('I have worked with Bun and TypeScript since 2025.'); instruction: expect.stringContaining("Extract one structured fact from the user input."),
expect(fact.summary).toBe('The speaker has Bun and TypeScript experience.'); input: "I have worked with Bun and TypeScript since 2025.",
expect(fact.source).toBe('chat'); additionalInstruction: "Prefer technology and time topics.",
});
expect(fact.summary).toBe("The speaker has Bun and TypeScript experience.");
expect(fact.source).toBe("chat");
expect(fact.confidence).toBe(0.91); expect(fact.confidence).toBe(0.91);
expect(fact.metadata).toEqual({ channel: 'telegram' }); expect(fact.metadata).toEqual({ channel: "telegram" });
expect(fact.topics.map((topic) => topic.name)).toEqual(['I', 'Bun', 'TypeScript', '2025']); expect(fact.topics.map((topic) => topic.name)).toEqual([
"I",
"Bun",
"TypeScript",
"2025",
]);
}); });
}); });