4 Commits

Author SHA1 Message Date
d8da1ec998 fix: fix all type error caused by identitydb
All checks were successful
CI / verify (push) Successful in 13s
Publish / publish (push) Successful in 22s
2026-05-20 23:32:13 +09:00
b52d37170c v0.5.0
Some checks failed
CI / verify (push) Failing after 10s
Publish / publish (push) Failing after 9s
2026-05-20 23:22:58 +09:00
6f4f65a8ee test: make test to work with latest identitydb 2026-05-20 23:22:46 +09:00
488ba20eb6 feat: update identitydb to 0.5.0 2026-05-20 23:22:32 +09:00
8 changed files with 245 additions and 105 deletions

View File

@@ -5,7 +5,7 @@
"": {
"name": "boxbrain",
"dependencies": {
"identitydb": "^0.4.0",
"identitydb": "^0.5.0",
},
"devDependencies": {
"@types/bun": "latest",
@@ -249,7 +249,7 @@
"iconv-lite": ["iconv-lite@0.7.2", "", { "dependencies": { "safer-buffer": ">= 2.1.2 < 3.0.0" } }, "sha512-im9DjEDQ55s9fL4EYzOAv0yMqmMBSZp6G0VvFyTMPKWxiSBHUj9NW/qqLmXUwXrrM7AvqSlTCfvqRb0cM8yYqw=="],
"identitydb": ["identitydb@0.4.0", "", { "dependencies": { "kysely": "^0.28.8", "mysql2": "^3.15.3", "pg": "^8.16.0" } }, "sha512-DAyipdrApjmI1HoHfhT9zuMfNLiWaYe7/k/FrUa55h7WUUASGV192AhrC6KUiMTS55dfYKDBWi0AcS7crSw+bA=="],
"identitydb": ["identitydb@0.5.0", "", { "dependencies": { "kysely": "^0.28.8", "mysql2": "^3.15.3", "pg": "^8.16.0" } }, "sha512-3cp14fb5nDKFakRqHdJrOBOgpDWLlvJ/K2q8405muAfqcJja9ds2tS9ksoaEiMgGU5r+mIz6lADZ3DYNpGqHVQ=="],
"is-property": ["is-property@1.0.2", "", {}, "sha512-Ks/IoX00TtClbGQr4TWXemAnktAQvYB7HzcCxDGqEZU6oCmb2INHuOoKxbtR+HFkmYWBKv/dOZtGRiAjDhj92g=="],

View File

@@ -1,6 +1,6 @@
{
"name": "boxbrain",
"version": "0.4.0",
"version": "0.5.0",
"description": "Human-like persona harness framework powered by LLMs and IdentityDB.",
"license": "MIT",
"type": "module",
@@ -48,7 +48,7 @@
"prepublishOnly": "bun run check && bun run test && bun run build && bun run pack:check"
},
"dependencies": {
"identitydb": "^0.4.0"
"identitydb": "^0.5.0"
},
"devDependencies": {
"@types/bun": "latest",

View File

@@ -1,12 +1,26 @@
import { IdentityDB, extractFact, type Fact as IdentityFact, type FactExtractor } from 'identitydb';
import type { BoxBrainMemoryStore, FactDraft, MemorySpace, ScheduleEntry, StoredFact } from './types';
import {
IdentityDB,
extractFacts,
type Fact as IdentityFact,
type FactExtractor,
} from "identitydb";
import type {
BoxBrainMemoryStore,
FactDraft,
MemorySpace,
ScheduleEntry,
StoredFact,
} from "./types";
import { extractedToDraft } from "./utils";
function normalizeTopics(topics: string[]): string[] {
return [...new Set(topics.map((topic) => topic.trim()).filter(Boolean))];
}
function includesAnyTopic(fact: StoredFact, topics: string[]): boolean {
const normalized = new Set(normalizeTopics(topics).map((topic) => topic.toLowerCase()));
const normalized = new Set(
normalizeTopics(topics).map((topic) => topic.toLowerCase()),
);
return fact.topics.some((topic) => normalized.has(topic.toLowerCase()));
}
@@ -15,8 +29,16 @@ export class InMemoryMemoryStore implements BoxBrainMemoryStore {
readonly facts = new Map<string, StoredFact[]>();
readonly schedules = new Map<string, ScheduleEntry[]>();
async createSpace(input: { displayName: string; seedMessage: string; now: string }): Promise<MemorySpace> {
const slug = input.displayName.toLowerCase().replace(/[^a-z0-9가-힣]+/gi, '-').replace(/^-|-$/g, '') || 'persona';
async createSpace(input: {
displayName: string;
seedMessage: string;
now: string;
}): Promise<MemorySpace> {
const slug =
input.displayName
.toLowerCase()
.replace(/[^a-z0-9가-힣]+/gi, "-")
.replace(/^-|-$/g, "") || "persona";
const space: MemorySpace = {
id: `persona-${slug}-${crypto.randomUUID()}`,
displayName: input.displayName,
@@ -48,7 +70,9 @@ export class InMemoryMemoryStore implements BoxBrainMemoryStore {
}
async listFacts(spaceId: string): Promise<StoredFact[]> {
return [...(this.facts.get(spaceId) ?? [])].sort((a, b) => a.createdAt.localeCompare(b.createdAt));
return [...(this.facts.get(spaceId) ?? [])].sort((a, b) =>
a.createdAt.localeCompare(b.createdAt),
);
}
async findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]> {
@@ -57,33 +81,56 @@ export class InMemoryMemoryStore implements BoxBrainMemoryStore {
return facts.filter((fact) => includesAnyTopic(fact, topics));
}
async saveScheduleEntries(spaceId: string, entries: ScheduleEntry[]): Promise<void> {
const existing = (this.schedules.get(spaceId) ?? []).filter((entry) => !entries.some((incoming) => incoming.id === entry.id));
this.schedules.set(spaceId, [...existing, ...entries].sort((a, b) => a.startAt.localeCompare(b.startAt)));
async saveScheduleEntries(
spaceId: string,
entries: ScheduleEntry[],
): Promise<void> {
const existing = (this.schedules.get(spaceId) ?? []).filter(
(entry) => !entries.some((incoming) => incoming.id === entry.id),
);
this.schedules.set(
spaceId,
[...existing, ...entries].sort((a, b) =>
a.startAt.localeCompare(b.startAt),
),
);
}
async listScheduleEntries(spaceId: string, fromInclusive: string, toExclusive: string): Promise<ScheduleEntry[]> {
async listScheduleEntries(
spaceId: string,
fromInclusive: string,
toExclusive: string,
): Promise<ScheduleEntry[]> {
return (this.schedules.get(spaceId) ?? [])
.filter((entry) => entry.startAt < toExclusive && entry.endAt > fromInclusive)
.filter(
(entry) => entry.startAt < toExclusive && entry.endAt > fromInclusive,
)
.sort((a, b) => a.startAt.localeCompare(b.startAt));
}
async deleteScheduleEntriesBefore(spaceId: string, cutoffExclusive: string): Promise<number> {
async deleteScheduleEntriesBefore(
spaceId: string,
cutoffExclusive: string,
): Promise<number> {
const entries = this.schedules.get(spaceId) ?? [];
const kept = entries.filter((entry) => entry.endAt > cutoffExclusive);
this.schedules.set(spaceId, kept);
return entries.length - kept.length;
}
async ingestStatement(spaceId: string, statement: string, extractor: FactExtractor): Promise<StoredFact> {
const extracted = await extractFact(statement, extractor);
return this.addFact(spaceId, {
statement: extracted.statement ?? statement,
topics: extracted.topics.map((t) => t.name),
...(typeof extracted.confidence === 'number' ? { confidence: extracted.confidence } : {}),
...(typeof extracted.source === 'string' ? { source: extracted.source } : {}),
...(extracted.metadata !== undefined && extracted.metadata !== null ? { metadata: extracted.metadata as Record<string, unknown> } : {}),
});
async ingestStatement(
spaceId: string,
statement: string,
extractor: FactExtractor,
): Promise<StoredFact[]> {
const extracted = await extractFacts(statement, extractor);
const stored: StoredFact[] = [];
for (const fact of extracted) {
stored.push(
await this.addFact(spaceId, extractedToDraft(fact, statement)),
);
}
return stored;
}
}
@@ -94,14 +141,22 @@ export interface IdentityDbMemoryStoreOptions {
export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
constructor(private readonly options: IdentityDbMemoryStoreOptions) {}
async createSpace(input: { displayName: string; seedMessage: string; now: string }): Promise<MemorySpace> {
const slug = input.displayName.toLowerCase().replace(/[^a-z0-9가-힣]+/gi, '-').replace(/^-|-$/g, '') || 'persona';
async createSpace(input: {
displayName: string;
seedMessage: string;
now: string;
}): Promise<MemorySpace> {
const slug =
input.displayName
.toLowerCase()
.replace(/[^a-z0-9가-힣]+/gi, "-")
.replace(/^-|-$/g, "") || "persona";
const spaceName = `persona-${slug}-${crypto.randomUUID()}`;
const space = await this.options.db.upsertSpace({
name: spaceName,
description: `BoxBrain persona space for ${input.displayName}`,
metadata: {
boxbrainType: 'persona-space',
boxbrainType: "persona-space",
displayName: input.displayName,
seedMessage: input.seedMessage,
createdAt: input.now,
@@ -118,9 +173,22 @@ export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
async getSpace(spaceId: string): Promise<MemorySpace | null> {
const space = await this.options.db.getSpaceByName(spaceId);
if (!space) return null;
const metadata = typeof space.metadata === 'object' && space.metadata !== null && !Array.isArray(space.metadata) ? space.metadata as Record<string, unknown> : {};
const displayName = typeof metadata['displayName'] === 'string' ? metadata['displayName'] : space.name;
return { id: space.name, displayName, createdAt: space.createdAt, metadata };
const metadata =
typeof space.metadata === "object" &&
space.metadata !== null &&
!Array.isArray(space.metadata)
? (space.metadata as Record<string, unknown>)
: {};
const displayName =
typeof metadata["displayName"] === "string"
? metadata["displayName"]
: space.name;
return {
id: space.name,
displayName,
createdAt: space.createdAt,
metadata,
};
}
async addFact(spaceId: string, fact: FactDraft): Promise<StoredFact> {
@@ -130,66 +198,111 @@ export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
confidence: fact.confidence ?? null,
source: fact.source ?? null,
metadata: (fact.metadata ?? null) as never,
topics: normalizeTopics(fact.topics).map((topic) => ({ name: topic, category: 'entity' as const, granularity: 'concrete' as const })),
topics: normalizeTopics(fact.topics).map((topic) => ({
name: topic,
category: "entity" as const,
granularity: "concrete" as const,
})),
});
return this.fromIdentityFact(stored);
}
async listFacts(spaceId: string): Promise<StoredFact[]> {
const topics = await this.options.db.listTopics({ spaceName: spaceId, includeFacts: true });
const topics = await this.options.db.listTopics({
spaceName: spaceId,
includeFacts: true,
});
const collected = new Map<string, StoredFact>();
for (const topic of topics) {
for (const fact of topic.facts) {
collected.set(fact.id, this.fromIdentityFact(fact));
}
}
return [...collected.values()].sort((a, b) => a.createdAt.localeCompare(b.createdAt));
return [...collected.values()].sort((a, b) =>
a.createdAt.localeCompare(b.createdAt),
);
}
async findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]> {
const uniqueTopics = normalizeTopics(topics);
const collected = new Map<string, StoredFact>();
for (const topic of uniqueTopics) {
const facts = await this.options.db.getTopicFacts(topic, { spaceName: spaceId });
const facts = await this.options.db.getTopicFacts(topic, {
spaceName: spaceId,
});
for (const fact of facts) {
collected.set(fact.id, this.fromIdentityFact(fact));
}
}
return [...collected.values()].sort((a, b) => a.createdAt.localeCompare(b.createdAt));
return [...collected.values()].sort((a, b) =>
a.createdAt.localeCompare(b.createdAt),
);
}
async saveScheduleEntries(spaceId: string, entries: ScheduleEntry[]): Promise<void> {
async saveScheduleEntries(
spaceId: string,
entries: ScheduleEntry[],
): Promise<void> {
for (const entry of entries) {
await this.addFact(spaceId, {
statement: `${entry.title} from ${entry.startAt} to ${entry.endAt}.`,
topics: ['schedule', entry.startAt.slice(0, 10), entry.activity, 'persona'],
source: 'boxbrain.schedule',
topics: [
"schedule",
entry.startAt.slice(0, 10),
entry.activity,
"persona",
],
source: "boxbrain.schedule",
metadata: { ...entry.metadata, scheduleEntry: entry },
});
}
}
async listScheduleEntries(spaceId: string, fromInclusive: string, toExclusive: string): Promise<ScheduleEntry[]> {
const facts = await this.findFacts(spaceId, ['schedule']);
async listScheduleEntries(
spaceId: string,
fromInclusive: string,
toExclusive: string,
): Promise<ScheduleEntry[]> {
const facts = await this.findFacts(spaceId, ["schedule"]);
return facts
.map((fact) => fact.metadata?.['scheduleEntry'])
.filter((value): value is ScheduleEntry => typeof value === 'object' && value !== null && !Array.isArray(value))
.filter((entry) => entry.startAt < toExclusive && entry.endAt > fromInclusive)
.map((fact) => fact.metadata?.["scheduleEntry"])
.filter(
(value): value is ScheduleEntry =>
typeof value === "object" && value !== null && !Array.isArray(value),
)
.filter(
(entry) => entry.startAt < toExclusive && entry.endAt > fromInclusive,
)
.sort((a, b) => a.startAt.localeCompare(b.startAt));
}
async deleteScheduleEntriesBefore(_spaceId: string, _cutoffExclusive: string): Promise<number> {
async deleteScheduleEntriesBefore(
_spaceId: string,
_cutoffExclusive: string,
): Promise<number> {
// IdentityDB is append-oriented at the public API level. Record schedule deletion as a fact at the Persona layer.
return 0;
}
async ingestStatement(spaceId: string, statement: string, extractor: FactExtractor): Promise<StoredFact> {
const fact = await this.options.db.ingestStatement(statement, { extractor, spaceName: spaceId });
return this.fromIdentityFact(fact);
async ingestStatement(
spaceId: string,
statement: string,
extractor: FactExtractor,
): Promise<StoredFact[]> {
const facts = await this.options.db.ingestStatements(statement, {
extractor,
spaceName: spaceId,
});
return facts.map((fact) => this.fromIdentityFact(fact));
}
private fromIdentityFact(fact: IdentityFact): StoredFact {
const metadata = typeof fact.metadata === 'object' && fact.metadata !== null && !Array.isArray(fact.metadata) ? fact.metadata as Record<string, unknown> : undefined;
const metadata =
typeof fact.metadata === "object" &&
fact.metadata !== null &&
!Array.isArray(fact.metadata)
? (fact.metadata as Record<string, unknown>)
: undefined;
return {
id: fact.id,
statement: fact.statement,
@@ -202,8 +315,10 @@ export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
}
}
export async function createSqliteIdentityMemoryStore(filename: string): Promise<IdentityDbMemoryStore> {
const db = await IdentityDB.connect({ client: 'sqlite', filename });
export async function createSqliteIdentityMemoryStore(
filename: string,
): Promise<IdentityDbMemoryStore> {
const db = await IdentityDB.connect({ client: "sqlite", filename });
await db.initialize();
return new IdentityDbMemoryStore({ db });
}

View File

@@ -10,7 +10,7 @@ import {
startOfUtcDay,
toIso,
} from "./schedule";
import { extractFact } from "identitydb";
import { ExtractedFact, extractFacts } from "identitydb";
import {
buildMandatoryConversationContext,
conversationInstruction,
@@ -28,6 +28,7 @@ import type {
ScheduleEntry,
ScheduledAvailabilitySnapshot,
} from "./types";
import { extractedToDraft } from "./utils";
interface CreateMode {
type: "create";
@@ -360,26 +361,17 @@ export class Persona {
messages: input.messageHistory,
}),
].join("\n");
const extracted = await extractFact(
statement,
this.options.models.factExtractor,
);
const draft: FactDraft = {
statement: extracted.statement ?? statement,
topics: [...extracted.topics.map((t) => t.name), "sleepMemory"],
source: extracted.source ?? "boxbrain.sleepMemory",
...(typeof extracted.confidence === 'number'
? { confidence: extracted.confidence }
: {}),
...(extracted.metadata !== undefined && extracted.metadata !== null
? { metadata: extracted.metadata as Record<string, unknown> }
: {}),
};
await this.memory.addFact(persona.id, draft);
const extractedFacts = (
await extractFacts(statement, this.options.models.factExtractor)
).map((fact) => extractedToDraft(fact, statement));
for (const fact of extractedFacts) {
await this.memory.addFact(persona.id, fact);
}
await this.emit("persona.memory.sleep.persisted", {
factCount: 1,
factCount: extractedFacts.length,
});
return [draft];
return extractedFacts;
}
private async initialize(): Promise<MemorySpace> {
@@ -400,29 +392,24 @@ export class Persona {
});
if (this.options.models?.factExtractor) {
const statement = `Persona: ${this.mode.displayName}\nSeed: ${this.mode.seedMessage}`;
const extracted = await extractFact(
statement,
this.options.models.factExtractor,
);
const draft: FactDraft = {
statement: extracted.statement ?? statement,
topics: extracted.topics.map((t) => t.name),
source: extracted.source ?? "boxbrain.persona.initialization",
...(typeof extracted.confidence === 'number'
? { confidence: extracted.confidence }
: {}),
...(extracted.metadata !== undefined && extracted.metadata !== null
? { metadata: extracted.metadata as Record<string, unknown> }
: {}),
};
await this.memory.addFact(space.id, draft);
const extracteds = (
await extractFacts(statement, this.options.models.factExtractor)
).map((fact) => extractedToDraft(fact, statement));
for (const fact of extracteds) {
await this.memory.addFact(space.id, fact);
}
await this.emit(
"persona.initialized",
{ displayName: space.displayName, factCount: 1 },
{ displayName: space.displayName, factCount: extracteds.length },
space.id,
);
} else {
const fact = defaultInitialFact(this.mode.displayName, this.mode.seedMessage);
const fact = defaultInitialFact(
this.mode.displayName,
this.mode.seedMessage,
);
await this.memory.addFact(space.id, fact);
await this.emit(
"persona.initialized",

View File

@@ -1,14 +1,14 @@
import type { FactExtractor } from 'identitydb';
import type { FactExtractor } from "identitydb";
export type DateTimeInput = Date | string | number;
export type PersonaConstructorMode = 'create' | 'load';
export type PersonaConstructorMode = "create" | "load";
export type ScheduleGranularity = 'day' | 'ten-minute';
export type ScheduleGranularity = "day" | "ten-minute";
export type ScheduleActivity = string;
export type AvailabilityMode = 'online' | 'do-not-disturb' | 'offline';
export type AvailabilityMode = "online" | "do-not-disturb" | "offline";
export interface MemorySpace {
id: string;
@@ -59,7 +59,7 @@ export interface ScheduledAvailabilitySnapshot {
}
export interface PersonaMessage {
sender: 'persona' | 'user';
sender: "persona" | "user";
time: DateTimeInput;
content: string;
}
@@ -85,7 +85,7 @@ export interface MandatoryConversationContext {
export interface ReplyGenerationInput {
persona: MemorySpace;
now: string;
mode: 'reply' | 'start-conversation';
mode: "reply" | "start-conversation";
context: MandatoryConversationContext;
userMessage?: string;
instruction: string;
@@ -144,8 +144,12 @@ export interface MonthlyScheduleGenerationInput {
}
export interface ScheduleModel {
generateDailySchedule(input: DailyScheduleGenerationInput): Promise<ScheduleBlock[]>;
generateMonthlySchedule(input: MonthlyScheduleGenerationInput): Promise<ScheduleBlock[]>;
generateDailySchedule(
input: DailyScheduleGenerationInput,
): Promise<ScheduleBlock[]>;
generateMonthlySchedule(
input: MonthlyScheduleGenerationInput,
): Promise<ScheduleBlock[]>;
}
export interface PersonaModels {
@@ -164,13 +168,28 @@ export interface PersonaOptions {
}
export interface BoxBrainMemoryStore {
createSpace(input: { displayName: string; seedMessage: string; now: string }): Promise<MemorySpace>;
createSpace(input: {
displayName: string;
seedMessage: string;
now: string;
}): Promise<MemorySpace>;
getSpace(spaceId: string): Promise<MemorySpace | null>;
addFact(spaceId: string, fact: FactDraft): Promise<StoredFact>;
listFacts(spaceId: string): Promise<StoredFact[]>;
findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]>;
saveScheduleEntries(spaceId: string, entries: ScheduleEntry[]): Promise<void>;
listScheduleEntries(spaceId: string, fromInclusive: string, toExclusive: string): Promise<ScheduleEntry[]>;
deleteScheduleEntriesBefore(spaceId: string, cutoffExclusive: string): Promise<number>;
ingestStatement(spaceId: string, statement: string, extractor: FactExtractor): Promise<StoredFact>;
listScheduleEntries(
spaceId: string,
fromInclusive: string,
toExclusive: string,
): Promise<ScheduleEntry[]>;
deleteScheduleEntriesBefore(
spaceId: string,
cutoffExclusive: string,
): Promise<number>;
ingestStatement(
spaceId: string,
statement: string,
extractor: FactExtractor,
): Promise<StoredFact[]>;
}

19
src/utils.ts Normal file
View File

@@ -0,0 +1,19 @@
import { ExtractedFact } from "identitydb";
import { FactDraft } from "./types";
export function extractedToDraft(
fact: ExtractedFact,
statement: string,
): FactDraft {
return {
statement: fact.statement ?? statement,
topics: [...fact.topics.map((t) => t.name), "sleepMemory"],
source: fact.source ?? "boxbrain.sleepMemory",
...(typeof fact.confidence === "number"
? { confidence: fact.confidence }
: {}),
...(fact.metadata !== undefined && fact.metadata !== null
? { metadata: fact.metadata as Record<string, unknown> }
: {}),
};
}

View File

@@ -12,11 +12,11 @@ describe('Persona initialization', () => {
models: {
factExtractor: {
async extract(input) {
return {
return [{
statement: 'Mina likes quiet cafes.',
topics: [{ name: 'persona' }, { name: 'Mina' }],
source: 'test',
};
}];
},
},
},

View File

@@ -11,15 +11,15 @@ describe('sleepMemory', () => {
factExtractor: {
async extract(input) {
if (input.includes('Seed:')) {
return { statement: 'Mina remembers stable details.', topics: [{ name: 'persona' }, { name: 'Mina' }] };
return [{ statement: 'Mina remembers stable details.', topics: [{ name: 'persona' }, { name: 'Mina' }] }];
}
expect(input).toContain('user@2026-05-01T15:00:00.000Z: 나는 타입스크립트를 2025년부터 시작했어');
expect(input).toContain('Objectivize');
return {
return [{
statement: 'The user started TypeScript in 2025.',
topics: [{ name: 'user' }, { name: 'TypeScript' }, { name: '2025' }],
confidence: 0.9,
};
}];
},
},
},