Compare commits
8 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| d8da1ec998 | |||
| b52d37170c | |||
| 6f4f65a8ee | |||
| 488ba20eb6 | |||
| 05f077b798 | |||
| f964d4de9b | |||
| 882e12340c | |||
| fb89ffbc16 |
4
bun.lock
4
bun.lock
@@ -5,7 +5,7 @@
|
|||||||
"": {
|
"": {
|
||||||
"name": "boxbrain",
|
"name": "boxbrain",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"identitydb": "^0.3.0",
|
"identitydb": "^0.5.0",
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@types/bun": "latest",
|
"@types/bun": "latest",
|
||||||
@@ -249,7 +249,7 @@
|
|||||||
|
|
||||||
"iconv-lite": ["iconv-lite@0.7.2", "", { "dependencies": { "safer-buffer": ">= 2.1.2 < 3.0.0" } }, "sha512-im9DjEDQ55s9fL4EYzOAv0yMqmMBSZp6G0VvFyTMPKWxiSBHUj9NW/qqLmXUwXrrM7AvqSlTCfvqRb0cM8yYqw=="],
|
"iconv-lite": ["iconv-lite@0.7.2", "", { "dependencies": { "safer-buffer": ">= 2.1.2 < 3.0.0" } }, "sha512-im9DjEDQ55s9fL4EYzOAv0yMqmMBSZp6G0VvFyTMPKWxiSBHUj9NW/qqLmXUwXrrM7AvqSlTCfvqRb0cM8yYqw=="],
|
||||||
|
|
||||||
"identitydb": ["identitydb@0.3.0", "", { "dependencies": { "kysely": "^0.28.8", "mysql2": "^3.15.3", "pg": "^8.16.0" } }, "sha512-OvJkxm3Sa5YEnQum8piQ5UnQ0P5yiDYS5vJKfaMPLqHkfkgrgE3jDno4/k8xBUeHkt8BkB7HH1Wj1b/FxPBAkg=="],
|
"identitydb": ["identitydb@0.5.0", "", { "dependencies": { "kysely": "^0.28.8", "mysql2": "^3.15.3", "pg": "^8.16.0" } }, "sha512-3cp14fb5nDKFakRqHdJrOBOgpDWLlvJ/K2q8405muAfqcJja9ds2tS9ksoaEiMgGU5r+mIz6lADZ3DYNpGqHVQ=="],
|
||||||
|
|
||||||
"is-property": ["is-property@1.0.2", "", {}, "sha512-Ks/IoX00TtClbGQr4TWXemAnktAQvYB7HzcCxDGqEZU6oCmb2INHuOoKxbtR+HFkmYWBKv/dOZtGRiAjDhj92g=="],
|
"is-property": ["is-property@1.0.2", "", {}, "sha512-Ks/IoX00TtClbGQr4TWXemAnktAQvYB7HzcCxDGqEZU6oCmb2INHuOoKxbtR+HFkmYWBKv/dOZtGRiAjDhj92g=="],
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
{
|
{
|
||||||
"name": "boxbrain",
|
"name": "boxbrain",
|
||||||
"version": "0.3.4",
|
"version": "0.5.0",
|
||||||
"description": "Human-like persona harness framework powered by LLMs and IdentityDB.",
|
"description": "Human-like persona harness framework powered by LLMs and IdentityDB.",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
@@ -48,7 +48,7 @@
|
|||||||
"prepublishOnly": "bun run check && bun run test && bun run build && bun run pack:check"
|
"prepublishOnly": "bun run check && bun run test && bun run build && bun run pack:check"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"identitydb": "^0.3.0"
|
"identitydb": "^0.5.0"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@types/bun": "latest",
|
"@types/bun": "latest",
|
||||||
|
|||||||
@@ -20,14 +20,16 @@ export function formatMessageHistory(input: {
|
|||||||
.join("\n");
|
.join("\n");
|
||||||
}
|
}
|
||||||
|
|
||||||
export function conversationInstruction(): string {
|
export function conversationInstruction(baseSystemPrompt?: string): string {
|
||||||
return [
|
const parts = [
|
||||||
|
...(baseSystemPrompt === undefined ? [] : [baseSystemPrompt]),
|
||||||
"You are controlling the persona, not a generic assistant.",
|
"You are controlling the persona, not a generic assistant.",
|
||||||
"Use the send_message tool conceptually: return one or more outgoing messages.",
|
"Use the send_message tool conceptually: return one or more outgoing messages.",
|
||||||
"Unless the persona strongly prefers otherwise, keep each outgoing message to at most one sentence.",
|
"Unless the persona strongly prefers otherwise, keep each outgoing message to at most one sentence.",
|
||||||
"Prefer short, natural, chat-like wording and allow splitting one thought into multiple messages.",
|
"Prefer short, natural, chat-like wording and allow splitting one thought into multiple messages.",
|
||||||
'If mandatory memory says "기억이 없음", the persona may naturally wonder about missing context instead of pretending to remember.',
|
'If mandatory memory says "기억이 없음", the persona may naturally wonder about missing context instead of pretending to remember.',
|
||||||
].join("\n");
|
];
|
||||||
|
return parts.join("\n");
|
||||||
}
|
}
|
||||||
|
|
||||||
export async function buildMandatoryConversationContext(input: {
|
export async function buildMandatoryConversationContext(input: {
|
||||||
|
|||||||
209
src/memory.ts
209
src/memory.ts
@@ -1,12 +1,26 @@
|
|||||||
import { IdentityDB, extractFact, type Fact as IdentityFact, type FactExtractor } from 'identitydb';
|
import {
|
||||||
import type { BoxBrainMemoryStore, FactDraft, MemorySpace, ScheduleEntry, StoredFact } from './types';
|
IdentityDB,
|
||||||
|
extractFacts,
|
||||||
|
type Fact as IdentityFact,
|
||||||
|
type FactExtractor,
|
||||||
|
} from "identitydb";
|
||||||
|
import type {
|
||||||
|
BoxBrainMemoryStore,
|
||||||
|
FactDraft,
|
||||||
|
MemorySpace,
|
||||||
|
ScheduleEntry,
|
||||||
|
StoredFact,
|
||||||
|
} from "./types";
|
||||||
|
import { extractedToDraft } from "./utils";
|
||||||
|
|
||||||
function normalizeTopics(topics: string[]): string[] {
|
function normalizeTopics(topics: string[]): string[] {
|
||||||
return [...new Set(topics.map((topic) => topic.trim()).filter(Boolean))];
|
return [...new Set(topics.map((topic) => topic.trim()).filter(Boolean))];
|
||||||
}
|
}
|
||||||
|
|
||||||
function includesAnyTopic(fact: StoredFact, topics: string[]): boolean {
|
function includesAnyTopic(fact: StoredFact, topics: string[]): boolean {
|
||||||
const normalized = new Set(normalizeTopics(topics).map((topic) => topic.toLowerCase()));
|
const normalized = new Set(
|
||||||
|
normalizeTopics(topics).map((topic) => topic.toLowerCase()),
|
||||||
|
);
|
||||||
return fact.topics.some((topic) => normalized.has(topic.toLowerCase()));
|
return fact.topics.some((topic) => normalized.has(topic.toLowerCase()));
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -15,8 +29,16 @@ export class InMemoryMemoryStore implements BoxBrainMemoryStore {
|
|||||||
readonly facts = new Map<string, StoredFact[]>();
|
readonly facts = new Map<string, StoredFact[]>();
|
||||||
readonly schedules = new Map<string, ScheduleEntry[]>();
|
readonly schedules = new Map<string, ScheduleEntry[]>();
|
||||||
|
|
||||||
async createSpace(input: { displayName: string; seedMessage: string; now: string }): Promise<MemorySpace> {
|
async createSpace(input: {
|
||||||
const slug = input.displayName.toLowerCase().replace(/[^a-z0-9가-힣]+/gi, '-').replace(/^-|-$/g, '') || 'persona';
|
displayName: string;
|
||||||
|
seedMessage: string;
|
||||||
|
now: string;
|
||||||
|
}): Promise<MemorySpace> {
|
||||||
|
const slug =
|
||||||
|
input.displayName
|
||||||
|
.toLowerCase()
|
||||||
|
.replace(/[^a-z0-9가-힣]+/gi, "-")
|
||||||
|
.replace(/^-|-$/g, "") || "persona";
|
||||||
const space: MemorySpace = {
|
const space: MemorySpace = {
|
||||||
id: `persona-${slug}-${crypto.randomUUID()}`,
|
id: `persona-${slug}-${crypto.randomUUID()}`,
|
||||||
displayName: input.displayName,
|
displayName: input.displayName,
|
||||||
@@ -48,7 +70,9 @@ export class InMemoryMemoryStore implements BoxBrainMemoryStore {
|
|||||||
}
|
}
|
||||||
|
|
||||||
async listFacts(spaceId: string): Promise<StoredFact[]> {
|
async listFacts(spaceId: string): Promise<StoredFact[]> {
|
||||||
return [...(this.facts.get(spaceId) ?? [])].sort((a, b) => a.createdAt.localeCompare(b.createdAt));
|
return [...(this.facts.get(spaceId) ?? [])].sort((a, b) =>
|
||||||
|
a.createdAt.localeCompare(b.createdAt),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]> {
|
async findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]> {
|
||||||
@@ -57,33 +81,56 @@ export class InMemoryMemoryStore implements BoxBrainMemoryStore {
|
|||||||
return facts.filter((fact) => includesAnyTopic(fact, topics));
|
return facts.filter((fact) => includesAnyTopic(fact, topics));
|
||||||
}
|
}
|
||||||
|
|
||||||
async saveScheduleEntries(spaceId: string, entries: ScheduleEntry[]): Promise<void> {
|
async saveScheduleEntries(
|
||||||
const existing = (this.schedules.get(spaceId) ?? []).filter((entry) => !entries.some((incoming) => incoming.id === entry.id));
|
spaceId: string,
|
||||||
this.schedules.set(spaceId, [...existing, ...entries].sort((a, b) => a.startAt.localeCompare(b.startAt)));
|
entries: ScheduleEntry[],
|
||||||
|
): Promise<void> {
|
||||||
|
const existing = (this.schedules.get(spaceId) ?? []).filter(
|
||||||
|
(entry) => !entries.some((incoming) => incoming.id === entry.id),
|
||||||
|
);
|
||||||
|
this.schedules.set(
|
||||||
|
spaceId,
|
||||||
|
[...existing, ...entries].sort((a, b) =>
|
||||||
|
a.startAt.localeCompare(b.startAt),
|
||||||
|
),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async listScheduleEntries(spaceId: string, fromInclusive: string, toExclusive: string): Promise<ScheduleEntry[]> {
|
async listScheduleEntries(
|
||||||
|
spaceId: string,
|
||||||
|
fromInclusive: string,
|
||||||
|
toExclusive: string,
|
||||||
|
): Promise<ScheduleEntry[]> {
|
||||||
return (this.schedules.get(spaceId) ?? [])
|
return (this.schedules.get(spaceId) ?? [])
|
||||||
.filter((entry) => entry.startAt < toExclusive && entry.endAt > fromInclusive)
|
.filter(
|
||||||
|
(entry) => entry.startAt < toExclusive && entry.endAt > fromInclusive,
|
||||||
|
)
|
||||||
.sort((a, b) => a.startAt.localeCompare(b.startAt));
|
.sort((a, b) => a.startAt.localeCompare(b.startAt));
|
||||||
}
|
}
|
||||||
|
|
||||||
async deleteScheduleEntriesBefore(spaceId: string, cutoffExclusive: string): Promise<number> {
|
async deleteScheduleEntriesBefore(
|
||||||
|
spaceId: string,
|
||||||
|
cutoffExclusive: string,
|
||||||
|
): Promise<number> {
|
||||||
const entries = this.schedules.get(spaceId) ?? [];
|
const entries = this.schedules.get(spaceId) ?? [];
|
||||||
const kept = entries.filter((entry) => entry.endAt > cutoffExclusive);
|
const kept = entries.filter((entry) => entry.endAt > cutoffExclusive);
|
||||||
this.schedules.set(spaceId, kept);
|
this.schedules.set(spaceId, kept);
|
||||||
return entries.length - kept.length;
|
return entries.length - kept.length;
|
||||||
}
|
}
|
||||||
|
|
||||||
async ingestStatement(spaceId: string, statement: string, extractor: FactExtractor): Promise<StoredFact> {
|
async ingestStatement(
|
||||||
const extracted = await extractFact(statement, extractor);
|
spaceId: string,
|
||||||
return this.addFact(spaceId, {
|
statement: string,
|
||||||
statement: extracted.statement ?? statement,
|
extractor: FactExtractor,
|
||||||
topics: extracted.topics.map((t) => t.name),
|
): Promise<StoredFact[]> {
|
||||||
...(typeof extracted.confidence === 'number' ? { confidence: extracted.confidence } : {}),
|
const extracted = await extractFacts(statement, extractor);
|
||||||
...(typeof extracted.source === 'string' ? { source: extracted.source } : {}),
|
const stored: StoredFact[] = [];
|
||||||
...(extracted.metadata !== undefined && extracted.metadata !== null ? { metadata: extracted.metadata as Record<string, unknown> } : {}),
|
for (const fact of extracted) {
|
||||||
});
|
stored.push(
|
||||||
|
await this.addFact(spaceId, extractedToDraft(fact, statement)),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
return stored;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -94,14 +141,22 @@ export interface IdentityDbMemoryStoreOptions {
|
|||||||
export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
|
export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
|
||||||
constructor(private readonly options: IdentityDbMemoryStoreOptions) {}
|
constructor(private readonly options: IdentityDbMemoryStoreOptions) {}
|
||||||
|
|
||||||
async createSpace(input: { displayName: string; seedMessage: string; now: string }): Promise<MemorySpace> {
|
async createSpace(input: {
|
||||||
const slug = input.displayName.toLowerCase().replace(/[^a-z0-9가-힣]+/gi, '-').replace(/^-|-$/g, '') || 'persona';
|
displayName: string;
|
||||||
|
seedMessage: string;
|
||||||
|
now: string;
|
||||||
|
}): Promise<MemorySpace> {
|
||||||
|
const slug =
|
||||||
|
input.displayName
|
||||||
|
.toLowerCase()
|
||||||
|
.replace(/[^a-z0-9가-힣]+/gi, "-")
|
||||||
|
.replace(/^-|-$/g, "") || "persona";
|
||||||
const spaceName = `persona-${slug}-${crypto.randomUUID()}`;
|
const spaceName = `persona-${slug}-${crypto.randomUUID()}`;
|
||||||
const space = await this.options.db.upsertSpace({
|
const space = await this.options.db.upsertSpace({
|
||||||
name: spaceName,
|
name: spaceName,
|
||||||
description: `BoxBrain persona space for ${input.displayName}`,
|
description: `BoxBrain persona space for ${input.displayName}`,
|
||||||
metadata: {
|
metadata: {
|
||||||
boxbrainType: 'persona-space',
|
boxbrainType: "persona-space",
|
||||||
displayName: input.displayName,
|
displayName: input.displayName,
|
||||||
seedMessage: input.seedMessage,
|
seedMessage: input.seedMessage,
|
||||||
createdAt: input.now,
|
createdAt: input.now,
|
||||||
@@ -118,9 +173,22 @@ export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
|
|||||||
async getSpace(spaceId: string): Promise<MemorySpace | null> {
|
async getSpace(spaceId: string): Promise<MemorySpace | null> {
|
||||||
const space = await this.options.db.getSpaceByName(spaceId);
|
const space = await this.options.db.getSpaceByName(spaceId);
|
||||||
if (!space) return null;
|
if (!space) return null;
|
||||||
const metadata = typeof space.metadata === 'object' && space.metadata !== null && !Array.isArray(space.metadata) ? space.metadata as Record<string, unknown> : {};
|
const metadata =
|
||||||
const displayName = typeof metadata['displayName'] === 'string' ? metadata['displayName'] : space.name;
|
typeof space.metadata === "object" &&
|
||||||
return { id: space.name, displayName, createdAt: space.createdAt, metadata };
|
space.metadata !== null &&
|
||||||
|
!Array.isArray(space.metadata)
|
||||||
|
? (space.metadata as Record<string, unknown>)
|
||||||
|
: {};
|
||||||
|
const displayName =
|
||||||
|
typeof metadata["displayName"] === "string"
|
||||||
|
? metadata["displayName"]
|
||||||
|
: space.name;
|
||||||
|
return {
|
||||||
|
id: space.name,
|
||||||
|
displayName,
|
||||||
|
createdAt: space.createdAt,
|
||||||
|
metadata,
|
||||||
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
async addFact(spaceId: string, fact: FactDraft): Promise<StoredFact> {
|
async addFact(spaceId: string, fact: FactDraft): Promise<StoredFact> {
|
||||||
@@ -130,66 +198,111 @@ export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
|
|||||||
confidence: fact.confidence ?? null,
|
confidence: fact.confidence ?? null,
|
||||||
source: fact.source ?? null,
|
source: fact.source ?? null,
|
||||||
metadata: (fact.metadata ?? null) as never,
|
metadata: (fact.metadata ?? null) as never,
|
||||||
topics: normalizeTopics(fact.topics).map((topic) => ({ name: topic, category: 'entity' as const, granularity: 'concrete' as const })),
|
topics: normalizeTopics(fact.topics).map((topic) => ({
|
||||||
|
name: topic,
|
||||||
|
category: "entity" as const,
|
||||||
|
granularity: "concrete" as const,
|
||||||
|
})),
|
||||||
});
|
});
|
||||||
return this.fromIdentityFact(stored);
|
return this.fromIdentityFact(stored);
|
||||||
}
|
}
|
||||||
|
|
||||||
async listFacts(spaceId: string): Promise<StoredFact[]> {
|
async listFacts(spaceId: string): Promise<StoredFact[]> {
|
||||||
const topics = await this.options.db.listTopics({ spaceName: spaceId, includeFacts: true });
|
const topics = await this.options.db.listTopics({
|
||||||
|
spaceName: spaceId,
|
||||||
|
includeFacts: true,
|
||||||
|
});
|
||||||
const collected = new Map<string, StoredFact>();
|
const collected = new Map<string, StoredFact>();
|
||||||
for (const topic of topics) {
|
for (const topic of topics) {
|
||||||
for (const fact of topic.facts) {
|
for (const fact of topic.facts) {
|
||||||
collected.set(fact.id, this.fromIdentityFact(fact));
|
collected.set(fact.id, this.fromIdentityFact(fact));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return [...collected.values()].sort((a, b) => a.createdAt.localeCompare(b.createdAt));
|
return [...collected.values()].sort((a, b) =>
|
||||||
|
a.createdAt.localeCompare(b.createdAt),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]> {
|
async findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]> {
|
||||||
const uniqueTopics = normalizeTopics(topics);
|
const uniqueTopics = normalizeTopics(topics);
|
||||||
const collected = new Map<string, StoredFact>();
|
const collected = new Map<string, StoredFact>();
|
||||||
for (const topic of uniqueTopics) {
|
for (const topic of uniqueTopics) {
|
||||||
const facts = await this.options.db.getTopicFacts(topic, { spaceName: spaceId });
|
const facts = await this.options.db.getTopicFacts(topic, {
|
||||||
|
spaceName: spaceId,
|
||||||
|
});
|
||||||
for (const fact of facts) {
|
for (const fact of facts) {
|
||||||
collected.set(fact.id, this.fromIdentityFact(fact));
|
collected.set(fact.id, this.fromIdentityFact(fact));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return [...collected.values()].sort((a, b) => a.createdAt.localeCompare(b.createdAt));
|
return [...collected.values()].sort((a, b) =>
|
||||||
|
a.createdAt.localeCompare(b.createdAt),
|
||||||
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
async saveScheduleEntries(spaceId: string, entries: ScheduleEntry[]): Promise<void> {
|
async saveScheduleEntries(
|
||||||
|
spaceId: string,
|
||||||
|
entries: ScheduleEntry[],
|
||||||
|
): Promise<void> {
|
||||||
for (const entry of entries) {
|
for (const entry of entries) {
|
||||||
await this.addFact(spaceId, {
|
await this.addFact(spaceId, {
|
||||||
statement: `${entry.title} from ${entry.startAt} to ${entry.endAt}.`,
|
statement: `${entry.title} from ${entry.startAt} to ${entry.endAt}.`,
|
||||||
topics: ['schedule', entry.startAt.slice(0, 10), entry.activity, 'persona'],
|
topics: [
|
||||||
source: 'boxbrain.schedule',
|
"schedule",
|
||||||
|
entry.startAt.slice(0, 10),
|
||||||
|
entry.activity,
|
||||||
|
"persona",
|
||||||
|
],
|
||||||
|
source: "boxbrain.schedule",
|
||||||
metadata: { ...entry.metadata, scheduleEntry: entry },
|
metadata: { ...entry.metadata, scheduleEntry: entry },
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
async listScheduleEntries(spaceId: string, fromInclusive: string, toExclusive: string): Promise<ScheduleEntry[]> {
|
async listScheduleEntries(
|
||||||
const facts = await this.findFacts(spaceId, ['schedule']);
|
spaceId: string,
|
||||||
|
fromInclusive: string,
|
||||||
|
toExclusive: string,
|
||||||
|
): Promise<ScheduleEntry[]> {
|
||||||
|
const facts = await this.findFacts(spaceId, ["schedule"]);
|
||||||
return facts
|
return facts
|
||||||
.map((fact) => fact.metadata?.['scheduleEntry'])
|
.map((fact) => fact.metadata?.["scheduleEntry"])
|
||||||
.filter((value): value is ScheduleEntry => typeof value === 'object' && value !== null && !Array.isArray(value))
|
.filter(
|
||||||
.filter((entry) => entry.startAt < toExclusive && entry.endAt > fromInclusive)
|
(value): value is ScheduleEntry =>
|
||||||
|
typeof value === "object" && value !== null && !Array.isArray(value),
|
||||||
|
)
|
||||||
|
.filter(
|
||||||
|
(entry) => entry.startAt < toExclusive && entry.endAt > fromInclusive,
|
||||||
|
)
|
||||||
.sort((a, b) => a.startAt.localeCompare(b.startAt));
|
.sort((a, b) => a.startAt.localeCompare(b.startAt));
|
||||||
}
|
}
|
||||||
|
|
||||||
async deleteScheduleEntriesBefore(_spaceId: string, _cutoffExclusive: string): Promise<number> {
|
async deleteScheduleEntriesBefore(
|
||||||
|
_spaceId: string,
|
||||||
|
_cutoffExclusive: string,
|
||||||
|
): Promise<number> {
|
||||||
// IdentityDB is append-oriented at the public API level. Record schedule deletion as a fact at the Persona layer.
|
// IdentityDB is append-oriented at the public API level. Record schedule deletion as a fact at the Persona layer.
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
async ingestStatement(spaceId: string, statement: string, extractor: FactExtractor): Promise<StoredFact> {
|
async ingestStatement(
|
||||||
const fact = await this.options.db.ingestStatement(statement, { extractor, spaceName: spaceId });
|
spaceId: string,
|
||||||
return this.fromIdentityFact(fact);
|
statement: string,
|
||||||
|
extractor: FactExtractor,
|
||||||
|
): Promise<StoredFact[]> {
|
||||||
|
const facts = await this.options.db.ingestStatements(statement, {
|
||||||
|
extractor,
|
||||||
|
spaceName: spaceId,
|
||||||
|
});
|
||||||
|
return facts.map((fact) => this.fromIdentityFact(fact));
|
||||||
}
|
}
|
||||||
|
|
||||||
private fromIdentityFact(fact: IdentityFact): StoredFact {
|
private fromIdentityFact(fact: IdentityFact): StoredFact {
|
||||||
const metadata = typeof fact.metadata === 'object' && fact.metadata !== null && !Array.isArray(fact.metadata) ? fact.metadata as Record<string, unknown> : undefined;
|
const metadata =
|
||||||
|
typeof fact.metadata === "object" &&
|
||||||
|
fact.metadata !== null &&
|
||||||
|
!Array.isArray(fact.metadata)
|
||||||
|
? (fact.metadata as Record<string, unknown>)
|
||||||
|
: undefined;
|
||||||
return {
|
return {
|
||||||
id: fact.id,
|
id: fact.id,
|
||||||
statement: fact.statement,
|
statement: fact.statement,
|
||||||
@@ -202,8 +315,10 @@ export class IdentityDbMemoryStore implements BoxBrainMemoryStore {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
export async function createSqliteIdentityMemoryStore(filename: string): Promise<IdentityDbMemoryStore> {
|
export async function createSqliteIdentityMemoryStore(
|
||||||
const db = await IdentityDB.connect({ client: 'sqlite', filename });
|
filename: string,
|
||||||
|
): Promise<IdentityDbMemoryStore> {
|
||||||
|
const db = await IdentityDB.connect({ client: "sqlite", filename });
|
||||||
await db.initialize();
|
await db.initialize();
|
||||||
return new IdentityDbMemoryStore({ db });
|
return new IdentityDbMemoryStore({ db });
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ import {
|
|||||||
startOfUtcDay,
|
startOfUtcDay,
|
||||||
toIso,
|
toIso,
|
||||||
} from "./schedule";
|
} from "./schedule";
|
||||||
import { extractFact } from "identitydb";
|
import { ExtractedFact, extractFacts } from "identitydb";
|
||||||
import {
|
import {
|
||||||
buildMandatoryConversationContext,
|
buildMandatoryConversationContext,
|
||||||
conversationInstruction,
|
conversationInstruction,
|
||||||
@@ -28,6 +28,7 @@ import type {
|
|||||||
ScheduleEntry,
|
ScheduleEntry,
|
||||||
ScheduledAvailabilitySnapshot,
|
ScheduledAvailabilitySnapshot,
|
||||||
} from "./types";
|
} from "./types";
|
||||||
|
import { extractedToDraft } from "./utils";
|
||||||
|
|
||||||
interface CreateMode {
|
interface CreateMode {
|
||||||
type: "create";
|
type: "create";
|
||||||
@@ -68,6 +69,7 @@ export class Persona {
|
|||||||
private readonly mode: Mode;
|
private readonly mode: Mode;
|
||||||
private readonly readyPromise: Promise<MemorySpace>;
|
private readonly readyPromise: Promise<MemorySpace>;
|
||||||
private availabilitySnapshot?: ScheduledAvailabilitySnapshot;
|
private availabilitySnapshot?: ScheduledAvailabilitySnapshot;
|
||||||
|
readonly baseSystemPrompt: string | undefined;
|
||||||
|
|
||||||
constructor(
|
constructor(
|
||||||
displayName: string,
|
displayName: string,
|
||||||
@@ -88,6 +90,7 @@ export class Persona {
|
|||||||
this.options = second ?? {};
|
this.options = second ?? {};
|
||||||
}
|
}
|
||||||
this.memory = this.options.memory ?? new InMemoryMemoryStore();
|
this.memory = this.options.memory ?? new InMemoryMemoryStore();
|
||||||
|
this.baseSystemPrompt = this.options.baseSystemPrompt;
|
||||||
this.readyPromise = this.initialize();
|
this.readyPromise = this.initialize();
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -247,7 +250,7 @@ export class Persona {
|
|||||||
mode: "reply",
|
mode: "reply",
|
||||||
context,
|
context,
|
||||||
...(userMessage === undefined ? {} : { userMessage }),
|
...(userMessage === undefined ? {} : { userMessage }),
|
||||||
instruction: conversationInstruction(),
|
instruction: conversationInstruction(this.baseSystemPrompt),
|
||||||
}),
|
}),
|
||||||
);
|
);
|
||||||
|
|
||||||
@@ -281,7 +284,7 @@ export class Persona {
|
|||||||
now: toIso(input.datetime),
|
now: toIso(input.datetime),
|
||||||
mode: "reply",
|
mode: "reply",
|
||||||
context: latestContext,
|
context: latestContext,
|
||||||
instruction: conversationInstruction(),
|
instruction: conversationInstruction(this.baseSystemPrompt),
|
||||||
})),
|
})),
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
@@ -320,7 +323,7 @@ export class Persona {
|
|||||||
now: toIso(input.datetime),
|
now: toIso(input.datetime),
|
||||||
mode: "start-conversation",
|
mode: "start-conversation",
|
||||||
context,
|
context,
|
||||||
instruction: conversationInstruction(),
|
instruction: conversationInstruction(this.baseSystemPrompt),
|
||||||
}),
|
}),
|
||||||
);
|
);
|
||||||
await this.emit("persona.conversation.started", {
|
await this.emit("persona.conversation.started", {
|
||||||
@@ -358,26 +361,17 @@ export class Persona {
|
|||||||
messages: input.messageHistory,
|
messages: input.messageHistory,
|
||||||
}),
|
}),
|
||||||
].join("\n");
|
].join("\n");
|
||||||
const extracted = await extractFact(
|
const extractedFacts = (
|
||||||
statement,
|
await extractFacts(statement, this.options.models.factExtractor)
|
||||||
this.options.models.factExtractor,
|
).map((fact) => extractedToDraft(fact, statement));
|
||||||
);
|
|
||||||
const draft: FactDraft = {
|
for (const fact of extractedFacts) {
|
||||||
statement: extracted.statement ?? statement,
|
await this.memory.addFact(persona.id, fact);
|
||||||
topics: [...extracted.topics.map((t) => t.name), "sleepMemory"],
|
}
|
||||||
source: extracted.source ?? "boxbrain.sleepMemory",
|
|
||||||
...(typeof extracted.confidence === 'number'
|
|
||||||
? { confidence: extracted.confidence }
|
|
||||||
: {}),
|
|
||||||
...(extracted.metadata !== undefined && extracted.metadata !== null
|
|
||||||
? { metadata: extracted.metadata as Record<string, unknown> }
|
|
||||||
: {}),
|
|
||||||
};
|
|
||||||
await this.memory.addFact(persona.id, draft);
|
|
||||||
await this.emit("persona.memory.sleep.persisted", {
|
await this.emit("persona.memory.sleep.persisted", {
|
||||||
factCount: 1,
|
factCount: extractedFacts.length,
|
||||||
});
|
});
|
||||||
return [draft];
|
return extractedFacts;
|
||||||
}
|
}
|
||||||
|
|
||||||
private async initialize(): Promise<MemorySpace> {
|
private async initialize(): Promise<MemorySpace> {
|
||||||
@@ -398,29 +392,24 @@ export class Persona {
|
|||||||
});
|
});
|
||||||
if (this.options.models?.factExtractor) {
|
if (this.options.models?.factExtractor) {
|
||||||
const statement = `Persona: ${this.mode.displayName}\nSeed: ${this.mode.seedMessage}`;
|
const statement = `Persona: ${this.mode.displayName}\nSeed: ${this.mode.seedMessage}`;
|
||||||
const extracted = await extractFact(
|
const extracteds = (
|
||||||
statement,
|
await extractFacts(statement, this.options.models.factExtractor)
|
||||||
this.options.models.factExtractor,
|
).map((fact) => extractedToDraft(fact, statement));
|
||||||
);
|
|
||||||
const draft: FactDraft = {
|
for (const fact of extracteds) {
|
||||||
statement: extracted.statement ?? statement,
|
await this.memory.addFact(space.id, fact);
|
||||||
topics: extracted.topics.map((t) => t.name),
|
}
|
||||||
source: extracted.source ?? "boxbrain.persona.initialization",
|
|
||||||
...(typeof extracted.confidence === 'number'
|
|
||||||
? { confidence: extracted.confidence }
|
|
||||||
: {}),
|
|
||||||
...(extracted.metadata !== undefined && extracted.metadata !== null
|
|
||||||
? { metadata: extracted.metadata as Record<string, unknown> }
|
|
||||||
: {}),
|
|
||||||
};
|
|
||||||
await this.memory.addFact(space.id, draft);
|
|
||||||
await this.emit(
|
await this.emit(
|
||||||
"persona.initialized",
|
"persona.initialized",
|
||||||
{ displayName: space.displayName, factCount: 1 },
|
{ displayName: space.displayName, factCount: extracteds.length },
|
||||||
space.id,
|
space.id,
|
||||||
);
|
);
|
||||||
} else {
|
} else {
|
||||||
const fact = defaultInitialFact(this.mode.displayName, this.mode.seedMessage);
|
const fact = defaultInitialFact(
|
||||||
|
this.mode.displayName,
|
||||||
|
this.mode.seedMessage,
|
||||||
|
);
|
||||||
await this.memory.addFact(space.id, fact);
|
await this.memory.addFact(space.id, fact);
|
||||||
await this.emit(
|
await this.emit(
|
||||||
"persona.initialized",
|
"persona.initialized",
|
||||||
|
|||||||
44
src/types.ts
44
src/types.ts
@@ -1,14 +1,14 @@
|
|||||||
import type { FactExtractor } from 'identitydb';
|
import type { FactExtractor } from "identitydb";
|
||||||
|
|
||||||
export type DateTimeInput = Date | string | number;
|
export type DateTimeInput = Date | string | number;
|
||||||
|
|
||||||
export type PersonaConstructorMode = 'create' | 'load';
|
export type PersonaConstructorMode = "create" | "load";
|
||||||
|
|
||||||
export type ScheduleGranularity = 'day' | 'ten-minute';
|
export type ScheduleGranularity = "day" | "ten-minute";
|
||||||
|
|
||||||
export type ScheduleActivity = string;
|
export type ScheduleActivity = string;
|
||||||
|
|
||||||
export type AvailabilityMode = 'online' | 'do-not-disturb' | 'offline';
|
export type AvailabilityMode = "online" | "do-not-disturb" | "offline";
|
||||||
|
|
||||||
export interface MemorySpace {
|
export interface MemorySpace {
|
||||||
id: string;
|
id: string;
|
||||||
@@ -59,7 +59,7 @@ export interface ScheduledAvailabilitySnapshot {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export interface PersonaMessage {
|
export interface PersonaMessage {
|
||||||
sender: 'persona' | 'user';
|
sender: "persona" | "user";
|
||||||
time: DateTimeInput;
|
time: DateTimeInput;
|
||||||
content: string;
|
content: string;
|
||||||
}
|
}
|
||||||
@@ -85,7 +85,7 @@ export interface MandatoryConversationContext {
|
|||||||
export interface ReplyGenerationInput {
|
export interface ReplyGenerationInput {
|
||||||
persona: MemorySpace;
|
persona: MemorySpace;
|
||||||
now: string;
|
now: string;
|
||||||
mode: 'reply' | 'start-conversation';
|
mode: "reply" | "start-conversation";
|
||||||
context: MandatoryConversationContext;
|
context: MandatoryConversationContext;
|
||||||
userMessage?: string;
|
userMessage?: string;
|
||||||
instruction: string;
|
instruction: string;
|
||||||
@@ -144,8 +144,12 @@ export interface MonthlyScheduleGenerationInput {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export interface ScheduleModel {
|
export interface ScheduleModel {
|
||||||
generateDailySchedule(input: DailyScheduleGenerationInput): Promise<ScheduleBlock[]>;
|
generateDailySchedule(
|
||||||
generateMonthlySchedule(input: MonthlyScheduleGenerationInput): Promise<ScheduleBlock[]>;
|
input: DailyScheduleGenerationInput,
|
||||||
|
): Promise<ScheduleBlock[]>;
|
||||||
|
generateMonthlySchedule(
|
||||||
|
input: MonthlyScheduleGenerationInput,
|
||||||
|
): Promise<ScheduleBlock[]>;
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface PersonaModels {
|
export interface PersonaModels {
|
||||||
@@ -160,16 +164,32 @@ export interface PersonaOptions {
|
|||||||
models?: PersonaModels;
|
models?: PersonaModels;
|
||||||
debug?: DebugHook;
|
debug?: DebugHook;
|
||||||
now?: DateTimeInput;
|
now?: DateTimeInput;
|
||||||
|
baseSystemPrompt?: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
export interface BoxBrainMemoryStore {
|
export interface BoxBrainMemoryStore {
|
||||||
createSpace(input: { displayName: string; seedMessage: string; now: string }): Promise<MemorySpace>;
|
createSpace(input: {
|
||||||
|
displayName: string;
|
||||||
|
seedMessage: string;
|
||||||
|
now: string;
|
||||||
|
}): Promise<MemorySpace>;
|
||||||
getSpace(spaceId: string): Promise<MemorySpace | null>;
|
getSpace(spaceId: string): Promise<MemorySpace | null>;
|
||||||
addFact(spaceId: string, fact: FactDraft): Promise<StoredFact>;
|
addFact(spaceId: string, fact: FactDraft): Promise<StoredFact>;
|
||||||
listFacts(spaceId: string): Promise<StoredFact[]>;
|
listFacts(spaceId: string): Promise<StoredFact[]>;
|
||||||
findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]>;
|
findFacts(spaceId: string, topics: string[]): Promise<StoredFact[]>;
|
||||||
saveScheduleEntries(spaceId: string, entries: ScheduleEntry[]): Promise<void>;
|
saveScheduleEntries(spaceId: string, entries: ScheduleEntry[]): Promise<void>;
|
||||||
listScheduleEntries(spaceId: string, fromInclusive: string, toExclusive: string): Promise<ScheduleEntry[]>;
|
listScheduleEntries(
|
||||||
deleteScheduleEntriesBefore(spaceId: string, cutoffExclusive: string): Promise<number>;
|
spaceId: string,
|
||||||
ingestStatement(spaceId: string, statement: string, extractor: FactExtractor): Promise<StoredFact>;
|
fromInclusive: string,
|
||||||
|
toExclusive: string,
|
||||||
|
): Promise<ScheduleEntry[]>;
|
||||||
|
deleteScheduleEntriesBefore(
|
||||||
|
spaceId: string,
|
||||||
|
cutoffExclusive: string,
|
||||||
|
): Promise<number>;
|
||||||
|
ingestStatement(
|
||||||
|
spaceId: string,
|
||||||
|
statement: string,
|
||||||
|
extractor: FactExtractor,
|
||||||
|
): Promise<StoredFact[]>;
|
||||||
}
|
}
|
||||||
|
|||||||
19
src/utils.ts
Normal file
19
src/utils.ts
Normal file
@@ -0,0 +1,19 @@
|
|||||||
|
import { ExtractedFact } from "identitydb";
|
||||||
|
import { FactDraft } from "./types";
|
||||||
|
|
||||||
|
export function extractedToDraft(
|
||||||
|
fact: ExtractedFact,
|
||||||
|
statement: string,
|
||||||
|
): FactDraft {
|
||||||
|
return {
|
||||||
|
statement: fact.statement ?? statement,
|
||||||
|
topics: [...fact.topics.map((t) => t.name), "sleepMemory"],
|
||||||
|
source: fact.source ?? "boxbrain.sleepMemory",
|
||||||
|
...(typeof fact.confidence === "number"
|
||||||
|
? { confidence: fact.confidence }
|
||||||
|
: {}),
|
||||||
|
...(fact.metadata !== undefined && fact.metadata !== null
|
||||||
|
? { metadata: fact.metadata as Record<string, unknown> }
|
||||||
|
: {}),
|
||||||
|
};
|
||||||
|
}
|
||||||
@@ -124,4 +124,30 @@ describe('Conversation API', () => {
|
|||||||
expect(mode).toBe('start-conversation');
|
expect(mode).toBe('start-conversation');
|
||||||
expect(started.messages).toEqual(['오늘 좀 조용하네.']);
|
expect(started.messages).toEqual(['오늘 좀 조용하네.']);
|
||||||
});
|
});
|
||||||
|
|
||||||
|
it('includes baseSystemPrompt at the start of the instruction when provided', async () => {
|
||||||
|
const memory = new InMemoryMemoryStore();
|
||||||
|
let captured: ReplyGenerationInput | undefined;
|
||||||
|
const persona = new Persona('Mina', 'Mina likes quiet cafes.', {
|
||||||
|
memory,
|
||||||
|
now: '2026-05-01T10:00:00.000Z',
|
||||||
|
baseSystemPrompt: 'You are a helpful assistant. Always be kind.',
|
||||||
|
models: {
|
||||||
|
conversation: {
|
||||||
|
async generateReply(input) {
|
||||||
|
captured = input;
|
||||||
|
return { messages: ['Hello!'] };
|
||||||
|
},
|
||||||
|
},
|
||||||
|
},
|
||||||
|
});
|
||||||
|
await persona.ready();
|
||||||
|
|
||||||
|
await persona.sendMessage({
|
||||||
|
datetime: '2026-05-01T12:00:00.000Z',
|
||||||
|
messageHistory: [{ sender: 'user', time: '2026-05-01T12:00:00.000Z', content: 'Hi' }],
|
||||||
|
});
|
||||||
|
|
||||||
|
expect(captured?.instruction.startsWith('You are a helpful assistant. Always be kind.')).toBe(true);
|
||||||
|
});
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -12,11 +12,11 @@ describe('Persona initialization', () => {
|
|||||||
models: {
|
models: {
|
||||||
factExtractor: {
|
factExtractor: {
|
||||||
async extract(input) {
|
async extract(input) {
|
||||||
return {
|
return [{
|
||||||
statement: 'Mina likes quiet cafes.',
|
statement: 'Mina likes quiet cafes.',
|
||||||
topics: [{ name: 'persona' }, { name: 'Mina' }],
|
topics: [{ name: 'persona' }, { name: 'Mina' }],
|
||||||
source: 'test',
|
source: 'test',
|
||||||
};
|
}];
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
@@ -29,6 +29,18 @@ describe('Persona initialization', () => {
|
|||||||
expect(debug).toContain('persona.initialized');
|
expect(debug).toContain('persona.initialized');
|
||||||
});
|
});
|
||||||
|
|
||||||
|
it('exposes baseSystemPrompt on the persona instance when provided', async () => {
|
||||||
|
const memory = new InMemoryMemoryStore();
|
||||||
|
const persona = new Persona('Hana', 'Hana is a cheerful barista.', {
|
||||||
|
memory,
|
||||||
|
now: '2026-05-01T10:00:00.000Z',
|
||||||
|
baseSystemPrompt: 'You are a helpful assistant. Always be kind.',
|
||||||
|
});
|
||||||
|
|
||||||
|
await persona.ready();
|
||||||
|
expect(persona.baseSystemPrompt).toBe('You are a helpful assistant. Always be kind.');
|
||||||
|
});
|
||||||
|
|
||||||
it('loads an existing persona space by space id without creating another space', async () => {
|
it('loads an existing persona space by space id without creating another space', async () => {
|
||||||
const memory = new InMemoryMemoryStore();
|
const memory = new InMemoryMemoryStore();
|
||||||
const created = new Persona('Joon', 'Joon is a freelance designer.', { memory, now: '2026-05-01T10:00:00.000Z' });
|
const created = new Persona('Joon', 'Joon is a freelance designer.', { memory, now: '2026-05-01T10:00:00.000Z' });
|
||||||
|
|||||||
@@ -11,15 +11,15 @@ describe('sleepMemory', () => {
|
|||||||
factExtractor: {
|
factExtractor: {
|
||||||
async extract(input) {
|
async extract(input) {
|
||||||
if (input.includes('Seed:')) {
|
if (input.includes('Seed:')) {
|
||||||
return { statement: 'Mina remembers stable details.', topics: [{ name: 'persona' }, { name: 'Mina' }] };
|
return [{ statement: 'Mina remembers stable details.', topics: [{ name: 'persona' }, { name: 'Mina' }] }];
|
||||||
}
|
}
|
||||||
expect(input).toContain('user@2026-05-01T15:00:00.000Z: 나는 타입스크립트를 2025년부터 시작했어');
|
expect(input).toContain('user@2026-05-01T15:00:00.000Z: 나는 타입스크립트를 2025년부터 시작했어');
|
||||||
expect(input).toContain('Objectivize');
|
expect(input).toContain('Objectivize');
|
||||||
return {
|
return [{
|
||||||
statement: 'The user started TypeScript in 2025.',
|
statement: 'The user started TypeScript in 2025.',
|
||||||
topics: [{ name: 'user' }, { name: 'TypeScript' }, { name: '2025' }],
|
topics: [{ name: 'user' }, { name: 'TypeScript' }, { name: '2025' }],
|
||||||
confidence: 0.9,
|
confidence: 0.9,
|
||||||
};
|
}];
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|||||||
Reference in New Issue
Block a user