feat: variables 2.0 state + L0 summary integration

modules/story-summary/vector/vector-io.js

@@ -18,6 +18,14 @@ import {
     clearEventVectors,
     saveEventVectors,
 } from './chunk-store.js';
+import {
+    getStateAtoms,
+    saveStateAtoms,
+    clearStateAtoms,
+    getAllStateVectors,
+    saveStateVectors,
+    clearStateVectors,
+} from './state-store.js';
 import { getEngineFingerprint } from './embedder.js';
 import { getVectorConfig } from '../data/config.js';
 
@@ -81,13 +89,18 @@ export async function exportVectors(onProgress) {
     const chunks = await getAllChunks(chatId);
     const chunkVectors = await getAllChunkVectors(chatId);
     const eventVectors = await getAllEventVectors(chatId);
+    const stateAtoms = getStateAtoms();
+    const stateVectors = await getAllStateVectors(chatId);
 
-    if (chunks.length === 0 && eventVectors.length === 0) {
+    if (chunkVectors.length === 0 && eventVectors.length === 0 && stateVectors.length === 0) {
         throw new Error('没有可导出的向量数据');
     }
 
     // 确定维度
-    const dims = chunkVectors[0]?.vector?.length || eventVectors[0]?.vector?.length || 0;
+    const dims = chunkVectors[0]?.vector?.length
+        || eventVectors[0]?.vector?.length
+        || stateVectors[0]?.vector?.length
+        || 0;
     if (dims === 0) {
         throw new Error('无法确定向量维度');
     }
@@ -123,6 +136,14 @@ export async function exportVectors(onProgress) {
     // event_vectors.bin
     const eventVectorsOrdered = sortedEventVectors.map(ev => ev.vector);
 
+    // state vectors
+    const sortedStateVectors = [...stateVectors].sort((a, b) => String(a.atomId).localeCompare(String(b.atomId)));
+    const stateVectorsOrdered = sortedStateVectors.map(v => v.vector);
+    const stateVectorsJsonl = sortedStateVectors.map(v => JSON.stringify({
+        atomId: v.atomId,
+        floor: v.floor,
+    })).join('\n');
+
     // manifest
     const manifest = {
         version: EXPORT_VERSION,
@@ -133,6 +154,8 @@ export async function exportVectors(onProgress) {
         chunkCount: sortedChunks.length,
         chunkVectorCount: chunkVectors.length,
         eventCount: sortedEventVectors.length,
+        stateAtomCount: stateAtoms.length,
+        stateVectorCount: stateVectors.length,
         lastChunkFloor: meta.lastChunkFloor ?? -1,
     };
 
@@ -145,6 +168,11 @@ export async function exportVectors(onProgress) {
         'chunk_vectors.bin': float32ToBytes(chunkVectorsOrdered, dims),
         'events.jsonl': strToU8(eventsJsonl),
         'event_vectors.bin': float32ToBytes(eventVectorsOrdered, dims),
+        'state_atoms.json': strToU8(JSON.stringify(stateAtoms)),
+        'state_vectors.jsonl': strToU8(stateVectorsJsonl),
+        'state_vectors.bin': stateVectorsOrdered.length
+            ? float32ToBytes(stateVectorsOrdered, dims)
+            : new Uint8Array(0),
     }, { level: 1 });  // 降低压缩级别，速度优先
 
     onProgress?.('下载文件...');
@@ -238,6 +266,21 @@ export async function importVectors(file, onProgress) {
     const eventVectorsBytes = unzipped['event_vectors.bin'];
     const eventVectors = eventVectorsBytes ? bytesToFloat32(eventVectorsBytes, manifest.dims) : [];
 
+    // 解析 L0 state atoms
+    const stateAtoms = unzipped['state_atoms.json']
+        ? JSON.parse(strFromU8(unzipped['state_atoms.json']))
+        : [];
+
+    // 解析 L0 state vectors metas
+    const stateVectorsJsonl = unzipped['state_vectors.jsonl'] ? strFromU8(unzipped['state_vectors.jsonl']) : '';
+    const stateVectorMetas = stateVectorsJsonl.split('\n').filter(Boolean).map(line => JSON.parse(line));
+
+    // 解析 L0 state vectors
+    const stateVectorsBytes = unzipped['state_vectors.bin'];
+    const stateVectors = (stateVectorsBytes && stateVectorMetas.length)
+        ? bytesToFloat32(stateVectorsBytes, manifest.dims)
+        : [];
+
     // 校验数量
     if (chunkMetas.length !== chunkVectors.length) {
         throw new Error(`chunk 数量不匹配: 元数据 ${chunkMetas.length}, 向量 ${chunkVectors.length}`);
@@ -245,12 +288,17 @@ export async function importVectors(file, onProgress) {
     if (eventMetas.length !== eventVectors.length) {
         throw new Error(`event 数量不匹配: 元数据 ${eventMetas.length}, 向量 ${eventVectors.length}`);
     }
+    if (stateVectorMetas.length !== stateVectors.length) {
+        throw new Error(`state 向量数量不匹配: 元数据 ${stateVectorMetas.length}, 向量 ${stateVectors.length}`);
+    }
 
     onProgress?.('清空旧数据...');
 
     // 清空当前数据
     await clearAllChunks(chatId);
     await clearEventVectors(chatId);
+    await clearStateVectors(chatId);
+    clearStateAtoms();
 
     onProgress?.('写入数据...');
 
@@ -284,13 +332,28 @@ export async function importVectors(file, onProgress) {
         await saveEventVectors(chatId, eventVectorItems, manifest.fingerprint);
     }
 
+    // 写入 state atoms
+    if (stateAtoms.length > 0) {
+        saveStateAtoms(stateAtoms);
+    }
+
+    // 写入 state vectors
+    if (stateVectorMetas.length > 0) {
+        const stateVectorItems = stateVectorMetas.map((meta, idx) => ({
+            atomId: meta.atomId,
+            floor: meta.floor,
+            vector: stateVectors[idx],
+        }));
+        await saveStateVectors(chatId, stateVectorItems, manifest.fingerprint);
+    }
+
     // 更新 meta
     await updateMeta(chatId, {
         fingerprint: manifest.fingerprint,
         lastChunkFloor: manifest.lastChunkFloor,
     });
 
-    xbLog.info(MODULE_ID, `导入完成: ${chunkMetas.length} chunks, ${eventMetas.length} events`);
+    xbLog.info(MODULE_ID, `导入完成: ${chunkMetas.length} chunks, ${eventMetas.length} events, ${stateAtoms.length} state atoms`);
 
     return {
         chunkCount: chunkMetas.length,