Zero-darkbox query updates and tokenizer improvements

modules/story-summary/vector/retrieval/metrics.js

@@ -16,6 +16,11 @@ export function createMetrics() {
         query: {
             buildTime: 0,
             refineTime: 0,
+            lengths: {
+                v0Chars: 0,
+                v1Chars: null,     // null = NA
+                rerankChars: 0,
+            },
         },
 
         // Anchor (L0 StateAtoms) - 语义锚点
@@ -177,6 +182,13 @@ export function formatMetricsLog(metrics) {
     lines.push('════════════════════════════════════════');
     lines.push('');
 
+    // Query Length
+    lines.push('[Query Length] 查询长度');
+    lines.push(`├─ query_v0_chars: ${m.query?.lengths?.v0Chars ?? 0}`);
+    lines.push(`├─ query_v1_chars: ${m.query?.lengths?.v1Chars == null ? 'NA' : m.query.lengths.v1Chars}`);
+    lines.push(`└─ rerank_query_chars: ${m.query?.lengths?.rerankChars ?? 0}`);
+    lines.push('');
+
     // Query Build
     lines.push('[Query] 查询构建');
     lines.push(`├─ build_time: ${m.query.buildTime}ms`);