github/openclaw
1
1
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-04-03 03:03:24 -04:00
Code Issues Packages Projects Releases Wiki Activity

memory-neo4j: extract stripMessageWrappers helper, use in cleanup for accurate gating

Browse Source
This commit is contained in:
Tarun Sukhani
2026-02-07 07:21:11 +08:00
parent 6747967b83
commit 9cfb56696f
2 changed files with 28 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
extensions/memory-neo4j/extractor.ts
View File

@@ -872,24 +872,28 @@ export function extractUserMessages(messages: unknown[]): string[] {
}
}
// Strip injected context, channel metadata wrappers, and system prefixes
// so the attention gate sees only the raw user text.
return texts
.map((t) => {
let s = t;
// Injected context from memory system
s = s.replace(/<relevant-memories>[\s\S]*?<\/relevant-memories>\s*/g, "");
s = s.replace(/<core-memory-refresh>[\s\S]*?<\/core-memory-refresh>\s*/g, "");
s = s.replace(/<system>[\s\S]*?<\/system>\s*/g, "");
// Media attachment preamble (appears before Telegram wrapper)
s = s.replace(/^\[media attached:[^\]]*\]\s*(?:To send an image[^\n]*\n?)*/i, "");
// System exec output blocks (may appear before Telegram wrapper)
s = s.replace(/^(?:System:\s*\[[^\]]*\][^\n]*\n?)+/gi, "");
// Telegram wrapper — may now be at start after previous strips
s = s.replace(/^\s*\[Telegram\s[^\]]+\]\s*/i, "");
// "[message_id: NNN]" suffix
s = s.replace(/\n?\[message_id:\s*\d+\]\s*$/i, "");
return s.trim();
})
.filter((t) => t.length >= 10);
// Strip wrappers then filter by length
return texts.map(stripMessageWrappers).filter((t) => t.length >= 10);
}
/**
* Strip injected context, channel metadata wrappers, and system prefixes
* so the attention gate sees only the raw user text.
* Exported for use by the cleanup command.
*/
export function stripMessageWrappers(text: string): string {
let s = text;
// Injected context from memory system
s = s.replace(/<relevant-memories>[\s\S]*?<\/relevant-memories>\s*/g, "");
s = s.replace(/<core-memory-refresh>[\s\S]*?<\/core-memory-refresh>\s*/g, "");
s = s.replace(/<system>[\s\S]*?<\/system>\s*/g, "");
// Media attachment preamble (appears before Telegram wrapper)
s = s.replace(/^\[media attached:[^\]]*\]\s*(?:To send an image[^\n]*\n?)*/i, "");
// System exec output blocks (may appear before Telegram wrapper)
s = s.replace(/^(?:System:\s*\[[^\]]*\][^\n]*\n?)+/gi, "");
// Telegram wrapper — may now be at start after previous strips
s = s.replace(/^\s*\[Telegram\s[^\]]+\]\s*/i, "");
// "[message_id: NNN]" suffix
s = s.replace(/\n?\[message_id:\s*\d+\]\s*$/i, "");
return s.trim();
}

7
extensions/memory-neo4j/index.ts
View File

@@ -26,7 +26,7 @@ import {
vectorDimsForModel,
} from "./config.js";
import { Embeddings } from "./embeddings.js";
import { extractUserMessages, runSleepCycle } from "./extractor.js";
import { extractUserMessages, stripMessageWrappers, runSleepCycle } from "./extractor.js";
import { Neo4jMemoryClient } from "./neo4j-client.js";
import { hybridSearch } from "./search.js";
@@ -735,10 +735,11 @@ const memoryNeo4jPlugin = {
opts.agent ? { agentId: opts.agent } : {},
);
// Run each through the attention gate
// Strip channel metadata wrappers (same as the real pipeline) then gate
const noise: Array<{ id: string; text: string; source: string }> = [];
for (const mem of allMemories) {
if (!passesAttentionGate(mem.text)) {
const stripped = stripMessageWrappers(mem.text);
if (!passesAttentionGate(stripped)) {
noise.push(mem);
}
}