farcasclaudiu/openclaw
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/openclaw.git synced 2026-06-28 13:01:42 +03:00
Code Issues Packages Projects Releases Wiki Activity

Memory: reduce watcher FD pressure for markdown sync

Browse Source
This commit is contained in:
Vignesh Natarajan
2026-02-14 17:25:07 -08:00
parent 41d7d0e2e6
commit decf2b518a
2 changed files with 140 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/memory/manager-sync-ops.ts
+35 -12
View File
@@ -55,9 +55,24 @@ const EMBEDDING_CACHE_TABLE = "embedding_cache";
const SESSION_DIRTY_DEBOUNCE_MS = 5000;
const SESSION_DELTA_READ_CHUNK_BYTES = 64 * 1024;
const VECTOR_LOAD_TIMEOUT_MS = 30_000;
const IGNORED_MEMORY_WATCH_DIR_NAMES = new Set([
".git",
"node_modules",
".pnpm-store",
".venv",
"venv",
".tox",
"__pycache__",
]);
const log = createSubsystemLogger("memory");
function shouldIgnoreMemoryWatchPath(watchPath: string): boolean {
const normalized = path.normalize(watchPath);
const parts = normalized.split(path.sep).map((segment) => segment.trim().toLowerCase());
return parts.some((segment) => IGNORED_MEMORY_WATCH_DIR_NAMES.has(segment));
}
class MemoryManagerSyncOps {
[key: string]: any;
private async ensureVectorReady(dimensions?: number): Promise<boolean> {
@@ -263,24 +278,32 @@ class MemoryManagerSyncOps {
if (!this.sources.has("memory") || !this.settings.sync.watch || this.watcher) {
return;
}
const additionalPaths = normalizeExtraMemoryPaths(this.workspaceDir, this.settings.extraPaths)
.map((entry) => {
try {
const stat = fsSync.lstatSync(entry);
return stat.isSymbolicLink() ? null : entry;
} catch {
return null;
}
})
.filter((entry): entry is string => Boolean(entry));
const watchPaths = new Set<string>([
path.join(this.workspaceDir, "MEMORY.md"),
path.join(this.workspaceDir, "memory.md"),
path.join(this.workspaceDir, "memory"),
...additionalPaths,
path.join(this.workspaceDir, "memory", "**", "*.md"),
]);
const additionalPaths = normalizeExtraMemoryPaths(this.workspaceDir, this.settings.extraPaths);
for (const entry of additionalPaths) {
try {
const stat = fsSync.lstatSync(entry);
if (stat.isSymbolicLink()) {
continue;
}
if (stat.isDirectory()) {
watchPaths.add(path.join(entry, "**", "*.md"));
continue;
}
if (stat.isFile() && entry.toLowerCase().endsWith(".md")) {
watchPaths.add(entry);
}
} catch {
// Skip missing/unreadable additional paths.
}
}
this.watcher = chokidar.watch(Array.from(watchPaths), {
ignoreInitial: true,
ignored: (watchPath) => shouldIgnoreMemoryWatchPath(String(watchPath)),
awaitWriteFinish: {
stabilityThreshold: this.settings.sync.watchDebounceMs,
pollInterval: 100,