Skip to content
Merged
Changes from all commits
Commits
Show all changes
83 commits
Select commit Hold shift + click to select a range
587e5a7
feat: update memos headers
fridayL Nov 19, 2025
5637c9d
feat: headers add
fridayL Nov 19, 2025
68831c0
feat: update search agent
fridayL Nov 20, 2025
58c512d
feat: upadte mem story
fridayL Nov 21, 2025
a497d46
feat: update mem scehduler
fridayL Nov 21, 2025
bd72e9b
feat: update deepsearch mem code
fridayL Nov 21, 2025
91664dc
Merge branch 'dev_new' into feat/deep-search
fridayL Nov 22, 2025
f332ef2
feat: update deepsearch agent
fridayL Nov 22, 2025
c21fc58
feat: update test code
fridayL Nov 22, 2025
fca3776
Merge branch 'dev_new' into feat/deep-search
fridayL Nov 24, 2025
0f62af8
fix: remove dup config
fridayL Nov 24, 2025
5f0a97c
Merge branch 'dev' into feat/deep-search
fridayL Nov 24, 2025
dac3394
feat: dock search pipeline
fridayL Nov 25, 2025
f38115c
Merge branch 'feat/deep-search' of https://github.com/fridayL/MemOS i…
fridayL Nov 25, 2025
696692d
Merge branch 'dev_new' into feat/deep-search
fridayL Nov 25, 2025
9489d54
fix: code test
fridayL Nov 25, 2025
e43e5db
feat: add test scripts
fridayL Nov 25, 2025
ecd4508
feat: add test
fridayL Nov 25, 2025
6e21032
feat: update need_raw process
fridayL Nov 25, 2025
fac355d
Merge branch 'dev_new' into feat/deep-search
fridayL Nov 25, 2025
592f637
fix: add initter
fridayL Nov 25, 2025
df4a66f
Merge branch 'dev_new' into feat/deep-search
fridayL Nov 25, 2025
fbdd07a
Merge branch 'dev_new' into feat/deep-search
fridayL Nov 27, 2025
ad99745
fix: change agent search func name
fridayL Nov 27, 2025
e203755
Merge branch 'dev' into feat/deep-search
fridayL Nov 27, 2025
ca780ea
Merge branch 'dev_new' into feat/deep-search
fridayL Nov 27, 2025
1b67652
Merge branch 'feat/deep-search' of https://github.com/fridayL/MemOS i…
fridayL Nov 27, 2025
94dba83
feat: update logs and defined
fridayL Nov 28, 2025
64414ea
Merge branch 'dev' into feat/deep-search
fridayL Nov 28, 2025
34e9ea4
Merge branch 'dev_new' into feat/deep-search
fridayL Nov 28, 2025
f361d1f
Merge branch 'feat/deep-search' of https://github.com/fridayL/MemOS i…
fridayL Nov 28, 2025
b3acc98
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 1, 2025
953872e
feat: update full text mem search
fridayL Dec 1, 2025
20438e9
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 1, 2025
2591c10
feat: cp plugin to dev
fridayL Dec 1, 2025
4836670
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 1, 2025
383eaaa
feat: add one recall for fulltext retrieval
fridayL Dec 1, 2025
502e15e
fix: set default for fulltext search
fridayL Dec 2, 2025
f33aa47
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 2, 2025
861e489
feat: add langchain chunk
fridayL Dec 2, 2025
10293bf
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 2, 2025
0af35f3
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 3, 2025
b8a953a
feat: fix playground for query
fridayL Dec 3, 2025
3f73bee
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 3, 2025
78c1582
feat: update file content memory extract
fridayL Dec 4, 2025
64383fb
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 4, 2025
ef236cb
feat: update code
fridayL Dec 4, 2025
905b1e2
feat: update import
fridayL Dec 4, 2025
eb09595
code: reformat suffix
fridayL Dec 4, 2025
1fdbff9
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 4, 2025
f51ee8a
Merge branch 'dev' into feat/deep-search
CaralHsi Dec 4, 2025
a93fc0f
feat: update file_id
fridayL Dec 4, 2025
dff374a
Merge branch 'feat/deep-search' of https://github.com/fridayL/MemOS i…
fridayL Dec 4, 2025
54f4784
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 4, 2025
0350135
remove langchain-text-splitters==1.0.0
fridayL Dec 4, 2025
bd9e0ee
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 4, 2025
ecce0f1
feat: add reqiuement
fridayL Dec 4, 2025
4f53e29
feat: make test
fridayL Dec 4, 2025
8e3063a
feat: fix markdown
fridayL Dec 4, 2025
b022b04
feat: fix simple chunker
fridayL Dec 4, 2025
f41942d
Merge branch 'dev' into feat/deep-search
fridayL Dec 4, 2025
202b654
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 7, 2025
372df19
Merge branch 'feat/deep-search' of https://github.com/fridayL/MemOS i…
fridayL Dec 7, 2025
c173131
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 7, 2025
5847e07
feat: add file sources
fridayL Dec 7, 2025
97275db
Merge branch 'dev' into feat/deep-search
fridayL Dec 7, 2025
59c1515
feat: add concat doc source
fridayL Dec 7, 2025
d12e552
Merge branch 'feat/deep-search' of https://github.com/fridayL/MemOS i…
fridayL Dec 7, 2025
2d3d2c3
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 7, 2025
eaccca9
Merge branch 'dev' into feat/deep-search
CaralHsi Dec 7, 2025
6ecd634
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 8, 2025
a819c65
Merge branch 'feat/deep-search' of https://github.com/fridayL/MemOS i…
fridayL Dec 8, 2025
19736af
add: file_info
fridayL Dec 8, 2025
685151d
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 8, 2025
2c5092a
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 9, 2025
d4f60d3
remove:macos-13
fridayL Dec 9, 2025
db95fb9
feat: fix ffideids
fridayL Dec 9, 2025
bd37585
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 9, 2025
06a9edc
fix: fix filed ids data
fridayL Dec 9, 2025
cc21f83
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 10, 2025
89ba7a5
feat: add set batch insert memory
fridayL Dec 10, 2025
d8230f1
feat: add bs for memory
fridayL Dec 10, 2025
333ffa7
Merge branch 'dev_new' into feat/deep-search
fridayL Dec 10, 2025
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 23 additions & 12 deletions src/memos/memories/textual/tree_text_memory/organize/manager.py
Original file line number Diff line number Diff line change
Expand Up @@ -134,10 +134,18 @@ def _add_memories_parallel(
return added_ids

def _add_memories_batch(
self, memories: list[TextualMemoryItem], user_name: str | None = None
self, memories: list[TextualMemoryItem], user_name: str | None = None, batch_size: int = 10
) -> list[str]:
"""
Add memories using batch database operations (more efficient for large batches).

Args:
memories: List of memory items to add.
user_name: Optional user name for the memories.
batch_size: Number of nodes to insert per batch.

Returns:
List of added graph memory node IDs.
"""
if not memories:
return []
Expand All @@ -150,7 +158,6 @@ def _add_memories_batch(
for memory in memories:
working_id = str(uuid.uuid4())

# Prepare WorkingMemory node (skip for ToolSchemaMemory and ToolTrajectoryMemory)
if memory.metadata.memory_type not in ("ToolSchemaMemory", "ToolTrajectoryMemory"):
working_metadata = memory.metadata.model_copy(
update={"memory_type": "WorkingMemory"}
Expand All @@ -163,8 +170,6 @@ def _add_memories_batch(
"metadata": working_metadata,
}
)

# Prepare graph memory node (LongTermMemory/UserMemory/ToolSchemaMemory/ToolTrajectoryMemory)
if memory.metadata.memory_type in (
"LongTermMemory",
"UserMemory",
Expand Down Expand Up @@ -194,20 +199,26 @@ def _add_memories_batch(
graph_node_ids.append(graph_node_id)
added_ids.append(graph_node_id)

# Batch insert nodes
if working_nodes:
for i in range(0, len(working_nodes), batch_size):
batch = working_nodes[i : i + batch_size]
try:
self.graph_store.add_nodes_batch(working_nodes, user_name=user_name)
self.graph_store.add_nodes_batch(batch, user_name=user_name)
except Exception as e:
logger.exception("Batch add WorkingMemory nodes error: ", exc_info=e)
logger.exception(
f"Batch add WorkingMemory nodes error (batch {i // batch_size + 1}): ",
exc_info=e,
)

if graph_nodes:
for i in range(0, len(graph_nodes), batch_size):
batch = graph_nodes[i : i + batch_size]
try:
self.graph_store.add_nodes_batch(graph_nodes, user_name=user_name)
self.graph_store.add_nodes_batch(batch, user_name=user_name)
except Exception as e:
logger.exception("Batch add graph memory nodes error: ", exc_info=e)
logger.exception(
f"Batch add graph memory nodes error (batch {i // batch_size + 1}): ",
exc_info=e,
)

# Notify reorganizer (only if enabled)
if graph_node_ids and self.is_reorganize:
self.reorganizer.add_message(QueueMessage(op="add", after_node=graph_node_ids))

Expand Down