Skip to content

Commit 4986c4c

Browse files
committed
feat: Update collection name handling in ingestion pipeline
1 parent aa856f1 commit 4986c4c

File tree

1 file changed

+3
-3
lines changed

1 file changed

+3
-3
lines changed

hivemind_etl/simple_ingestion/pipeline.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -68,13 +68,13 @@ async def process_document(
6868
processing logic, including any necessary embedding or LLM operations.
6969
"""
7070
if ingestion_request.collectionName is None:
71-
collection_name = (
72-
f"{ingestion_request.communityId}_{ingestion_request.platformId}"
73-
)
71+
collection_name = ingestion_request.platformId
7472
else:
7573
collection_name = ingestion_request.collectionName
7674

7775
# Initialize the ingestion pipeline
76+
# the collection name will be reconstructed in `CustomIngestionPipeline`
77+
# in the format of `[communityId]_[collection_name]`
7878
pipeline = CustomIngestionPipeline(
7979
community_id=ingestion_request.communityId,
8080
collection_name=collection_name,

0 commit comments

Comments
 (0)