fix: upload nodes triggering (#525)

* fix: upload nodes triggering

* feat: enhance artifact flattening in upload processing

Author: clostao

apps/backend/src/core/objects/nodes.ts

@@ -152,7 +152,7 @@ const migrateFromBlockstoreToNodesTable = async (
   }
 
   for (const upload of uploads) {
-    const rootCID = await getUploadCID(uploadId)
+    const headCID = await getUploadCID(upload.id)
     const blockstore = await getUploadBlockstore(upload.id)
 
     const BATCH_SIZE = 100
@@ -170,7 +170,7 @@ const migrateFromBlockstoreToNodesTable = async (
           uniqueNodes.map((e) => ({
             cid: cidToString(e.cid),
             root_cid: cidToString(rootCID),
-            head_cid: cidToString(rootCID),
+            head_cid: cidToString(headCID),
             type: decodeIPLDNodeData(Buffer.from(e.block)).type,
             encoded_node: Buffer.from(e.block).toString('base64'),
             block_published_on: null,
@@ -179,6 +179,8 @@ const migrateFromBlockstoreToNodesTable = async (
             piece_offset: null,
           })),
         )
+
+        logger.info(`Saved nodes from headCID=${headCID}`)
       },
       BATCH_SIZE,
     )

apps/backend/src/core/uploads/uploadProcessing.ts

@@ -13,12 +13,15 @@ import {
   MetadataType,
   processBufferToIPLDFormatFromChunks,
   processChunksToIPLDFormat,
+  OffchainMetadata,
 } from '@autonomys/auto-dag-data'
 import {
   FolderUpload,
   InteractionType,
   UploadType,
   UserWithOrganization,
+  UploadArtifacts,
+  FolderArtifacts,
 } from '@auto-drive/models'
 import { BlockstoreUseCases } from './blockstore.js'
 import { mapTableToModel } from './uploads.js'
@@ -203,6 +206,17 @@ const handleFileUploadFinalization = async (
   return metadata.dataCid
 }
 
+const flattenArtifacts = (artifact: UploadArtifacts): OffchainMetadata[] => {
+  const collected: OffchainMetadata[] = [artifact.metadata]
+  if ((artifact as FolderArtifacts).childrenArtifacts) {
+    const folder = artifact as FolderArtifacts
+    for (const child of folder.childrenArtifacts) {
+      collected.push(...flattenArtifacts(child))
+    }
+  }
+  return collected
+}
+
 const handleFolderUploadFinalization = async (
   user: UserWithOrganization,
   uploadId: string,
@@ -215,9 +229,13 @@ const handleFolderUploadFinalization = async (
   const { metadata, childrenArtifacts } =
     await UploadArtifactsUseCase.generateFolderArtifacts(uploadId)
 
-  const fullMetadata = [metadata, ...childrenArtifacts.map((e) => e.metadata)]
+  const allMetadata: OffchainMetadata[] = [
+    metadata,
+    ...childrenArtifacts.flatMap((child) => flattenArtifacts(child)),
+  ]
+
   await Promise.all(
-    fullMetadata.map((childMetadata) =>
+    allMetadata.map((childMetadata) =>
       ObjectUseCases.saveMetadata(
         metadata.dataCid,
         childMetadata.dataCid,

apps/backend/src/core/uploads/uploads.ts

@@ -334,6 +334,7 @@ const scheduleUploadTagging = async (cid: string): Promise<void> => {
 
 const tagUpload = async (
   cid: string,
+  isRoot: boolean = true,
 ): Promise<Result<void, ObjectNotFoundError>> => {
   const getResult = await ObjectUseCases.getMetadata(cid)
   if (getResult.isErr()) {
@@ -344,7 +345,9 @@ const tagUpload = async (
   const metadata = getResult.value
   if (metadata?.type === 'folder') {
     const results = await Promise.all(
-      metadata.children.map((child) => UploadsUseCases.tagUpload(child.cid)),
+      metadata.children.map((child) =>
+        UploadsUseCases.tagUpload(child.cid, false),
+      ),
     )
     const combinedResult = Result.combine(results)
     if (combinedResult.isErr()) {
@@ -365,7 +368,9 @@ const tagUpload = async (
     }
   }
 
-  await scheduleNodesPublish(cid)
+  if (isRoot) {
+    await scheduleNodesPublish(cid)
+  }
 
   return ok()
 }