-1

data-plane/indexing/plugins/block.ts

reviewed

··· 26 26 indexedAt: timestamp, 27 27 }; 28 28 29 29 - // Use findOneAndUpdate with upsert to handle duplicates gracefully 30 29 const insertedBlock = await db.models.Block.findOneAndUpdate( 31 30 { uri: block.uri }, 32 31 { $set: block },

-1

data-plane/indexing/plugins/like.ts

reviewed

··· 34 34 indexedAt: timestamp, 35 35 }; 36 36 37 37 - // Use findOneAndUpdate with upsert on the compound key to handle potential duplicate key errors 38 37 const insertedLike = await db.models.Like.findOneAndUpdate( 39 38 { uri: like.uri }, 40 39 { $set: like },

+17 -15

data-plane/indexing/processor.ts

reviewed

··· 109 109 ? recordObj.createdAt 110 110 : timestamp; 111 111 112 112 + // Check for duplicates first before attempting insert 113 113 + const found = await this.params.findDuplicate(this.db, uri, obj); 114 114 + if (found && found.toString() !== uri.toString()) { 115 115 + // Duplicate exists with different URI, store in duplicates table with no events 116 116 + await this.db.models.DuplicateRecord.findOneAndUpdate( 117 117 + { uri: uri.toString() }, 118 118 + { 119 119 + uri: uri.toString(), 120 120 + cid: cid.toString(), 121 121 + duplicateOf: found.toString(), 122 122 + indexedAt: timestamp, 123 123 + }, 124 124 + { upsert: true, new: true }, 125 125 + ); 126 126 + return; 127 127 + } 128 128 + 112 129 // Insert or update record 113 130 await this.db.models.Record.findOneAndUpdate( 114 131 { uri: uri.toString() }, ··· 137 154 if (!opts?.disableNotifs) { 138 155 this.handleNotifs({ inserted }); 139 156 } 140 140 - return; 141 141 - } 142 142 - // if duplicate, insert into duplicates table with no events 143 143 - const found = await this.params.findDuplicate(this.db, uri, obj); 144 144 - if (found && found.toString() !== uri.toString()) { 145 145 - await this.db.models.DuplicateRecord.findOneAndUpdate( 146 146 - { uri: uri.toString() }, 147 147 - { 148 148 - uri: uri.toString(), 149 149 - cid: cid.toString(), 150 150 - duplicateOf: found.toString(), 151 151 - indexedAt: timestamp, 152 152 - }, 153 153 - { upsert: true, new: true }, 154 154 - ); 155 157 } 156 158 } 157 159