commit 450052a52fc60b27de23df7e8729c9bb4f2472ed · knotbin.com/airport

+42 -4
routes/api/migrate/data.ts
···

       179
       179
        
             const migratedBlobs: string[] = [];

     

       180
       180
        
             const failedBlobs: Array<{ cid: string; error: string }> = [];

     

       181
       181
        
             const migrationLogs: string[] = [];

     

       182
       182
       +
             let totalBlobs = 0;

     

       183
       183
       +
             let pageCount = 0;

     

       184
       184
       +
       

     

       185
       185
       +
             // First count total blobs

     

       186
       186
       +
             console.log("Starting blob count...");

     

       187
       187
       +
             do {

     

       188
       188
       +
               const listedBlobs = await oldAgent.com.atproto.sync.listBlobs({

     

       189
       189
       +
                 did: accountDid,

     

       190
       190
       +
                 cursor: blobCursor,

     

       191
       191
       +
               });

     

       192
       192
       +
               const newBlobs = listedBlobs.data.cids.length;

     

       193
       193
       +
               totalBlobs += newBlobs;

     

       194
       194
       +
               pageCount++;

     

       195
       195
       +
               console.log(`Blob count page ${pageCount}: found ${newBlobs} blobs, total so far: ${totalBlobs}`);

     

       196
       196
       +
               migrationLogs.push(`Blob count page ${pageCount}: found ${newBlobs} blobs, total so far: ${totalBlobs}`);

     

       197
       197
       +
               

     

       198
       198
       +
               if (!listedBlobs.data.cursor) {

     

       199
       199
       +
                 console.log("No more cursor, finished counting blobs");

     

       200
       200
       +
                 break;

     

       201
       201
       +
               }

     

       202
       202
       +
               blobCursor = listedBlobs.data.cursor;

     

       203
       203
       +
             } while (blobCursor);

     

       204
       204
       +
       

     

       205
       205
       +
             // Reset cursor for actual migration

     

       206
       206
       +
             blobCursor = undefined;

     

       207
       207
       +
             let processedBlobs = 0;

     

       208
       208
       +
             pageCount = 0;

     

       182
       209
        
       

     

       183
       210
        
             do {

     

       184
       211
        
               try {

     
···

       197
       224
        
                   }

     

       198
       225
        
                 );

     

       199
       226
        
       

     

       227
       227
       +
                 pageCount++;

     

       228
       228
       +
                 console.log(`Processing blob page ${pageCount}: ${listedBlobs.data.cids.length} blobs`);

     

       229
       229
       +
                 migrationLogs.push(`Processing blob page ${pageCount}: ${listedBlobs.data.cids.length} blobs`);

     

       230
       230
       +
       

     

       200
       231
        
                 for (const cid of listedBlobs.data.cids) {

     

       201
       232
        
                   try {

     

       202
       233
        
                     const blobRes = await withRetry(

     
···

       216
       247
        
       

     

       217
       248
        
                     await handleBlobUpload(newAgent, blobRes, cid);

     

       218
       249
        
                     migratedBlobs.push(cid);

     

       219
       219
       -
                     const log = `Successfully migrated blob: ${cid}`;

     

       220
       220
       -
                     console.log(log);

     

       221
       221
       -
                     migrationLogs.push(log);

     

       250
       250
       +
                     processedBlobs++;

     

       251
       251
       +
                     const progressLog = `Migrating blob ${processedBlobs} of ${totalBlobs}: ${cid}`;

     

       252
       252
       +
                     console.log(progressLog);

     

       253
       253
       +
                     migrationLogs.push(progressLog);

     

       222
       254
        
                   } catch (error) {

     

       223
       255
        
                     const errorMsg = error instanceof Error ? error.message : String(error);

     

       224
       256
        
                     console.error(`Failed to migrate blob ${cid}:`, error);

     
···

       228
       260
        
                     });

     

       229
       261
        
                     migrationLogs.push(`Failed to migrate blob ${cid}: ${errorMsg}`);

     

       230
       262
        
                   }

     

       263
       263
       +
                 }

     

       264
       264
       +
       

     

       265
       265
       +
                 if (!listedBlobs.data.cursor) {

     

       266
       266
       +
                   console.log("No more cursor, finished processing blobs");

     

       267
       267
       +
                   migrationLogs.push("No more cursor, finished processing blobs");

     

       268
       268
       +
                   break;

     

       231
       269
        
                 }

     

       232
       270
        
                 blobCursor = listedBlobs.data.cursor;

     

       233
       271
        
               } catch (error) {

     
···

       268
       306
        
               }

     

       269
       307
        
             );

     

       270
       308
        
       

     

       271
       271
       -
             const completionMessage = `Data migration completed: ${migratedBlobs.length} blobs migrated${failedBlobs.length > 0 ? `, ${failedBlobs.length} failed` : ''}`;

     

       309
       309
       +
             const completionMessage = `Data migration completed: ${migratedBlobs.length} blobs migrated${failedBlobs.length > 0 ? `, ${failedBlobs.length} failed` : ''} (${pageCount} pages processed)`;

     

       272
       310
        
             console.log(completionMessage);

     

       273
       311
        
             migrationLogs.push(completionMessage);

     

       274
       312