patch of MOOre features · round #0 · pull #1 · baileytownsend.dev/pds-moover

+93 -86

src/pdsmoover.js

···

       37
        
           this.newAgent = null;

     

       38
        
           this.missingBlobs = [];

     

       39
        
           //State for reruns

     

       40
       -
           this.oldAccountStatus = null;

     

       41
       -
           this.newAccountStatus = null;

     

       42
        
           this.createNewAccount = true;

     

       43
        
           this.migrateRepo = true;

     

       44
        
           this.migrateBlobs = true;

     
···

       90
        
           safeStatusUpdate(statusUpdateHandler, 'Checking that the new PDS is an actual PDS (if the url is wrong this takes a while to error out)');

     

       91
        
           const newAgent = new AtpAgent({service: newPdsUrl});

     

       92
        
           const newHostDesc = await newAgent.com.atproto.server.describeServer();

     

       93
       -
           const newHostWebDid = newHostDesc.data.did;

     

       0
        
       
     

       94
        
       

     

       95
       -
           safeStatusUpdate(statusUpdateHandler, 'Creating a new account on the new PDS');

     

       96
        
       

     

       97
       -
           const createAuthResp = await oldAgent.com.atproto.server.getServiceAuth({

     

       98
       -
             aud: newHostWebDid,

     

       99
       -
             lxm: 'com.atproto.server.createAccount',

     

       100
       -
           });

     

       101
       -
           const serviceJwt = createAuthResp.data.token;

     

       102
        
       

     

       103
       -
           const createNewAccount = await newAgent.com.atproto.server.createAccount({

     

       104
       -
             did: usersDid,

     

       105
       -
             handle: newHandle,

     

       106
       -
             email: newEmail,

     

       107
       -
             password: password,

     

       108
       -
             inviteCode: inviteCode,

     

       109
       -
           },

     

       110
       -
           {

     

       111
       -
             headers: {authorization: `Bearer ${serviceJwt}`},

     

       112
       -
             encoding: 'application/json',

     

       113
       -
           });

     

       114
        
       

     

       115
       -
           if (createNewAccount.data.did !== usersDid.toString()) {

     

       116
       -
             throw new Error('Did not create the new account with the same did as the old account');

     

       0
        
       
     

       117
        
           }

     

       118
       -
       

     

       119
        
           safeStatusUpdate(statusUpdateHandler, 'Logging in with the new account');

     

       120
        
       

     

       121
        
           await newAgent.login({

     
···

       123
        
             password: password,

     

       124
        
           });

     

       125
        
       

     

       126
       -
           safeStatusUpdate(statusUpdateHandler, 'Migrating your repo');

     

       127
       -
           const repoRes = await oldAgent.com.atproto.sync.getRepo({did: usersDid});

     

       128
       -
           await newAgent.com.atproto.repo.importRepo(repoRes.data, {

     

       129
       -
             encoding: 'application/vnd.ipld.car',

     

       130
       -
           });

     

       0
        
       
     

       0
        
       
     

       131
        
       

     

       132
        
           let newAccountStatus = await newAgent.com.atproto.server.checkAccountStatus();

     

       133
       -
           safeStatusUpdate(statusUpdateHandler, 'Migrating your blobs');

     

       134
       -
       

     

       135
       -
           let blobCursor = undefined;

     

       136
       -
           let uploadedBlobs = 0;

     

       137
       -
           do {

     

       138
       -
             safeStatusUpdate(statusUpdateHandler, `Migrating blobs: ${uploadedBlobs}/${newAccountStatus.data.expectedBlobs}`);

     

       139
        
       

     

       140
       -
             const listedBlobs = await oldAgent.com.atproto.sync.listBlobs({

     

       141
       -
               did: usersDid,

     

       142
       -
               cursor: blobCursor,

     

       143
       -
               limit: 100,

     

       144
       -
             });

     

       145
        
       

     

       146
       -
             for (const cid of listedBlobs.data.cids) {

     

       147
       -
               try {

     

       148
       -
                 //TODO may move the status update here but would have it only update like every 10

     

       149
       -
                 const blobRes = await oldAgent.com.atproto.sync.getBlob({

     

       150
       -
                   did: usersDid,

     

       151
       -
                   cid,

     

       152
       -
                 });

     

       153
       -
                 await newAgent.com.atproto.repo.uploadBlob(blobRes.data, {

     

       154
       -
                   encoding: blobRes.headers['content-type'],

     

       155
       -
                 });

     

       156
       -
                 uploadedBlobs++;

     

       157
       -
                 if (uploadedBlobs % 10 === 0) {

     

       158
       -
                   safeStatusUpdate(statusUpdateHandler, `Migrating blobs: ${uploadedBlobs}/${newAccountStatus.data.expectedBlobs}`);

     

       159
       -
                 }

     

       160
       -
               } catch (error) {

     

       161
       -
                 //TODO silently logging for now will do a missing blobs later

     

       162
       -
                 console.error(error);

     

       163
       -
               }

     

       164
       -
             }

     

       165
       -
             blobCursor = listedBlobs.data.cursor;

     

       166
       -
           } while (blobCursor);

     

       167
       -
       

     

       168
       -
           newAccountStatus = await newAgent.com.atproto.server.checkAccountStatus();

     

       169
       -
           if (newAccountStatus.data.expectedBlobs !== uploadedBlobs) {

     

       170
       -
             let totalMissingBlobs = newAccountStatus.data.expectedBlobs - uploadedBlobs;

     

       171
       -
             safeStatusUpdate(statusUpdateHandler, 'Looks like there are some missing blobs. Going to try and upload them now.');

     

       172
       -
             //Probably should be shared between main blob uploader, but eh

     

       173
       -
             let missingBlobCursor = undefined;

     

       174
       -
             let missingUploadedBlobs = 0;

     

       175
        
             do {

     

       176
       -
               safeStatusUpdate(statusUpdateHandler, `Migrating blobs: ${missingUploadedBlobs}/${totalMissingBlobs}`);

     

       177
        
       

     

       178
       -
               const missingBlobs = await oldAgent.com.atproto.repo.listMissingBlobs({

     

       179
        
                 did: usersDid,

     

       180
       -
                 cursor: missingBlobCursor,

     

       181
        
                 limit: 100,

     

       182
        
               });

     

       183
        
       

     

       184
       -
               for (const cid of missingBlobs.data.cids) {

     

       185
        
                 try {

     

       186
       -
                   //TODO may move the status update here but would have it only update like every 10

     

       187
        
                   const blobRes = await oldAgent.com.atproto.sync.getBlob({

     

       0
        
       
     

       188
        
                     cid,

     

       189
        
                   });

     

       190
        
                   await newAgent.com.atproto.repo.uploadBlob(blobRes.data, {

     

       191
        
                     encoding: blobRes.headers['content-type'],

     

       192
        
                   });

     

       0
        
       
     

       193
        
                   if (uploadedBlobs % 10 === 0) {

     

       194
       -
                     safeStatusUpdate(statusUpdateHandler, `Migrating blobs: ${uploadedBlobs}/${uploadedBlobs}`);

     

       195
        
                   }

     

       196
       -
                   uploadedBlobs++;

     

       197
        
                 } catch (error) {

     

       198
       -
                   //TODO silently logging for now will do a missing blobs later

     

       199
        
                   console.error(error);

     

       200
       -
                   this.missingBlobs.push(cid);

     

       201
        
                 }

     

       202
        
               }

     

       203
       -
               missingBlobCursor = missingBlobs.data.cursor;

     

       204
       -
             } while (missingBlobCursor);

     

       205
       -
       

     

       206
        
           }

     

       207
        
       

     

       208
       -
           const prefs = await oldAgent.app.bsky.actor.getPreferences();

     

       209
       -
           await newAgent.app.bsky.actor.putPreferences(prefs.data);

     

       210
       -
           this.oldAgent = oldAgent;

     

       211
       -
           this.newAgent = newAgent;

     

       212
       -
           await oldAgent.com.atproto.identity.requestPlcOperationSignature();

     

       213
       -
           safeStatusUpdate(statusUpdateHandler, 'Please check your email for a PLC token');

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       214
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       215
        
         }

     

       216
        
       

     

       217
        
         async signPlcOperation(token) {

···

       37
        
           this.newAgent = null;

     

       38
        
           this.missingBlobs = [];

     

       39
        
           //State for reruns

     

       0
        
       
     

       0
        
       
     

       40
        
           this.createNewAccount = true;

     

       41
        
           this.migrateRepo = true;

     

       42
        
           this.migrateBlobs = true;

     
···

       88
        
           safeStatusUpdate(statusUpdateHandler, 'Checking that the new PDS is an actual PDS (if the url is wrong this takes a while to error out)');

     

       89
        
           const newAgent = new AtpAgent({service: newPdsUrl});

     

       90
        
           const newHostDesc = await newAgent.com.atproto.server.describeServer();

     

       91
       +
           if (this.createNewAccount) {

     

       92
       +
             const newHostWebDid = newHostDesc.data.did;

     

       93
        
       

     

       94
       +
             safeStatusUpdate(statusUpdateHandler, 'Creating a new account on the new PDS');

     

       95
        
       

     

       96
       +
             const createAuthResp = await oldAgent.com.atproto.server.getServiceAuth({

     

       97
       +
               aud: newHostWebDid,

     

       98
       +
               lxm: 'com.atproto.server.createAccount',

     

       99
       +
             });

     

       100
       +
             const serviceJwt = createAuthResp.data.token;

     

       101
        
       

     

       102
       +
             const createNewAccount = await newAgent.com.atproto.server.createAccount({

     

       103
       +
               did: usersDid,

     

       104
       +
               handle: newHandle,

     

       105
       +
               email: newEmail,

     

       106
       +
               password: password,

     

       107
       +
               inviteCode: inviteCode,

     

       108
       +
             },

     

       109
       +
             {

     

       110
       +
               headers: {authorization: `Bearer ${serviceJwt}`},

     

       111
       +
               encoding: 'application/json',

     

       112
       +
             });

     

       113
        
       

     

       114
       +
             if (createNewAccount.data.did !== usersDid.toString()) {

     

       115
       +
               throw new Error('Did not create the new account with the same did as the old account');

     

       116
       +
             }

     

       117
        
           }

     

       0
        
       
     

       118
        
           safeStatusUpdate(statusUpdateHandler, 'Logging in with the new account');

     

       119
        
       

     

       120
        
           await newAgent.login({

     
···

       122
        
             password: password,

     

       123
        
           });

     

       124
        
       

     

       125
       +
           if (this.migrateRepo) {

     

       126
       +
             safeStatusUpdate(statusUpdateHandler, 'Migrating your repo');

     

       127
       +
             const repoRes = await oldAgent.com.atproto.sync.getRepo({did: usersDid});

     

       128
       +
             await newAgent.com.atproto.repo.importRepo(repoRes.data, {

     

       129
       +
               encoding: 'application/vnd.ipld.car',

     

       130
       +
             });

     

       131
       +
           }

     

       132
        
       

     

       133
        
           let newAccountStatus = await newAgent.com.atproto.server.checkAccountStatus();

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       134
        
       

     

       135
       +
           if (this.migrateBlobs) {

     

       136
       +
             safeStatusUpdate(statusUpdateHandler, 'Migrating your blobs');

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       137
        
       

     

       138
       +
             let blobCursor = undefined;

     

       139
       +
             let uploadedBlobs = 0;

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       140
        
             do {

     

       141
       +
               safeStatusUpdate(statusUpdateHandler, `Migrating blobs: ${uploadedBlobs}/${newAccountStatus.data.expectedBlobs}`);

     

       142
        
       

     

       143
       +
               const listedBlobs = await oldAgent.com.atproto.sync.listBlobs({

     

       144
        
                 did: usersDid,

     

       145
       +
                 cursor: blobCursor,

     

       146
        
                 limit: 100,

     

       147
        
               });

     

       148
        
       

     

       149
       +
               for (const cid of listedBlobs.data.cids) {

     

       150
        
                 try {

     

       0
        
       
     

       151
        
                   const blobRes = await oldAgent.com.atproto.sync.getBlob({

     

       152
       +
                     did: usersDid,

     

       153
        
                     cid,

     

       154
        
                   });

     

       155
        
                   await newAgent.com.atproto.repo.uploadBlob(blobRes.data, {

     

       156
        
                     encoding: blobRes.headers['content-type'],

     

       157
        
                   });

     

       158
       +
                   uploadedBlobs++;

     

       159
        
                   if (uploadedBlobs % 10 === 0) {

     

       160
       +
                     safeStatusUpdate(statusUpdateHandler, `Migrating blobs: ${uploadedBlobs}/${newAccountStatus.data.expectedBlobs}`);

     

       161
        
                   }

     

       0
        
       
     

       162
        
                 } catch (error) {

     

       0
        
       
     

       163
        
                   console.error(error);

     

       0
        
       
     

       164
        
                 }

     

       165
        
               }

     

       166
       +
               blobCursor = listedBlobs.data.cursor;

     

       167
       +
             } while (blobCursor);

     

       0
        
       
     

       168
        
           }

     

       169
        
       

     

       170
       +
           if (this.migrateMissingBlobs) {

     

       171
       +
             newAccountStatus = await newAgent.com.atproto.server.checkAccountStatus();

     

       172
       +
             if (newAccountStatus.data.expectedBlobs !== newAccountStatus.data.importedBlobs) {

     

       173
       +
               let totalMissingBlobs = newAccountStatus.data.expectedBlobs - newAccountStatus.data.importedBlobs;

     

       174
       +
               safeStatusUpdate(statusUpdateHandler, 'Looks like there are some missing blobs. Going to try and upload them now.');

     

       175
       +
               //Probably should be shared between main blob uploader, but eh

     

       176
       +
               let missingBlobCursor = undefined;

     

       177
       +
               let missingUploadedBlobs = 0;

     

       178
       +
               do {

     

       179
       +
                 safeStatusUpdate(statusUpdateHandler, `Migrating blobs: ${missingUploadedBlobs}/${totalMissingBlobs}`);

     

       180
       +
       

     

       181
       +
                 const missingBlobs = await newAgent.com.atproto.repo.listMissingBlobs({

     

       182
       +
                   cursor: missingBlobCursor,

     

       183
       +
                   limit: 100,

     

       184
       +
                 });

     

       185
        
       

     

       186
       +
                 for (const recordBlob of missingBlobs.data.blobs) {

     

       187
       +
                   try {

     

       188
       +
                     //TODO may move the status update here but would have it only update like every 10

     

       189
       +
                     const blobRes = await oldAgent.com.atproto.sync.getBlob({

     

       190
       +
                       did: usersDid,

     

       191
       +
                       cid: recordBlob.cid,

     

       192
       +
                     });

     

       193
       +
                     await newAgent.com.atproto.repo.uploadBlob(blobRes.data, {

     

       194
       +
                       encoding: blobRes.headers['content-type'],

     

       195
       +
                     });

     

       196
       +
                     if (missingUploadedBlobs % 10 === 0) {

     

       197
       +
                       safeStatusUpdate(statusUpdateHandler, `Migrating blobs: ${missingUploadedBlobs}/${totalMissingBlobs}`);

     

       198
       +
                     }

     

       199
       +
                     missingUploadedBlobs++;

     

       200
       +
                   } catch (error) {

     

       201
       +
                     //TODO silently logging for now will do a missing blobs later

     

       202
       +
                     console.error(error);

     

       203
       +
                     this.missingBlobs.push(cid);

     

       204
       +
                   }

     

       205
       +
                 }

     

       206
       +
                 missingBlobCursor = missingBlobs.data.cursor;

     

       207
       +
               } while (missingBlobCursor);

     

       208
       +
       

     

       209
       +
             }

     

       210
       +
           }

     

       211
       +
           if (this.migratePrefs) {

     

       212
       +
             const prefs = await oldAgent.app.bsky.actor.getPreferences();

     

       213
       +
             await newAgent.app.bsky.actor.putPreferences(prefs.data);

     

       214
       +
             this.oldAgent = oldAgent;

     

       215
       +
             this.newAgent = newAgent;

     

       216
       +
           }

     

       217
       +
       

     

       218
       +
           if (this.migratePlcRecord) {

     

       219
       +
             await oldAgent.com.atproto.identity.requestPlcOperationSignature();

     

       220
       +
             safeStatusUpdate(statusUpdateHandler, 'Please check your email for a PLC token');

     

       221
       +
           }

     

       222
        
         }

     

       223
        
       

     

       224
        
         async signPlcOperation(token) {

public/style.css

···

       17
        
           font-weight: 500;

     

       18
        
           color: #646cff;

     

       19
        
           text-decoration: inherit;

     

       0
        
       
     

       20
        
       }

     

       21
        
       

     

       22
        
       a:hover {

···

       17
        
           font-weight: 500;

     

       18
        
           color: #646cff;

     

       19
        
           text-decoration: inherit;

     

       20
       +
           text-decoration: underline;

     

       21
        
       }

     

       22
        
       

     

       23
        
       a:hover {

+2 -2

README.md

···

       2
        
       

     

       3
        
       ![moo](./public/moo.webp)

     

       4
        
       

     

       5
       -
       Use at your own risk, I will not host till I have a bit more validation and retry logic in place.

     

       6
       -
       AND it will still be very much so, use at your own Risk.

···

       2
        
       

     

       3
        
       ![moo](./public/moo.webp)

     

       4
        
       

     

       5
       +
       A no frills client side PDS account migrator for ATProto. For more info check out

     

       6
       +
       [pdsmoover.com](https://pdsmoover.com)