comparing cf2e7e381da5020a79c4f909dc3f1684d0aefa1e and main on gracekind.net/tangled-pages

+8 -12

config.worker.example.json

···

       1
        
       {

     

       2
       -
         "sites": [

     

       3
       -
           {

     

       4
       -
             "subdomain": "example",

     

       5
       -
             "knotDomain": "knot.gracekind.net",

     

       6
       -
             "ownerDid": "did:plc:p572wxnsuoogcrhlfrlizlrb",

     

       7
       -
             "repoName": "tangled-pages-example",

     

       8
       -
             "branch": "main",

     

       9
       -
             "baseDir": "/public",

     

       10
       -
             "notFoundFilepath": "/404.html"

     

       11
       -
           }

     

       12
       -
         ],

     

       13
       -
         "subdomainOffset": 3

     

       14
        
       }

···

       1
        
       {

     

       2
       +
         "site": {

     

       3
       +
           "ownerDid": "did:plc:p572wxnsuoogcrhlfrlizlrb",

     

       4
       +
           "knotDomain": "knot.gracekind.net",

     

       5
       +
           "repoName": "tangled-pages-example",

     

       6
       +
           "branch": "main",

     

       7
       +
           "baseDir": "/public",

     

       8
       +
           "notFoundFilepath": "/404.html"

     

       9
       +
         }

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       10
        
       }

+24 -4

src/knot-event-listener.js

···

       1
        
       import EventEmitter from "node:events";

     

       2
        
       

     

       3
        
       export class KnotEventListener extends EventEmitter {

     

       4
       -
         constructor({ knotDomain }) {

     

       5
        
           super();

     

       6
        
           this.knotDomain = knotDomain;

     

       0
        
       
     

       0
        
       
     

       7
        
         }

     

       8
        
       

     

       9
        
         async start() {

     

       10
       -
           const ws = new WebSocket(`wss://${this.knotDomain}/events`);

     

       11
       -
           ws.onmessage = (event) => this.handleMessage(event);

     

       0
        
       
     

       0
        
       
     

       12
        
           return new Promise((resolve) => {

     

       13
       -
             ws.onopen = () => {

     

       14
        
               console.log("Knot event listener connected to:", this.knotDomain);

     

       15
        
               resolve();

     

       16
        
             };

     
···

       29
        
             this.emit("refUpdate", event);

     

       30
        
           }

     

       31
        
         }

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       32
        
       }

···

       1
        
       import EventEmitter from "node:events";

     

       2
        
       

     

       3
        
       export class KnotEventListener extends EventEmitter {

     

       4
       +
         constructor({ knotDomain, reconnectTimeout = 10000 }) {

     

       5
        
           super();

     

       6
        
           this.knotDomain = knotDomain;

     

       7
       +
           this.reconnectTimeout = reconnectTimeout;

     

       8
       +
           this.connection = null;

     

       9
        
         }

     

       10
        
       

     

       11
        
         async start() {

     

       12
       +
           this.connection = new WebSocket(`wss://${this.knotDomain}/events`);

     

       13
       +
           this.connection.onmessage = (event) => this.handleMessage(event);

     

       14
       +
           this.connection.onerror = (event) => this.handleError(event);

     

       15
       +
           this.connection.onclose = () => this.handleClose();

     

       16
        
           return new Promise((resolve) => {

     

       17
       +
             this.connection.onopen = () => {

     

       18
        
               console.log("Knot event listener connected to:", this.knotDomain);

     

       19
        
               resolve();

     

       20
        
             };

     
···

       33
        
             this.emit("refUpdate", event);

     

       34
        
           }

     

       35
        
         }

     

       36
       +
       

     

       37
       +
         handleError(event) {

     

       38
       +
           console.error("Knot event listener error:", event);

     

       39
       +
           this.emit("error", event);

     

       40
       +
         }

     

       41
       +
       

     

       42
       +
         handleClose() {

     

       43
       +
           console.log("Knot event listener closed");

     

       44
       +
           this.emit("close");

     

       45
       +
           if (this.reconnectTimeout) {

     

       46
       +
             setTimeout(() => {

     

       47
       +
               console.log("Knot event listener reconnecting...");

     

       48
       +
               this.start();

     

       49
       +
             }, this.reconnectTimeout).unref();

     

       50
       +
           }

     

       51
       +
         }

     

       52
        
       }

+5 -4

src/server.js

···

       22
        
           });

     

       23
        
         }

     

       24
        
       

     

       25
       -
         async start() {

     

       26
       -
           this.app.listen(3000, () => {

     

       27
       -
             console.log("Server is running on port 3000");

     

       28
        
           });

     

       29
        
           this.app.on("error", (error) => {

     

       30
        
             console.error("Server error:", error);

     
···

       34
        
       

     

       35
        
       async function main() {

     

       36
        
         const args = yargs(process.argv.slice(2)).parse();

     

       0
        
       
     

       37
        
         const configFilepath = args.config || "config.json";

     

       38
        
         const config = await Config.fromFile(configFilepath);

     

       39
        
         const handler = await Handler.fromConfig(config);

     

       40
        
         const server = new Server({

     

       41
        
           handler,

     

       42
        
         });

     

       43
       -
         await server.start();

     

       44
        
       }

     

       45
        
       

     

       46
        
       main();

···

       22
        
           });

     

       23
        
         }

     

       24
        
       

     

       25
       +
         async start({ port }) {

     

       26
       +
           this.app.listen(port, () => {

     

       27
       +
             console.log(`Server is running on port ${port}`);

     

       28
        
           });

     

       29
        
           this.app.on("error", (error) => {

     

       30
        
             console.error("Server error:", error);

     
···

       34
        
       

     

       35
        
       async function main() {

     

       36
        
         const args = yargs(process.argv.slice(2)).parse();

     

       37
       +
         const port = args.port ?? args.p ?? 3000;

     

       38
        
         const configFilepath = args.config || "config.json";

     

       39
        
         const config = await Config.fromFile(configFilepath);

     

       40
        
         const handler = await Handler.fromConfig(config);

     

       41
        
         const server = new Server({

     

       42
        
           handler,

     

       43
        
         });

     

       44
       +
         await server.start({ port });

     

       45
        
       }

     

       46
        
       

     

       47
        
       main();

config.multiple.example.json

···

       7
        
             "branch": "main",

     

       8
        
             "baseDir": "/public",

     

       9
        
             "notFoundFilepath": "/404.html"

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       10
        
           }

     

       11
        
         ],

     

       12
        
         "subdomainOffset": 1,

···

       7
        
             "branch": "main",

     

       8
        
             "baseDir": "/public",

     

       9
        
             "notFoundFilepath": "/404.html"

     

       10
       +
           },

     

       11
       +
           {

     

       12
       +
             "subdomain": "url-example",

     

       13
       +
             "tangledUrl": "https://tangled.sh/@gracekind.net/tangled-pages-example",

     

       14
       +
             "tangledUrl:comment": "This will render the same site as above, but it's an example of how to use the tangledUrl field",

     

       15
       +
             "branch": "main",

     

       16
       +
             "baseDir": "/public",

     

       17
       +
             "notFoundFilepath": "/404.html"

     

       18
        
           }

     

       19
        
         ],

     

       20
        
         "subdomainOffset": 1,

+12

src/atproto.js

···

       10
        
         return service.serviceEndpoint;

     

       11
        
       }

     

       12
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       13
        
       async function resolveDid(did) {

     

       14
        
         if (did.startsWith("did:plc:")) {

     

       15
        
           const res = await fetch(`https://plc.directory/${encodeURIComponent(did)}`);

···

       10
        
         return service.serviceEndpoint;

     

       11
        
       }

     

       12
        
       

     

       13
       +
       export async function resolveHandle(handle) {

     

       14
       +
         const params = new URLSearchParams({

     

       15
       +
           handle,

     

       16
       +
         });

     

       17
       +
         const res = await fetch(

     

       18
       +
           "https://public.api.bsky.app/xrpc/com.atproto.identity.resolveHandle?" +

     

       19
       +
             params.toString()

     

       20
       +
         );

     

       21
       +
         const data = await res.json();

     

       22
       +
         return data.did;

     

       23
       +
       }

     

       24
       +
       

     

       25
        
       async function resolveDid(did) {

     

       26
        
         if (did.startsWith("did:plc:")) {

     

       27
        
           const res = await fetch(`https://plc.directory/${encodeURIComponent(did)}`);

+32 -14

src/handler.js

···

       1
        
       import { PagesService } from "./pages-service.js";

     

       2
        
       import { KnotEventListener } from "./knot-event-listener.js";

     

       3
       -
       import { listRecords } from "./atproto.js";

     

       4
        
       

     

       5
        
       async function getKnotDomain(did, repoName) {

     

       6
        
         const repos = await listRecords({

     
···

       14
        
         return repo.value.knot;

     

       15
        
       }

     

       16
        
       

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       17
        
       async function getPagesServiceForSite(siteOptions, config) {

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       18
        
         let knotDomain = siteOptions.knotDomain;

     

       19
        
         if (!knotDomain) {

     

       20
       -
           console.log(

     

       21
       -
             "Getting knot domain for",

     

       22
       -
             siteOptions.ownerDid + "/" + siteOptions.repoName

     

       23
       -
           );

     

       24
       -
           knotDomain = await getKnotDomain(

     

       25
       -
             siteOptions.ownerDid,

     

       26
       -
             siteOptions.repoName

     

       27
       -
           );

     

       28
        
         }

     

       29
        
         return new PagesService({

     

       30
        
           knotDomain,

     

       31
       -
           ownerDid: siteOptions.ownerDid,

     

       32
       -
           repoName: siteOptions.repoName,

     

       33
        
           branch: siteOptions.branch,

     

       34
        
           baseDir: siteOptions.baseDir,

     

       35
        
           notFoundFilepath: siteOptions.notFoundFilepath,

     
···

       38
        
       }

     

       39
        
       

     

       40
        
       async function getPagesServiceMap(config) {

     

       41
       -
         if (config.site && config.sites) {

     

       42
       -
           throw new Error("Cannot use both site and sites in config");

     

       43
       -
         }

     

       44
        
         const pagesServiceMap = {};

     

       45
        
         if (config.site) {

     

       46
        
           pagesServiceMap[""] = await getPagesServiceForSite(config.site, config);

···

       1
        
       import { PagesService } from "./pages-service.js";

     

       2
        
       import { KnotEventListener } from "./knot-event-listener.js";

     

       3
       +
       import { listRecords, resolveHandle } from "./atproto.js";

     

       4
        
       

     

       5
        
       async function getKnotDomain(did, repoName) {

     

       6
        
         const repos = await listRecords({

     
···

       14
        
         return repo.value.knot;

     

       15
        
       }

     

       16
        
       

     

       17
       +
       function parseTangledUrl(tangledUrl) {

     

       18
       +
         // e.g. https://tangled.sh/@gracekind.net/tangled-pages-example

     

       19
       +
         const regex = /^https:\/\/tangled\.sh\/@(.+)\/(.+)$/;

     

       20
       +
         const match = tangledUrl.match(regex);

     

       21
       +
         if (!match) {

     

       22
       +
           throw new Error(`Invalid tangled URL: ${tangledUrl}`);

     

       23
       +
         }

     

       24
       +
         return {

     

       25
       +
           handle: match[1],

     

       26
       +
           repoName: match[2],

     

       27
       +
         };

     

       28
       +
       }

     

       29
       +
       

     

       30
        
       async function getPagesServiceForSite(siteOptions, config) {

     

       31
       +
         // Fetch repoName and ownerDid if needed

     

       32
       +
         let ownerDid = siteOptions.ownerDid;

     

       33
       +
         let repoName = siteOptions.repoName;

     

       34
       +
       

     

       35
       +
         if (siteOptions.tangledUrl) {

     

       36
       +
           const { handle, repoName: parsedRepoName } = parseTangledUrl(

     

       37
       +
             siteOptions.tangledUrl

     

       38
       +
           );

     

       39
       +
           console.log("Getting ownerDid for", handle);

     

       40
       +
           const did = await resolveHandle(handle);

     

       41
       +
           ownerDid = did;

     

       42
       +
           repoName = parsedRepoName;

     

       43
       +
         }

     

       44
       +
         // Fetch knot domain if needed

     

       45
        
         let knotDomain = siteOptions.knotDomain;

     

       46
        
         if (!knotDomain) {

     

       47
       +
           console.log("Getting knot domain for", ownerDid + "/" + repoName);

     

       48
       +
           knotDomain = await getKnotDomain(ownerDid, repoName);

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       49
        
         }

     

       50
        
         return new PagesService({

     

       51
        
           knotDomain,

     

       52
       +
           ownerDid,

     

       53
       +
           repoName,

     

       54
        
           branch: siteOptions.branch,

     

       55
        
           baseDir: siteOptions.baseDir,

     

       56
        
           notFoundFilepath: siteOptions.notFoundFilepath,

     
···

       59
        
       }

     

       60
        
       

     

       61
        
       async function getPagesServiceMap(config) {

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       62
        
         const pagesServiceMap = {};

     

       63
        
         if (config.site) {

     

       64
        
           pagesServiceMap[""] = await getPagesServiceForSite(config.site, config);

+13 -6

src/knot-client.js

···

       9
        
         }

     

       10
        
       

     

       11
        
         async getBlob(filename) {

     

       12
       -
           const url = `https://${this.domain}/${this.ownerDid}/${

     

       13
       -
             this.repoName

     

       14
       -
           }/blob/${this.branch}/${trimLeadingSlash(filename)}`;

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       15
        
           console.log(`[KNOT CLIENT]: GET ${url}`);

     

       16
        
           const res = await fetch(url);

     

       17
        
           return await res.json();

     

       18
        
         }

     

       19
        
       

     

       20
        
         async getRaw(filename) {

     

       21
       -
           const url = `https://${this.domain}/${this.ownerDid}/${this.repoName}/raw/${

     

       22
       -
             this.branch

     

       23
       -
           }/${trimLeadingSlash(filename)}`;

     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       0
        
       
     

       24
        
           console.log(`[KNOT CLIENT]: GET ${url}`);

     

       25
        
           const res = await fetch(url, {

     

       26
        
             responseType: "arraybuffer",

···

       9
        
         }

     

       10
        
       

     

       11
        
         async getBlob(filename) {

     

       12
       +
           const params = new URLSearchParams({

     

       13
       +
             repo: `${this.ownerDid}/${this.repoName}`,

     

       14
       +
             path: trimLeadingSlash(filename),

     

       15
       +
             ref: this.branch,

     

       16
       +
           });

     

       17
       +
           const url = `https://${this.domain}/xrpc/sh.tangled.repo.blob?${params}`;

     

       18
        
           console.log(`[KNOT CLIENT]: GET ${url}`);

     

       19
        
           const res = await fetch(url);

     

       20
        
           return await res.json();

     

       21
        
         }

     

       22
        
       

     

       23
        
         async getRaw(filename) {

     

       24
       +
           const params = new URLSearchParams({

     

       25
       +
             repo: `${this.ownerDid}/${this.repoName}`,

     

       26
       +
             path: trimLeadingSlash(filename),

     

       27
       +
             ref: this.branch,

     

       28
       +
             raw: "true",

     

       29
       +
           });

     

       30
       +
           const url = `https://${this.domain}/xrpc/sh.tangled.repo.blob?${params}`;

     

       31
        
           console.log(`[KNOT CLIENT]: GET ${url}`);

     

       32
        
           const res = await fetch(url, {

     

       33
        
             responseType: "arraybuffer",

+2 -2

src/pages-service.js

···

       67
        
           }

     

       68
        
           let content = null;

     

       69
        
           const blob = await this.client.getBlob(filename);

     

       70
       -
           if (blob.is_binary) {

     

       71
        
             content = await this.client.getRaw(filename);

     

       72
        
           } else {

     

       73
       -
             content = blob.contents;

     

       74
        
           }

     

       75
        
           if (this.fileCache && content) {

     

       76
        
             const contentSize = Buffer.isBuffer(content)

···

       67
        
           }

     

       68
        
           let content = null;

     

       69
        
           const blob = await this.client.getBlob(filename);

     

       70
       +
           if (blob.isBinary) {

     

       71
        
             content = await this.client.getRaw(filename);

     

       72
        
           } else {

     

       73
       +
             content = blob.content;

     

       74
        
           }

     

       75
        
           if (this.fileCache && content) {

     

       76
        
             const contentSize = Buffer.isBuffer(content)

Compare changes