commit 7959f9691b4df19b417c65193a7c9fab5ba0a730 · kitten.sh/rn-llms-txt-gen

+36

.gitignore

···

       1
       +
       # dependencies (bun install)

     

       2
       +
       node_modules

     

       3
       +
       

     

       4
       +
       # output

     

       5
       +
       out

     

       6
       +
       dist

     

       7
       +
       *.tgz

     

       8
       +
       

     

       9
       +
       # code coverage

     

       10
       +
       coverage

     

       11
       +
       *.lcov

     

       12
       +
       

     

       13
       +
       # logs

     

       14
       +
       logs

     

       15
       +
       _.log

     

       16
       +
       report.[0-9]_.[0-9]_.[0-9]_.[0-9]_.json

     

       17
       +
       

     

       18
       +
       # dotenv environment variable files

     

       19
       +
       .env

     

       20
       +
       .env.development.local

     

       21
       +
       .env.test.local

     

       22
       +
       .env.production.local

     

       23
       +
       .env.local

     

       24
       +
       

     

       25
       +
       # caches

     

       26
       +
       .eslintcache

     

       27
       +
       .cache

     

       28
       +
       *.tsbuildinfo

     

       29
       +
       

     

       30
       +
       # IntelliJ based IDEs

     

       31
       +
       .idea

     

       32
       +
       

     

       33
       +
       # Finder (MacOS) folder config

     

       34
       +
       .DS_Store

     

       35
       +
       

     

       36
       +
       !/out

+279

bun.lock

···

       1
       +
       {

     

       2
       +
         "lockfileVersion": 1,

     

       3
       +
         "workspaces": {

     

       4
       +
           "": {

     

       5
       +
             "name": "llms-txt-gen",

     

       6
       +
             "dependencies": {

     

       7
       +
               "@mozilla/readability": "^0.6.0",

     

       8
       +
               "@tsconfig/bun": "^1.0.8",

     

       9
       +
               "debug": "^4.4.1",

     

       10
       +
               "happy-dom": "^18.0.1",

     

       11
       +
               "hast-util-sanitize": "^5.0.2",

     

       12
       +
               "js-graph-algorithms": "^1.0.18",

     

       13
       +
               "mdast": "^3.0.0",

     

       14
       +
               "prettier": "^3.5.3",

     

       15
       +
               "rehype-parse": "^9.0.1",

     

       16
       +
               "rehype-remark": "^10.0.1",

     

       17
       +
               "rehype-sanitize": "^6.0.0",

     

       18
       +
               "rehype-stringify": "^10.0.1",

     

       19
       +
               "remark-gfm": "^4.0.1",

     

       20
       +
               "remark-normalize-headings": "^4.0.0",

     

       21
       +
               "remark-parse": "^11.0.0",

     

       22
       +
               "remark-squeeze-paragraphs": "^6.0.0",

     

       23
       +
               "remark-stringify": "^11.0.0",

     

       24
       +
               "remark-unlink": "^5.0.0",

     

       25
       +
               "typescript": "^5.8.3",

     

       26
       +
               "unified": "^11.0.5",

     

       27
       +
               "unist-util-visit": "^5.0.0",

     

       28
       +
               "urlpattern-polyfill": "^10.1.0",

     

       29
       +
             },

     

       30
       +
           },

     

       31
       +
         },

     

       32
       +
         "packages": {

     

       33
       +
           "@mozilla/readability": ["@mozilla/readability@0.6.0", "", {}, "sha512-juG5VWh4qAivzTAeMzvY9xs9HY5rAcr2E4I7tiSSCokRFi7XIZCAu92ZkSTsIj1OPceCifL3cpfteP3pDT9/QQ=="],

     

       34
       +
       

     

       35
       +
           "@tsconfig/bun": ["@tsconfig/bun@1.0.8", "", {}, "sha512-JlJaRaS4hBTypxtFe8WhnwV8blf0R+3yehLk8XuyxUYNx6VXsKCjACSCvOYEFUiqlhlBWxtYCn/zRlOb8BzBQg=="],

     

       36
       +
       

     

       37
       +
           "@types/debug": ["@types/debug@4.1.12", "", { "dependencies": { "@types/ms": "*" } }, "sha512-vIChWdVG3LG1SMxEvI/AK+FWJthlrqlTu7fbrlywTkkaONwk/UAGaULXRlf8vkzFBLVm0zkMdCquhL5aOjhXPQ=="],

     

       38
       +
       

     

       39
       +
           "@types/hast": ["@types/hast@3.0.4", "", { "dependencies": { "@types/unist": "*" } }, "sha512-WPs+bbQw5aCj+x6laNGWLH3wviHtoCv/P3+otBhbOhJgG8qtpdAMlTCxLtsTWA7LH1Oh/bFCHsBn0TPS5m30EQ=="],

     

       40
       +
       

     

       41
       +
           "@types/mdast": ["@types/mdast@4.0.4", "", { "dependencies": { "@types/unist": "*" } }, "sha512-kGaNbPh1k7AFzgpud/gMdvIm5xuECykRR+JnWKQno9TAXVa6WIVCGTPvYGekIDL4uwCZQSYbUxNBSb1aUo79oA=="],

     

       42
       +
       

     

       43
       +
           "@types/ms": ["@types/ms@2.1.0", "", {}, "sha512-GsCCIZDE/p3i96vtEqx+7dBUGXrc7zeSK3wwPHIaRThS+9OhWIXRqzs4d6k1SVU8g91DrNRWxWUGhp5KXQb2VA=="],

     

       44
       +
       

     

       45
       +
           "@types/node": ["@types/node@20.19.0", "", { "dependencies": { "undici-types": "~6.21.0" } }, "sha512-hfrc+1tud1xcdVTABC2JiomZJEklMcXYNTVtZLAeqTVWD+qL5jkHKT+1lOtqDdGxt+mB53DTtiz673vfjU8D1Q=="],

     

       46
       +
       

     

       47
       +
           "@types/unist": ["@types/unist@3.0.3", "", {}, "sha512-ko/gIFJRv177XgZsZcBwnqJN5x/Gien8qNOn0D5bQU/zAzVf9Zt3BlcUiLqhV9y4ARk0GbT3tnUiPNgnTXzc/Q=="],

     

       48
       +
       

     

       49
       +
           "@types/whatwg-mimetype": ["@types/whatwg-mimetype@3.0.2", "", {}, "sha512-c2AKvDT8ToxLIOUlN51gTiHXflsfIFisS4pO7pDPoKouJCESkhZnEy623gwP9laCy5lnLDAw1vAzu2vM2YLOrA=="],

     

       50
       +
       

     

       51
       +
           "@ungap/structured-clone": ["@ungap/structured-clone@1.3.0", "", {}, "sha512-WmoN8qaIAo7WTYWbAZuG8PYEhn5fkz7dZrqTBZ7dtt//lL2Gwms1IcnQ5yHqjDfX8Ft5j4YzDM23f87zBfDe9g=="],

     

       52
       +
       

     

       53
       +
           "bail": ["bail@2.0.2", "", {}, "sha512-0xO6mYd7JB2YesxDKplafRpsiOzPt9V02ddPCLbY1xYGPOX24NTyN50qnUxgCPcSoYMhKpAuBTjQoRZCAkUDRw=="],

     

       54
       +
       

     

       55
       +
           "ccount": ["ccount@2.0.1", "", {}, "sha512-eyrF0jiFpY+3drT6383f1qhkbGsLSifNAjA61IUjZjmLCWjItY6LB9ft9YhoDgwfmclB2zhu51Lc7+95b8NRAg=="],

     

       56
       +
       

     

       57
       +
           "character-entities": ["character-entities@2.0.2", "", {}, "sha512-shx7oQ0Awen/BRIdkjkvz54PnEEI/EjwXDSIZp86/KKdbafHh1Df/RYGBhn4hbe2+uKC9FnT5UCEdyPz3ai9hQ=="],

     

       58
       +
       

     

       59
       +
           "character-entities-html4": ["character-entities-html4@2.1.0", "", {}, "sha512-1v7fgQRj6hnSwFpq1Eu0ynr/CDEw0rXo2B61qXrLNdHZmPKgb7fqS1a2JwF0rISo9q77jDI8VMEHoApn8qDoZA=="],

     

       60
       +
       

     

       61
       +
           "character-entities-legacy": ["character-entities-legacy@3.0.0", "", {}, "sha512-RpPp0asT/6ufRm//AJVwpViZbGM/MkjQFxJccQRHmISF/22NBtsHqAWmL+/pmkPWoIUJdWyeVleTl1wydHATVQ=="],

     

       62
       +
       

     

       63
       +
           "comma-separated-tokens": ["comma-separated-tokens@2.0.3", "", {}, "sha512-Fu4hJdvzeylCfQPp9SGWidpzrMs7tTrlu6Vb8XGaRGck8QSNZJJp538Wrb60Lax4fPwR64ViY468OIUTbRlGZg=="],

     

       64
       +
       

     

       65
       +
           "debug": ["debug@4.4.1", "", { "dependencies": { "ms": "^2.1.3" } }, "sha512-KcKCqiftBJcZr++7ykoDIEwSa3XWowTfNPo92BYxjXiyYEVrUQh2aLyhxBCwww+heortUFxEJYcRzosstTEBYQ=="],

     

       66
       +
       

     

       67
       +
           "decode-named-character-reference": ["decode-named-character-reference@1.1.0", "", { "dependencies": { "character-entities": "^2.0.0" } }, "sha512-Wy+JTSbFThEOXQIR2L6mxJvEs+veIzpmqD7ynWxMXGpnk3smkHQOp6forLdHsKpAMW9iJpaBBIxz285t1n1C3w=="],

     

       68
       +
       

     

       69
       +
           "dequal": ["dequal@2.0.3", "", {}, "sha512-0je+qPKHEMohvfRTCEo3CrPG6cAzAYgmzKyxRiYSSDkS6eGJdyVJm7WaYA5ECaAD9wLB2T4EEeymA5aFVcYXCA=="],

     

       70
       +
       

     

       71
       +
           "devlop": ["devlop@1.1.0", "", { "dependencies": { "dequal": "^2.0.0" } }, "sha512-RWmIqhcFf1lRYBvNmr7qTNuyCt/7/ns2jbpp1+PalgE/rDQcBT0fioSMUpJ93irlUhC5hrg4cYqe6U+0ImW0rA=="],

     

       72
       +
       

     

       73
       +
           "entities": ["entities@6.0.1", "", {}, "sha512-aN97NXWF6AWBTahfVOIrB/NShkzi5H7F9r1s9mD3cDj4Ko5f2qhhVoYMibXF7GlLveb/D2ioWay8lxI97Ven3g=="],

     

       74
       +
       

     

       75
       +
           "escape-string-regexp": ["escape-string-regexp@5.0.0", "", {}, "sha512-/veY75JbMK4j1yjvuUxuVsiS/hr/4iHs9FTT6cgTexxdE0Ly/glccBAkloH/DofkjRbZU3bnoj38mOmhkZ0lHw=="],

     

       76
       +
       

     

       77
       +
           "extend": ["extend@3.0.2", "", {}, "sha512-fjquC59cD7CyW6urNXK0FBufkZcoiGG80wTuPujX590cB5Ttln20E2UB4S/WARVqhXffZl2LNgS+gQdPIIim/g=="],

     

       78
       +
       

     

       79
       +
           "happy-dom": ["happy-dom@18.0.1", "", { "dependencies": { "@types/node": "^20.0.0", "@types/whatwg-mimetype": "^3.0.2", "whatwg-mimetype": "^3.0.0" } }, "sha512-qn+rKOW7KWpVTtgIUi6RVmTBZJSe2k0Db0vh1f7CWrWclkkc7/Q+FrOfkZIb2eiErLyqu5AXEzE7XthO9JVxRA=="],

     

       80
       +
       

     

       81
       +
           "hast-util-embedded": ["hast-util-embedded@3.0.0", "", { "dependencies": { "@types/hast": "^3.0.0", "hast-util-is-element": "^3.0.0" } }, "sha512-naH8sld4Pe2ep03qqULEtvYr7EjrLK2QHY8KJR6RJkTUjPGObe1vnx585uzem2hGra+s1q08DZZpfgDVYRbaXA=="],

     

       82
       +
       

     

       83
       +
           "hast-util-from-html": ["hast-util-from-html@2.0.3", "", { "dependencies": { "@types/hast": "^3.0.0", "devlop": "^1.1.0", "hast-util-from-parse5": "^8.0.0", "parse5": "^7.0.0", "vfile": "^6.0.0", "vfile-message": "^4.0.0" } }, "sha512-CUSRHXyKjzHov8yKsQjGOElXy/3EKpyX56ELnkHH34vDVw1N1XSQ1ZcAvTyAPtGqLTuKP/uxM+aLkSPqF/EtMw=="],

     

       84
       +
       

     

       85
       +
           "hast-util-from-parse5": ["hast-util-from-parse5@8.0.3", "", { "dependencies": { "@types/hast": "^3.0.0", "@types/unist": "^3.0.0", "devlop": "^1.0.0", "hastscript": "^9.0.0", "property-information": "^7.0.0", "vfile": "^6.0.0", "vfile-location": "^5.0.0", "web-namespaces": "^2.0.0" } }, "sha512-3kxEVkEKt0zvcZ3hCRYI8rqrgwtlIOFMWkbclACvjlDw8Li9S2hk/d51OI0nr/gIpdMHNepwgOKqZ/sy0Clpyg=="],

     

       86
       +
       

     

       87
       +
           "hast-util-has-property": ["hast-util-has-property@3.0.0", "", { "dependencies": { "@types/hast": "^3.0.0" } }, "sha512-MNilsvEKLFpV604hwfhVStK0usFY/QmM5zX16bo7EjnAEGofr5YyI37kzopBlZJkHD4t887i+q/C8/tr5Q94cA=="],

     

       88
       +
       

     

       89
       +
           "hast-util-is-body-ok-link": ["hast-util-is-body-ok-link@3.0.1", "", { "dependencies": { "@types/hast": "^3.0.0" } }, "sha512-0qpnzOBLztXHbHQenVB8uNuxTnm/QBFUOmdOSsEn7GnBtyY07+ENTWVFBAnXd/zEgd9/SUG3lRY7hSIBWRgGpQ=="],

     

       90
       +
       

     

       91
       +
           "hast-util-is-element": ["hast-util-is-element@3.0.0", "", { "dependencies": { "@types/hast": "^3.0.0" } }, "sha512-Val9mnv2IWpLbNPqc/pUem+a7Ipj2aHacCwgNfTiK0vJKl0LF+4Ba4+v1oPHFpf3bLYmreq0/l3Gud9S5OH42g=="],

     

       92
       +
       

     

       93
       +
           "hast-util-minify-whitespace": ["hast-util-minify-whitespace@1.0.1", "", { "dependencies": { "@types/hast": "^3.0.0", "hast-util-embedded": "^3.0.0", "hast-util-is-element": "^3.0.0", "hast-util-whitespace": "^3.0.0", "unist-util-is": "^6.0.0" } }, "sha512-L96fPOVpnclQE0xzdWb/D12VT5FabA7SnZOUMtL1DbXmYiHJMXZvFkIZfiMmTCNJHUeO2K9UYNXoVyfz+QHuOw=="],

     

       94
       +
       

     

       95
       +
           "hast-util-parse-selector": ["hast-util-parse-selector@4.0.0", "", { "dependencies": { "@types/hast": "^3.0.0" } }, "sha512-wkQCkSYoOGCRKERFWcxMVMOcYE2K1AaNLU8DXS9arxnLOUEWbOXKXiJUNzEpqZ3JOKpnha3jkFrumEjVliDe7A=="],

     

       96
       +
       

     

       97
       +
           "hast-util-phrasing": ["hast-util-phrasing@3.0.1", "", { "dependencies": { "@types/hast": "^3.0.0", "hast-util-embedded": "^3.0.0", "hast-util-has-property": "^3.0.0", "hast-util-is-body-ok-link": "^3.0.0", "hast-util-is-element": "^3.0.0" } }, "sha512-6h60VfI3uBQUxHqTyMymMZnEbNl1XmEGtOxxKYL7stY2o601COo62AWAYBQR9lZbYXYSBoxag8UpPRXK+9fqSQ=="],

     

       98
       +
       

     

       99
       +
           "hast-util-sanitize": ["hast-util-sanitize@5.0.2", "", { "dependencies": { "@types/hast": "^3.0.0", "@ungap/structured-clone": "^1.0.0", "unist-util-position": "^5.0.0" } }, "sha512-3yTWghByc50aGS7JlGhk61SPenfE/p1oaFeNwkOOyrscaOkMGrcW9+Cy/QAIOBpZxP1yqDIzFMR0+Np0i0+usg=="],

     

       100
       +
       

     

       101
       +
           "hast-util-to-html": ["hast-util-to-html@9.0.5", "", { "dependencies": { "@types/hast": "^3.0.0", "@types/unist": "^3.0.0", "ccount": "^2.0.0", "comma-separated-tokens": "^2.0.0", "hast-util-whitespace": "^3.0.0", "html-void-elements": "^3.0.0", "mdast-util-to-hast": "^13.0.0", "property-information": "^7.0.0", "space-separated-tokens": "^2.0.0", "stringify-entities": "^4.0.0", "zwitch": "^2.0.4" } }, "sha512-OguPdidb+fbHQSU4Q4ZiLKnzWo8Wwsf5bZfbvu7//a9oTYoqD/fWpe96NuHkoS9h0ccGOTe0C4NGXdtS0iObOw=="],

     

       102
       +
       

     

       103
       +
           "hast-util-to-mdast": ["hast-util-to-mdast@10.1.2", "", { "dependencies": { "@types/hast": "^3.0.0", "@types/mdast": "^4.0.0", "@ungap/structured-clone": "^1.0.0", "hast-util-phrasing": "^3.0.0", "hast-util-to-html": "^9.0.0", "hast-util-to-text": "^4.0.0", "hast-util-whitespace": "^3.0.0", "mdast-util-phrasing": "^4.0.0", "mdast-util-to-hast": "^13.0.0", "mdast-util-to-string": "^4.0.0", "rehype-minify-whitespace": "^6.0.0", "trim-trailing-lines": "^2.0.0", "unist-util-position": "^5.0.0", "unist-util-visit": "^5.0.0" } }, "sha512-FiCRI7NmOvM4y+f5w32jPRzcxDIz+PUqDwEqn1A+1q2cdp3B8Gx7aVrXORdOKjMNDQsD1ogOr896+0jJHW1EFQ=="],

     

       104
       +
       

     

       105
       +
           "hast-util-to-text": ["hast-util-to-text@4.0.2", "", { "dependencies": { "@types/hast": "^3.0.0", "@types/unist": "^3.0.0", "hast-util-is-element": "^3.0.0", "unist-util-find-after": "^5.0.0" } }, "sha512-KK6y/BN8lbaq654j7JgBydev7wuNMcID54lkRav1P0CaE1e47P72AWWPiGKXTJU271ooYzcvTAn/Zt0REnvc7A=="],

     

       106
       +
       

     

       107
       +
           "hast-util-whitespace": ["hast-util-whitespace@3.0.0", "", { "dependencies": { "@types/hast": "^3.0.0" } }, "sha512-88JUN06ipLwsnv+dVn+OIYOvAuvBMy/Qoi6O7mQHxdPXpjy+Cd6xRkWwux7DKO+4sYILtLBRIKgsdpS2gQc7qw=="],

     

       108
       +
       

     

       109
       +
           "hastscript": ["hastscript@9.0.1", "", { "dependencies": { "@types/hast": "^3.0.0", "comma-separated-tokens": "^2.0.0", "hast-util-parse-selector": "^4.0.0", "property-information": "^7.0.0", "space-separated-tokens": "^2.0.0" } }, "sha512-g7df9rMFX/SPi34tyGCyUBREQoKkapwdY/T04Qn9TDWfHhAYt4/I0gMVirzK5wEzeUqIjEB+LXC/ypb7Aqno5w=="],

     

       110
       +
       

     

       111
       +
           "html-void-elements": ["html-void-elements@3.0.0", "", {}, "sha512-bEqo66MRXsUGxWHV5IP0PUiAWwoEjba4VCzg0LjFJBpchPaTfyfCKTG6bc5F8ucKec3q5y6qOdGyYTSBEvhCrg=="],

     

       112
       +
       

     

       113
       +
           "is-plain-obj": ["is-plain-obj@4.1.0", "", {}, "sha512-+Pgi+vMuUNkJyExiMBt5IlFoMyKnr5zhJ4Uspz58WOhBF5QoIZkFyNHIbBAtHwzVAgk5RtndVNsDRN61/mmDqg=="],

     

       114
       +
       

     

       115
       +
           "js-graph-algorithms": ["js-graph-algorithms@1.0.18", "", { "bin": { "js-graphs": "./src/jsgraphs.js" } }, "sha512-Gu1wtWzXBzGeye/j9BuyplGHscwqKRZodp/0M1vyBc19RJpblSwKGu099KwwaTx9cRIV+Qupk8xUMfEiGfFqSA=="],

     

       116
       +
       

     

       117
       +
           "longest-streak": ["longest-streak@3.1.0", "", {}, "sha512-9Ri+o0JYgehTaVBBDoMqIl8GXtbWg711O3srftcHhZ0dqnETqLaoIK0x17fUw9rFSlK/0NlsKe0Ahhyl5pXE2g=="],

     

       118
       +
       

     

       119
       +
           "markdown-table": ["markdown-table@3.0.4", "", {}, "sha512-wiYz4+JrLyb/DqW2hkFJxP7Vd7JuTDm77fvbM8VfEQdmSMqcImWeeRbHwZjBjIFki/VaMK2BhFi7oUUZeM5bqw=="],

     

       120
       +
       

     

       121
       +
           "mdast": ["mdast@3.0.0", "", {}, "sha512-xySmf8g4fPKMeC07jXGz971EkLbWAJ83s4US2Tj9lEdnZ142UP5grN73H1Xd3HzrdbU5o9GYYP/y8F9ZSwLE9g=="],

     

       122
       +
       

     

       123
       +
           "mdast-normalize-headings": ["mdast-normalize-headings@4.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "unist-util-visit": "^5.0.0" } }, "sha512-PlUAiR4x49XGYLoyEoQYbqJfO6MdcGt5Uq/0ivZvAUv55YABk8psT6177lhng6hAwTF64P6CjXrE8Aew8oqSAQ=="],

     

       124
       +
       

     

       125
       +
           "mdast-squeeze-paragraphs": ["mdast-squeeze-paragraphs@6.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "unist-util-visit": "^5.0.0" } }, "sha512-6NDbJPTg0M0Ye+TlYwX1KJ1LFbp515P2immRJyJQhc9Na9cetHzSoHNYIQcXpANEAP1sm9yd/CTZU2uHqR5A+w=="],

     

       126
       +
       

     

       127
       +
           "mdast-util-find-and-replace": ["mdast-util-find-and-replace@3.0.2", "", { "dependencies": { "@types/mdast": "^4.0.0", "escape-string-regexp": "^5.0.0", "unist-util-is": "^6.0.0", "unist-util-visit-parents": "^6.0.0" } }, "sha512-Tmd1Vg/m3Xz43afeNxDIhWRtFZgM2VLyaf4vSTYwudTyeuTneoL3qtWMA5jeLyz/O1vDJmmV4QuScFCA2tBPwg=="],

     

       128
       +
       

     

       129
       +
           "mdast-util-from-markdown": ["mdast-util-from-markdown@2.0.2", "", { "dependencies": { "@types/mdast": "^4.0.0", "@types/unist": "^3.0.0", "decode-named-character-reference": "^1.0.0", "devlop": "^1.0.0", "mdast-util-to-string": "^4.0.0", "micromark": "^4.0.0", "micromark-util-decode-numeric-character-reference": "^2.0.0", "micromark-util-decode-string": "^2.0.0", "micromark-util-normalize-identifier": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0", "unist-util-stringify-position": "^4.0.0" } }, "sha512-uZhTV/8NBuw0WHkPTrCqDOl0zVe1BIng5ZtHoDk49ME1qqcjYmmLmOf0gELgcRMxN4w2iuIeVso5/6QymSrgmA=="],

     

       130
       +
       

     

       131
       +
           "mdast-util-gfm": ["mdast-util-gfm@3.1.0", "", { "dependencies": { "mdast-util-from-markdown": "^2.0.0", "mdast-util-gfm-autolink-literal": "^2.0.0", "mdast-util-gfm-footnote": "^2.0.0", "mdast-util-gfm-strikethrough": "^2.0.0", "mdast-util-gfm-table": "^2.0.0", "mdast-util-gfm-task-list-item": "^2.0.0", "mdast-util-to-markdown": "^2.0.0" } }, "sha512-0ulfdQOM3ysHhCJ1p06l0b0VKlhU0wuQs3thxZQagjcjPrlFRqY215uZGHHJan9GEAXd9MbfPjFJz+qMkVR6zQ=="],

     

       132
       +
       

     

       133
       +
           "mdast-util-gfm-autolink-literal": ["mdast-util-gfm-autolink-literal@2.0.1", "", { "dependencies": { "@types/mdast": "^4.0.0", "ccount": "^2.0.0", "devlop": "^1.0.0", "mdast-util-find-and-replace": "^3.0.0", "micromark-util-character": "^2.0.0" } }, "sha512-5HVP2MKaP6L+G6YaxPNjuL0BPrq9orG3TsrZ9YXbA3vDw/ACI4MEsnoDpn6ZNm7GnZgtAcONJyPhOP8tNJQavQ=="],

     

       134
       +
       

     

       135
       +
           "mdast-util-gfm-footnote": ["mdast-util-gfm-footnote@2.1.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "devlop": "^1.1.0", "mdast-util-from-markdown": "^2.0.0", "mdast-util-to-markdown": "^2.0.0", "micromark-util-normalize-identifier": "^2.0.0" } }, "sha512-sqpDWlsHn7Ac9GNZQMeUzPQSMzR6Wv0WKRNvQRg0KqHh02fpTz69Qc1QSseNX29bhz1ROIyNyxExfawVKTm1GQ=="],

     

       136
       +
       

     

       137
       +
           "mdast-util-gfm-strikethrough": ["mdast-util-gfm-strikethrough@2.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "mdast-util-from-markdown": "^2.0.0", "mdast-util-to-markdown": "^2.0.0" } }, "sha512-mKKb915TF+OC5ptj5bJ7WFRPdYtuHv0yTRxK2tJvi+BDqbkiG7h7u/9SI89nRAYcmap2xHQL9D+QG/6wSrTtXg=="],

     

       138
       +
       

     

       139
       +
           "mdast-util-gfm-table": ["mdast-util-gfm-table@2.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "devlop": "^1.0.0", "markdown-table": "^3.0.0", "mdast-util-from-markdown": "^2.0.0", "mdast-util-to-markdown": "^2.0.0" } }, "sha512-78UEvebzz/rJIxLvE7ZtDd/vIQ0RHv+3Mh5DR96p7cS7HsBhYIICDBCu8csTNWNO6tBWfqXPWekRuj2FNOGOZg=="],

     

       140
       +
       

     

       141
       +
           "mdast-util-gfm-task-list-item": ["mdast-util-gfm-task-list-item@2.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "devlop": "^1.0.0", "mdast-util-from-markdown": "^2.0.0", "mdast-util-to-markdown": "^2.0.0" } }, "sha512-IrtvNvjxC1o06taBAVJznEnkiHxLFTzgonUdy8hzFVeDun0uTjxxrRGVaNFqkU1wJR3RBPEfsxmU6jDWPofrTQ=="],

     

       142
       +
       

     

       143
       +
           "mdast-util-phrasing": ["mdast-util-phrasing@4.1.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "unist-util-is": "^6.0.0" } }, "sha512-TqICwyvJJpBwvGAMZjj4J2n0X8QWp21b9l0o7eXyVJ25YNWYbJDVIyD1bZXE6WtV6RmKJVYmQAKWa0zWOABz2w=="],

     

       144
       +
       

     

       145
       +
           "mdast-util-to-hast": ["mdast-util-to-hast@13.2.0", "", { "dependencies": { "@types/hast": "^3.0.0", "@types/mdast": "^4.0.0", "@ungap/structured-clone": "^1.0.0", "devlop": "^1.0.0", "micromark-util-sanitize-uri": "^2.0.0", "trim-lines": "^3.0.0", "unist-util-position": "^5.0.0", "unist-util-visit": "^5.0.0", "vfile": "^6.0.0" } }, "sha512-QGYKEuUsYT9ykKBCMOEDLsU5JRObWQusAolFMeko/tYPufNkRffBAQjIE+99jbA87xv6FgmjLtwjh9wBWajwAA=="],

     

       146
       +
       

     

       147
       +
           "mdast-util-to-markdown": ["mdast-util-to-markdown@2.1.2", "", { "dependencies": { "@types/mdast": "^4.0.0", "@types/unist": "^3.0.0", "longest-streak": "^3.0.0", "mdast-util-phrasing": "^4.0.0", "mdast-util-to-string": "^4.0.0", "micromark-util-classify-character": "^2.0.0", "micromark-util-decode-string": "^2.0.0", "unist-util-visit": "^5.0.0", "zwitch": "^2.0.0" } }, "sha512-xj68wMTvGXVOKonmog6LwyJKrYXZPvlwabaryTjLh9LuvovB/KAH+kvi8Gjj+7rJjsFi23nkUxRQv1KqSroMqA=="],

     

       148
       +
       

     

       149
       +
           "mdast-util-to-string": ["mdast-util-to-string@4.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0" } }, "sha512-0H44vDimn51F0YwvxSJSm0eCDOJTRlmN0R1yBh4HLj9wiV1Dn0QoXGbvFAWj2hSItVTlCmBF1hqKlIyUBVFLPg=="],

     

       150
       +
       

     

       151
       +
           "micromark": ["micromark@4.0.2", "", { "dependencies": { "@types/debug": "^4.0.0", "debug": "^4.0.0", "decode-named-character-reference": "^1.0.0", "devlop": "^1.0.0", "micromark-core-commonmark": "^2.0.0", "micromark-factory-space": "^2.0.0", "micromark-util-character": "^2.0.0", "micromark-util-chunked": "^2.0.0", "micromark-util-combine-extensions": "^2.0.0", "micromark-util-decode-numeric-character-reference": "^2.0.0", "micromark-util-encode": "^2.0.0", "micromark-util-normalize-identifier": "^2.0.0", "micromark-util-resolve-all": "^2.0.0", "micromark-util-sanitize-uri": "^2.0.0", "micromark-util-subtokenize": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-zpe98Q6kvavpCr1NPVSCMebCKfD7CA2NqZ+rykeNhONIJBpc1tFKt9hucLGwha3jNTNI8lHpctWJWoimVF4PfA=="],

     

       152
       +
       

     

       153
       +
           "micromark-core-commonmark": ["micromark-core-commonmark@2.0.3", "", { "dependencies": { "decode-named-character-reference": "^1.0.0", "devlop": "^1.0.0", "micromark-factory-destination": "^2.0.0", "micromark-factory-label": "^2.0.0", "micromark-factory-space": "^2.0.0", "micromark-factory-title": "^2.0.0", "micromark-factory-whitespace": "^2.0.0", "micromark-util-character": "^2.0.0", "micromark-util-chunked": "^2.0.0", "micromark-util-classify-character": "^2.0.0", "micromark-util-html-tag-name": "^2.0.0", "micromark-util-normalize-identifier": "^2.0.0", "micromark-util-resolve-all": "^2.0.0", "micromark-util-subtokenize": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-RDBrHEMSxVFLg6xvnXmb1Ayr2WzLAWjeSATAoxwKYJV94TeNavgoIdA0a9ytzDSVzBy2YKFK+emCPOEibLeCrg=="],

     

       154
       +
       

     

       155
       +
           "micromark-extension-gfm": ["micromark-extension-gfm@3.0.0", "", { "dependencies": { "micromark-extension-gfm-autolink-literal": "^2.0.0", "micromark-extension-gfm-footnote": "^2.0.0", "micromark-extension-gfm-strikethrough": "^2.0.0", "micromark-extension-gfm-table": "^2.0.0", "micromark-extension-gfm-tagfilter": "^2.0.0", "micromark-extension-gfm-task-list-item": "^2.0.0", "micromark-util-combine-extensions": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-vsKArQsicm7t0z2GugkCKtZehqUm31oeGBV/KVSorWSy8ZlNAv7ytjFhvaryUiCUJYqs+NoE6AFhpQvBTM6Q4w=="],

     

       156
       +
       

     

       157
       +
           "micromark-extension-gfm-autolink-literal": ["micromark-extension-gfm-autolink-literal@2.1.0", "", { "dependencies": { "micromark-util-character": "^2.0.0", "micromark-util-sanitize-uri": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-oOg7knzhicgQ3t4QCjCWgTmfNhvQbDDnJeVu9v81r7NltNCVmhPy1fJRX27pISafdjL+SVc4d3l48Gb6pbRypw=="],

     

       158
       +
       

     

       159
       +
           "micromark-extension-gfm-footnote": ["micromark-extension-gfm-footnote@2.1.0", "", { "dependencies": { "devlop": "^1.0.0", "micromark-core-commonmark": "^2.0.0", "micromark-factory-space": "^2.0.0", "micromark-util-character": "^2.0.0", "micromark-util-normalize-identifier": "^2.0.0", "micromark-util-sanitize-uri": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-/yPhxI1ntnDNsiHtzLKYnE3vf9JZ6cAisqVDauhp4CEHxlb4uoOTxOCJ+9s51bIB8U1N1FJ1RXOKTIlD5B/gqw=="],

     

       160
       +
       

     

       161
       +
           "micromark-extension-gfm-strikethrough": ["micromark-extension-gfm-strikethrough@2.1.0", "", { "dependencies": { "devlop": "^1.0.0", "micromark-util-chunked": "^2.0.0", "micromark-util-classify-character": "^2.0.0", "micromark-util-resolve-all": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-ADVjpOOkjz1hhkZLlBiYA9cR2Anf8F4HqZUO6e5eDcPQd0Txw5fxLzzxnEkSkfnD0wziSGiv7sYhk/ktvbf1uw=="],

     

       162
       +
       

     

       163
       +
           "micromark-extension-gfm-table": ["micromark-extension-gfm-table@2.1.1", "", { "dependencies": { "devlop": "^1.0.0", "micromark-factory-space": "^2.0.0", "micromark-util-character": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-t2OU/dXXioARrC6yWfJ4hqB7rct14e8f7m0cbI5hUmDyyIlwv5vEtooptH8INkbLzOatzKuVbQmAYcbWoyz6Dg=="],

     

       164
       +
       

     

       165
       +
           "micromark-extension-gfm-tagfilter": ["micromark-extension-gfm-tagfilter@2.0.0", "", { "dependencies": { "micromark-util-types": "^2.0.0" } }, "sha512-xHlTOmuCSotIA8TW1mDIM6X2O1SiX5P9IuDtqGonFhEK0qgRI4yeC6vMxEV2dgyr2TiD+2PQ10o+cOhdVAcwfg=="],

     

       166
       +
       

     

       167
       +
           "micromark-extension-gfm-task-list-item": ["micromark-extension-gfm-task-list-item@2.1.0", "", { "dependencies": { "devlop": "^1.0.0", "micromark-factory-space": "^2.0.0", "micromark-util-character": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-qIBZhqxqI6fjLDYFTBIa4eivDMnP+OZqsNwmQ3xNLE4Cxwc+zfQEfbs6tzAo2Hjq+bh6q5F+Z8/cksrLFYWQQw=="],

     

       168
       +
       

     

       169
       +
           "micromark-factory-destination": ["micromark-factory-destination@2.0.1", "", { "dependencies": { "micromark-util-character": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-Xe6rDdJlkmbFRExpTOmRj9N3MaWmbAgdpSrBQvCFqhezUn4AHqJHbaEnfbVYYiexVSs//tqOdY/DxhjdCiJnIA=="],

     

       170
       +
       

     

       171
       +
           "micromark-factory-label": ["micromark-factory-label@2.0.1", "", { "dependencies": { "devlop": "^1.0.0", "micromark-util-character": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-VFMekyQExqIW7xIChcXn4ok29YE3rnuyveW3wZQWWqF4Nv9Wk5rgJ99KzPvHjkmPXF93FXIbBp6YdW3t71/7Vg=="],

     

       172
       +
       

     

       173
       +
           "micromark-factory-space": ["micromark-factory-space@2.0.1", "", { "dependencies": { "micromark-util-character": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-zRkxjtBxxLd2Sc0d+fbnEunsTj46SWXgXciZmHq0kDYGnck/ZSGj9/wULTV95uoeYiK5hRXP2mJ98Uo4cq/LQg=="],

     

       174
       +
       

     

       175
       +
           "micromark-factory-title": ["micromark-factory-title@2.0.1", "", { "dependencies": { "micromark-factory-space": "^2.0.0", "micromark-util-character": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-5bZ+3CjhAd9eChYTHsjy6TGxpOFSKgKKJPJxr293jTbfry2KDoWkhBb6TcPVB4NmzaPhMs1Frm9AZH7OD4Cjzw=="],

     

       176
       +
       

     

       177
       +
           "micromark-factory-whitespace": ["micromark-factory-whitespace@2.0.1", "", { "dependencies": { "micromark-factory-space": "^2.0.0", "micromark-util-character": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-Ob0nuZ3PKt/n0hORHyvoD9uZhr+Za8sFoP+OnMcnWK5lngSzALgQYKMr9RJVOWLqQYuyn6ulqGWSXdwf6F80lQ=="],

     

       178
       +
       

     

       179
       +
           "micromark-util-character": ["micromark-util-character@2.1.1", "", { "dependencies": { "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-wv8tdUTJ3thSFFFJKtpYKOYiGP2+v96Hvk4Tu8KpCAsTMs6yi+nVmGh1syvSCsaxz45J6Jbw+9DD6g97+NV67Q=="],

     

       180
       +
       

     

       181
       +
           "micromark-util-chunked": ["micromark-util-chunked@2.0.1", "", { "dependencies": { "micromark-util-symbol": "^2.0.0" } }, "sha512-QUNFEOPELfmvv+4xiNg2sRYeS/P84pTW0TCgP5zc9FpXetHY0ab7SxKyAQCNCc1eK0459uoLI1y5oO5Vc1dbhA=="],

     

       182
       +
       

     

       183
       +
           "micromark-util-classify-character": ["micromark-util-classify-character@2.0.1", "", { "dependencies": { "micromark-util-character": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-K0kHzM6afW/MbeWYWLjoHQv1sgg2Q9EccHEDzSkxiP/EaagNzCm7T/WMKZ3rjMbvIpvBiZgwR3dKMygtA4mG1Q=="],

     

       184
       +
       

     

       185
       +
           "micromark-util-combine-extensions": ["micromark-util-combine-extensions@2.0.1", "", { "dependencies": { "micromark-util-chunked": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-OnAnH8Ujmy59JcyZw8JSbK9cGpdVY44NKgSM7E9Eh7DiLS2E9RNQf0dONaGDzEG9yjEl5hcqeIsj4hfRkLH/Bg=="],

     

       186
       +
       

     

       187
       +
           "micromark-util-decode-numeric-character-reference": ["micromark-util-decode-numeric-character-reference@2.0.2", "", { "dependencies": { "micromark-util-symbol": "^2.0.0" } }, "sha512-ccUbYk6CwVdkmCQMyr64dXz42EfHGkPQlBj5p7YVGzq8I7CtjXZJrubAYezf7Rp+bjPseiROqe7G6foFd+lEuw=="],

     

       188
       +
       

     

       189
       +
           "micromark-util-decode-string": ["micromark-util-decode-string@2.0.1", "", { "dependencies": { "decode-named-character-reference": "^1.0.0", "micromark-util-character": "^2.0.0", "micromark-util-decode-numeric-character-reference": "^2.0.0", "micromark-util-symbol": "^2.0.0" } }, "sha512-nDV/77Fj6eH1ynwscYTOsbK7rR//Uj0bZXBwJZRfaLEJ1iGBR6kIfNmlNqaqJf649EP0F3NWNdeJi03elllNUQ=="],

     

       190
       +
       

     

       191
       +
           "micromark-util-encode": ["micromark-util-encode@2.0.1", "", {}, "sha512-c3cVx2y4KqUnwopcO9b/SCdo2O67LwJJ/UyqGfbigahfegL9myoEFoDYZgkT7f36T0bLrM9hZTAaAyH+PCAXjw=="],

     

       192
       +
       

     

       193
       +
           "micromark-util-html-tag-name": ["micromark-util-html-tag-name@2.0.1", "", {}, "sha512-2cNEiYDhCWKI+Gs9T0Tiysk136SnR13hhO8yW6BGNyhOC4qYFnwF1nKfD3HFAIXA5c45RrIG1ub11GiXeYd1xA=="],

     

       194
       +
       

     

       195
       +
           "micromark-util-normalize-identifier": ["micromark-util-normalize-identifier@2.0.1", "", { "dependencies": { "micromark-util-symbol": "^2.0.0" } }, "sha512-sxPqmo70LyARJs0w2UclACPUUEqltCkJ6PhKdMIDuJ3gSf/Q+/GIe3WKl0Ijb/GyH9lOpUkRAO2wp0GVkLvS9Q=="],

     

       196
       +
       

     

       197
       +
           "micromark-util-resolve-all": ["micromark-util-resolve-all@2.0.1", "", { "dependencies": { "micromark-util-types": "^2.0.0" } }, "sha512-VdQyxFWFT2/FGJgwQnJYbe1jjQoNTS4RjglmSjTUlpUMa95Htx9NHeYW4rGDJzbjvCsl9eLjMQwGeElsqmzcHg=="],

     

       198
       +
       

     

       199
       +
           "micromark-util-sanitize-uri": ["micromark-util-sanitize-uri@2.0.1", "", { "dependencies": { "micromark-util-character": "^2.0.0", "micromark-util-encode": "^2.0.0", "micromark-util-symbol": "^2.0.0" } }, "sha512-9N9IomZ/YuGGZZmQec1MbgxtlgougxTodVwDzzEouPKo3qFWvymFHWcnDi2vzV1ff6kas9ucW+o3yzJK9YB1AQ=="],

     

       200
       +
       

     

       201
       +
           "micromark-util-subtokenize": ["micromark-util-subtokenize@2.1.0", "", { "dependencies": { "devlop": "^1.0.0", "micromark-util-chunked": "^2.0.0", "micromark-util-symbol": "^2.0.0", "micromark-util-types": "^2.0.0" } }, "sha512-XQLu552iSctvnEcgXw6+Sx75GflAPNED1qx7eBJ+wydBb2KCbRZe+NwvIEEMM83uml1+2WSXpBAcp9IUCgCYWA=="],

     

       202
       +
       

     

       203
       +
           "micromark-util-symbol": ["micromark-util-symbol@2.0.1", "", {}, "sha512-vs5t8Apaud9N28kgCrRUdEed4UJ+wWNvicHLPxCa9ENlYuAY31M0ETy5y1vA33YoNPDFTghEbnh6efaE8h4x0Q=="],

     

       204
       +
       

     

       205
       +
           "micromark-util-types": ["micromark-util-types@2.0.2", "", {}, "sha512-Yw0ECSpJoViF1qTU4DC6NwtC4aWGt1EkzaQB8KPPyCRR8z9TWeV0HbEFGTO+ZY1wB22zmxnJqhPyTpOVCpeHTA=="],

     

       206
       +
       

     

       207
       +
           "ms": ["ms@2.1.3", "", {}, "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA=="],

     

       208
       +
       

     

       209
       +
           "parse5": ["parse5@7.3.0", "", { "dependencies": { "entities": "^6.0.0" } }, "sha512-IInvU7fabl34qmi9gY8XOVxhYyMyuH2xUNpb2q8/Y+7552KlejkRvqvD19nMoUW/uQGGbqNpA6Tufu5FL5BZgw=="],

     

       210
       +
       

     

       211
       +
           "prettier": ["prettier@3.5.3", "", { "bin": { "prettier": "bin/prettier.cjs" } }, "sha512-QQtaxnoDJeAkDvDKWCLiwIXkTgRhwYDEQCghU9Z6q03iyek/rxRh/2lC3HB7P8sWT2xC/y5JDctPLBIGzHKbhw=="],

     

       212
       +
       

     

       213
       +
           "property-information": ["property-information@7.1.0", "", {}, "sha512-TwEZ+X+yCJmYfL7TPUOcvBZ4QfoT5YenQiJuX//0th53DE6w0xxLEtfK3iyryQFddXuvkIk51EEgrJQ0WJkOmQ=="],

     

       214
       +
       

     

       215
       +
           "rehype-minify-whitespace": ["rehype-minify-whitespace@6.0.2", "", { "dependencies": { "@types/hast": "^3.0.0", "hast-util-minify-whitespace": "^1.0.0" } }, "sha512-Zk0pyQ06A3Lyxhe9vGtOtzz3Z0+qZ5+7icZ/PL/2x1SHPbKao5oB/g/rlc6BCTajqBb33JcOe71Ye1oFsuYbnw=="],

     

       216
       +
       

     

       217
       +
           "rehype-parse": ["rehype-parse@9.0.1", "", { "dependencies": { "@types/hast": "^3.0.0", "hast-util-from-html": "^2.0.0", "unified": "^11.0.0" } }, "sha512-ksCzCD0Fgfh7trPDxr2rSylbwq9iYDkSn8TCDmEJ49ljEUBxDVCzCHv7QNzZOfODanX4+bWQ4WZqLCRWYLfhag=="],

     

       218
       +
       

     

       219
       +
           "rehype-remark": ["rehype-remark@10.0.1", "", { "dependencies": { "@types/hast": "^3.0.0", "@types/mdast": "^4.0.0", "hast-util-to-mdast": "^10.0.0", "unified": "^11.0.0", "vfile": "^6.0.0" } }, "sha512-EmDndlb5NVwXGfUa4c9GPK+lXeItTilLhE6ADSaQuHr4JUlKw9MidzGzx4HpqZrNCt6vnHmEifXQiiA+CEnjYQ=="],

     

       220
       +
       

     

       221
       +
           "rehype-sanitize": ["rehype-sanitize@6.0.0", "", { "dependencies": { "@types/hast": "^3.0.0", "hast-util-sanitize": "^5.0.0" } }, "sha512-CsnhKNsyI8Tub6L4sm5ZFsme4puGfc6pYylvXo1AeqaGbjOYyzNv3qZPwvs0oMJ39eryyeOdmxwUIo94IpEhqg=="],

     

       222
       +
       

     

       223
       +
           "rehype-stringify": ["rehype-stringify@10.0.1", "", { "dependencies": { "@types/hast": "^3.0.0", "hast-util-to-html": "^9.0.0", "unified": "^11.0.0" } }, "sha512-k9ecfXHmIPuFVI61B9DeLPN0qFHfawM6RsuX48hoqlaKSF61RskNjSm1lI8PhBEM0MRdLxVVm4WmTqJQccH9mA=="],

     

       224
       +
       

     

       225
       +
           "remark-gfm": ["remark-gfm@4.0.1", "", { "dependencies": { "@types/mdast": "^4.0.0", "mdast-util-gfm": "^3.0.0", "micromark-extension-gfm": "^3.0.0", "remark-parse": "^11.0.0", "remark-stringify": "^11.0.0", "unified": "^11.0.0" } }, "sha512-1quofZ2RQ9EWdeN34S79+KExV1764+wCUGop5CPL1WGdD0ocPpu91lzPGbwWMECpEpd42kJGQwzRfyov9j4yNg=="],

     

       226
       +
       

     

       227
       +
           "remark-normalize-headings": ["remark-normalize-headings@4.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "mdast-normalize-headings": "^4.0.0" } }, "sha512-fSE2hJxQlqxEsiB/Oni3UcERQ0IbnUuO3RNmQd4LjgEaknek0I//fK05wgFrKP/wYhWEWA+hgm1MHkddpPDcJQ=="],

     

       228
       +
       

     

       229
       +
           "remark-parse": ["remark-parse@11.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "mdast-util-from-markdown": "^2.0.0", "micromark-util-types": "^2.0.0", "unified": "^11.0.0" } }, "sha512-FCxlKLNGknS5ba/1lmpYijMUzX2esxW5xQqjWxw2eHFfS2MSdaHVINFmhjo+qN1WhZhNimq0dZATN9pH0IDrpA=="],

     

       230
       +
       

     

       231
       +
           "remark-squeeze-paragraphs": ["remark-squeeze-paragraphs@6.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "mdast-squeeze-paragraphs": "^6.0.0" } }, "sha512-qOk1am0QjTGoCPsFuORIZteajsFzLV2m8ijOn3zX9Y0P0IE0lMgjzyP0BxICWnvNz3j+9B+LUNnLHquNu+IrBw=="],

     

       232
       +
       

     

       233
       +
           "remark-stringify": ["remark-stringify@11.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "mdast-util-to-markdown": "^2.0.0", "unified": "^11.0.0" } }, "sha512-1OSmLd3awB/t8qdoEOMazZkNsfVTeY4fTsgzcQFdXNq8ToTN4ZGwrMnlda4K6smTFKD+GRV6O48i6Z4iKgPPpw=="],

     

       234
       +
       

     

       235
       +
           "remark-unlink": ["remark-unlink@5.0.0", "", { "dependencies": { "@types/mdast": "^4.0.0", "mdast-squeeze-paragraphs": "^6.0.0", "unist-util-visit": "^5.0.0" } }, "sha512-8NFrI3SecxhOLb734tKaxcU//lNDABabz1I26MGjdlpkUg1I+Fr7lyqL9ckxaCB4kErXD10mScPD7yhCXX4Pfw=="],

     

       236
       +
       

     

       237
       +
           "space-separated-tokens": ["space-separated-tokens@2.0.2", "", {}, "sha512-PEGlAwrG8yXGXRjW32fGbg66JAlOAwbObuqVoJpv/mRgoWDQfgH1wDPvtzWyUSNAXBGSk8h755YDbbcEy3SH2Q=="],

     

       238
       +
       

     

       239
       +
           "stringify-entities": ["stringify-entities@4.0.4", "", { "dependencies": { "character-entities-html4": "^2.0.0", "character-entities-legacy": "^3.0.0" } }, "sha512-IwfBptatlO+QCJUo19AqvrPNqlVMpW9YEL2LIVY+Rpv2qsjCGxaDLNRgeGsQWJhfItebuJhsGSLjaBbNSQ+ieg=="],

     

       240
       +
       

     

       241
       +
           "trim-lines": ["trim-lines@3.0.1", "", {}, "sha512-kRj8B+YHZCc9kQYdWfJB2/oUl9rA99qbowYYBtr4ui4mZyAQ2JpvVBd/6U2YloATfqBhBTSMhTpgBHtU0Mf3Rg=="],

     

       242
       +
       

     

       243
       +
           "trim-trailing-lines": ["trim-trailing-lines@2.1.0", "", {}, "sha512-5UR5Biq4VlVOtzqkm2AZlgvSlDJtME46uV0br0gENbwN4l5+mMKT4b9gJKqWtuL2zAIqajGJGuvbCbcAJUZqBg=="],

     

       244
       +
       

     

       245
       +
           "trough": ["trough@2.2.0", "", {}, "sha512-tmMpK00BjZiUyVyvrBK7knerNgmgvcV/KLVyuma/SC+TQN167GrMRciANTz09+k3zW8L8t60jWO1GpfkZdjTaw=="],

     

       246
       +
       

     

       247
       +
           "typescript": ["typescript@5.8.3", "", { "bin": { "tsc": "bin/tsc", "tsserver": "bin/tsserver" } }, "sha512-p1diW6TqL9L07nNxvRMM7hMMw4c5XOo/1ibL4aAIGmSAt9slTE1Xgw5KWuof2uTOvCg9BY7ZRi+GaF+7sfgPeQ=="],

     

       248
       +
       

     

       249
       +
           "undici-types": ["undici-types@6.21.0", "", {}, "sha512-iwDZqg0QAGrg9Rav5H4n0M64c3mkR59cJ6wQp+7C4nI0gsmExaedaYLNO44eT4AtBBwjbTiGPMlt2Md0T9H9JQ=="],

     

       250
       +
       

     

       251
       +
           "unified": ["unified@11.0.5", "", { "dependencies": { "@types/unist": "^3.0.0", "bail": "^2.0.0", "devlop": "^1.0.0", "extend": "^3.0.0", "is-plain-obj": "^4.0.0", "trough": "^2.0.0", "vfile": "^6.0.0" } }, "sha512-xKvGhPWw3k84Qjh8bI3ZeJjqnyadK+GEFtazSfZv/rKeTkTjOJho6mFqh2SM96iIcZokxiOpg78GazTSg8+KHA=="],

     

       252
       +
       

     

       253
       +
           "unist-util-find-after": ["unist-util-find-after@5.0.0", "", { "dependencies": { "@types/unist": "^3.0.0", "unist-util-is": "^6.0.0" } }, "sha512-amQa0Ep2m6hE2g72AugUItjbuM8X8cGQnFoHk0pGfrFeT9GZhzN5SW8nRsiGKK7Aif4CrACPENkA6P/Lw6fHGQ=="],

     

       254
       +
       

     

       255
       +
           "unist-util-is": ["unist-util-is@6.0.0", "", { "dependencies": { "@types/unist": "^3.0.0" } }, "sha512-2qCTHimwdxLfz+YzdGfkqNlH0tLi9xjTnHddPmJwtIG9MGsdbutfTc4P+haPD7l7Cjxf/WZj+we5qfVPvvxfYw=="],

     

       256
       +
       

     

       257
       +
           "unist-util-position": ["unist-util-position@5.0.0", "", { "dependencies": { "@types/unist": "^3.0.0" } }, "sha512-fucsC7HjXvkB5R3kTCO7kUjRdrS0BJt3M/FPxmHMBOm8JQi2BsHAHFsy27E0EolP8rp0NzXsJ+jNPyDWvOJZPA=="],

     

       258
       +
       

     

       259
       +
           "unist-util-stringify-position": ["unist-util-stringify-position@4.0.0", "", { "dependencies": { "@types/unist": "^3.0.0" } }, "sha512-0ASV06AAoKCDkS2+xw5RXJywruurpbC4JZSm7nr7MOt1ojAzvyyaO+UxZf18j8FCF6kmzCZKcAgN/yu2gm2XgQ=="],

     

       260
       +
       

     

       261
       +
           "unist-util-visit": ["unist-util-visit@5.0.0", "", { "dependencies": { "@types/unist": "^3.0.0", "unist-util-is": "^6.0.0", "unist-util-visit-parents": "^6.0.0" } }, "sha512-MR04uvD+07cwl/yhVuVWAtw+3GOR/knlL55Nd/wAdblk27GCVt3lqpTivy/tkJcZoNPzTwS1Y+KMojlLDhoTzg=="],

     

       262
       +
       

     

       263
       +
           "unist-util-visit-parents": ["unist-util-visit-parents@6.0.1", "", { "dependencies": { "@types/unist": "^3.0.0", "unist-util-is": "^6.0.0" } }, "sha512-L/PqWzfTP9lzzEa6CKs0k2nARxTdZduw3zyh8d2NVBnsyvHjSX4TWse388YrrQKbvI8w20fGjGlhgT96WwKykw=="],

     

       264
       +
       

     

       265
       +
           "urlpattern-polyfill": ["urlpattern-polyfill@10.1.0", "", {}, "sha512-IGjKp/o0NL3Bso1PymYURCJxMPNAf/ILOpendP9f5B6e1rTJgdgiOvgfoT8VxCAdY+Wisb9uhGaJJf3yZ2V9nw=="],

     

       266
       +
       

     

       267
       +
           "vfile": ["vfile@6.0.3", "", { "dependencies": { "@types/unist": "^3.0.0", "vfile-message": "^4.0.0" } }, "sha512-KzIbH/9tXat2u30jf+smMwFCsno4wHVdNmzFyL+T/L3UGqqk6JKfVqOFOZEpZSHADH1k40ab6NUIXZq422ov3Q=="],

     

       268
       +
       

     

       269
       +
           "vfile-location": ["vfile-location@5.0.3", "", { "dependencies": { "@types/unist": "^3.0.0", "vfile": "^6.0.0" } }, "sha512-5yXvWDEgqeiYiBe1lbxYF7UMAIm/IcopxMHrMQDq3nvKcjPKIhZklUKL+AE7J7uApI4kwe2snsK+eI6UTj9EHg=="],

     

       270
       +
       

     

       271
       +
           "vfile-message": ["vfile-message@4.0.2", "", { "dependencies": { "@types/unist": "^3.0.0", "unist-util-stringify-position": "^4.0.0" } }, "sha512-jRDZ1IMLttGj41KcZvlrYAaI3CfqpLpfpf+Mfig13viT6NKvRzWZ+lXz0Y5D60w6uJIBAOGq9mSHf0gktF0duw=="],

     

       272
       +
       

     

       273
       +
           "web-namespaces": ["web-namespaces@2.0.1", "", {}, "sha512-bKr1DkiNa2krS7qxNtdrtHAmzuYGFQLiQ13TsorsdT6ULTkPLKuu5+GsFpDlg6JFjUTwX2DyhMPG2be8uPrqsQ=="],

     

       274
       +
       

     

       275
       +
           "whatwg-mimetype": ["whatwg-mimetype@3.0.0", "", {}, "sha512-nt+N2dzIutVRxARx1nghPKGv1xHikU7HKdfafKkLNLindmPU/ch3U31NOCGGA/dmPcmb1VlofO0vnKAcsm0o/Q=="],

     

       276
       +
       

     

       277
       +
           "zwitch": ["zwitch@2.0.4", "", {}, "sha512-bXE4cR/kVZhKZX/RjPEflHaKVhUVl85noU3v6b8apfQEc1x4A+zBxjZ4lN8LqGd6WZ3dl98pY4o717VFmoPp+A=="],

     

       278
       +
         }

     

       279
       +
       }

+33

package.json

···

       1
       +
       {

     

       2
       +
         "name": "llms-txt-gen",

     

       3
       +
         "private": true,

     

       4
       +
         "type": "module",

     

       5
       +
         "module": "src/index.ts",

     

       6
       +
         "scripts": {

     

       7
       +
           "start": "DEBUG=* bun src/index.ts"

     

       8
       +
         },

     

       9
       +
         "dependencies": {

     

       10
       +
           "@mozilla/readability": "^0.6.0",

     

       11
       +
           "@tsconfig/bun": "^1.0.8",

     

       12
       +
           "debug": "^4.4.1",

     

       13
       +
           "happy-dom": "^18.0.1",

     

       14
       +
           "hast-util-sanitize": "^5.0.2",

     

       15
       +
           "js-graph-algorithms": "^1.0.18",

     

       16
       +
           "mdast": "^3.0.0",

     

       17
       +
           "prettier": "^3.5.3",

     

       18
       +
           "rehype-parse": "^9.0.1",

     

       19
       +
           "rehype-remark": "^10.0.1",

     

       20
       +
           "rehype-sanitize": "^6.0.0",

     

       21
       +
           "rehype-stringify": "^10.0.1",

     

       22
       +
           "remark-gfm": "^4.0.1",

     

       23
       +
           "remark-normalize-headings": "^4.0.0",

     

       24
       +
           "remark-parse": "^11.0.0",

     

       25
       +
           "remark-squeeze-paragraphs": "^6.0.0",

     

       26
       +
           "remark-stringify": "^11.0.0",

     

       27
       +
           "remark-unlink": "^5.0.0",

     

       28
       +
           "typescript": "^5.8.3",

     

       29
       +
           "unified": "^11.0.5",

     

       30
       +
           "unist-util-visit": "^5.0.0",

     

       31
       +
           "urlpattern-polyfill": "^10.1.0"

     

       32
       +
         }

     

       33
       +
       }

+66

src/dom.ts

···

       1
       +
       import { debug } from 'debug';

     

       2
       +
       import { Readability } from '@mozilla/readability';

     

       3
       +
       import { Window } from 'happy-dom';

     

       4
       +
       

     

       5
       +
       const log = debug('llms-txt-gen.dom');

     

       6
       +
       

     

       7
       +
       export function parseBody(url: URL, html: string): Document {

     

       8
       +
         const window = new Window({ url: `${url}` });

     

       9
       +
         const document = window.document;

     

       10
       +
         document.body.innerHTML = html;

     

       11
       +
         return document as any;

     

       12
       +
       }

     

       13
       +
       

     

       14
       +
       export interface Content {

     

       15
       +
         title: string;

     

       16
       +
         html: string;

     

       17
       +
       }

     

       18
       +
       

     

       19
       +
       export function extractContent(document: Document): Content | undefined {

     

       20
       +
         const readability = new Readability(document, {

     

       21
       +
           nbTopCandidates: 10,

     

       22
       +
           charThreshold: 100,

     

       23
       +
           disableJSONLD: true,

     

       24
       +
         });

     

       25
       +
         const result = readability.parse();

     

       26
       +
         let content = result?.content;

     

       27
       +
         if (!content) {

     

       28
       +
           content = document.querySelector('article')?.innerHTML;

     

       29
       +
           if (!content) {

     

       30
       +
             content = document.querySelector('main')?.innerHTML;

     

       31
       +
           }

     

       32
       +
           log('extracted fallback', document.location.pathname);

     

       33
       +
         } else {

     

       34
       +
           log('extracted readability', document.location.pathname);

     

       35
       +
         }

     

       36
       +
         return content ? {

     

       37
       +
           title: result?.title || document.title,

     

       38
       +
           html: content,

     

       39
       +
         } : undefined;

     

       40
       +
       }

     

       41
       +
       

     

       42
       +
       export function extractLinks(document: Document): URL[] {

     

       43
       +
         const currentUrl = new URL(document.location.href);

     

       44
       +
         const maybeToHref = (element: Element): string | null => {

     

       45
       +
           if (element.tagName !== 'A')

     

       46
       +
             return null;

     

       47
       +
           const link = element as HTMLAnchorElement;

     

       48
       +
           if (link.href.startsWith('#'))

     

       49
       +
             return null;

     

       50
       +
           const href = new URL(link.href, document.location.href);

     

       51
       +
           if (currentUrl.pathname === href.pathname)

     

       52
       +
             return null;

     

       53
       +
           if (href.origin !== currentUrl.origin)

     

       54
       +
             return null;

     

       55
       +
           href.hash = '';

     

       56
       +
           return href.pathname;

     

       57
       +
         };

     

       58
       +
         const inNavAnchors = Array.from(document.querySelectorAll('nav a'))

     

       59
       +
           .map(maybeToHref)

     

       60
       +
           .filter((x): x is string => !!x);

     

       61
       +
         const outNavAnchors = Array.from(document.querySelectorAll(':not(nav) a'))

     

       62
       +
           .map(maybeToHref)

     

       63
       +
           .filter((x): x is string => !!x);

     

       64
       +
         const pathnames = [...new Set([...outNavAnchors, ...inNavAnchors])];

     

       65
       +
         return pathnames.map((pathname) => new URL(pathname, currentUrl));

     

       66
       +
       }

+50

src/fetch.ts

···

       1
       +
       import { debug } from 'debug';

     

       2
       +
       import * as fs from 'node:fs/promises';

     

       3
       +
       import * as path from 'node:path';

     

       4
       +
       

     

       5
       +
       const log = debug('llms-txt-gen.fetch');

     

       6
       +
       

     

       7
       +
       const cacheDir = path.join(process.cwd(), '.cache');

     

       8
       +
       await fs.mkdir(cacheDir, { recursive: true });

     

       9
       +
       

     

       10
       +
       const getCacheFile = async (url: URL) => {

     

       11
       +
         const { hostname, pathname } = url;

     

       12
       +
         const name = pathname.split('/').filter(Boolean).join('_');

     

       13
       +
         const targetDir = path.join(cacheDir, hostname);

     

       14
       +
         const basename = path.basename(name, path.extname(name));

     

       15
       +
         await fs.mkdir(targetDir, { recursive: true });

     

       16
       +
         return path.join(targetDir, `${basename}.html`);

     

       17
       +
       };

     

       18
       +
       

     

       19
       +
       export async function fetchHtml(url: URL): Promise<string | null> {

     

       20
       +
         const cacheFile = await getCacheFile(url);

     

       21
       +
         let content: string;

     

       22
       +
         try {

     

       23
       +
           content = await fs.readFile(cacheFile, 'utf-8');

     

       24
       +
           if (content) {

     

       25
       +
             log('loading from cache', url.pathname);

     

       26
       +
             return content;

     

       27
       +
           }

     

       28
       +
         } catch {}

     

       29
       +
         log('loading', url.pathname);

     

       30
       +
         const response = await fetch(url, {

     

       31
       +
           headers: {

     

       32
       +
             'Accept': 'text/html, application/xhtml+xml, application/xml',

     

       33
       +
             'Accept-Language': 'en-US',

     

       34
       +
           },

     

       35
       +
         });

     

       36
       +
         if (response.ok) {

     

       37
       +
           const contentType = response.headers.get('Content-Type');

     

       38
       +
           if (!contentType || !contentType.startsWith('text/html')) {

     

       39
       +
             log('discarded', url.pathname);

     

       40
       +
             return null;

     

       41
       +
           }

     

       42
       +
           content =  await response.text();

     

       43
       +
           await fs.writeFile(cacheFile, content, 'utf-8');

     

       44
       +
           return content;

     

       45
       +
         } else if (response.status < 500) {

     

       46
       +
           return null;

     

       47
       +
         } else {

     

       48
       +
           throw new Error(`HTTP: ${response.status}`);

     

       49
       +
         }

     

       50
       +
       }

+80

src/index.ts

···

       1
       +
       import { debug } from 'debug';

     

       2
       +
       import * as path from 'path';

     

       3
       +
       import * as fs from 'fs/promises';

     

       4
       +
       

     

       5
       +
       import { crawl, type CrawlOptions } from './page';

     

       6
       +
       import { concatMarkdown } from './unified';

     

       7
       +
       import { formatMarkdown } from './prettier';

     

       8
       +
       

     

       9
       +
       const log = debug('llms-txt-gen');

     

       10
       +
       

     

       11
       +
       interface Site extends CrawlOptions {

     

       12
       +
         name: string;

     

       13
       +
       }

     

       14
       +
       

     

       15
       +
       const output = path.join(process.cwd(), 'out');

     

       16
       +
       await fs.mkdir(output, { recursive: true });

     

       17
       +
       

     

       18
       +
       async function generate(site: Site) {

     

       19
       +
         log('crawl', site.name);

     

       20
       +
         const pages = await crawl(site);

     

       21
       +
         const contents = await concatMarkdown(

     

       22
       +
           pages.map((page) => page.getContent())

     

       23
       +
         );

     

       24
       +
         const formatted = await formatMarkdown(contents);

     

       25
       +
         const file = path.join(output, `llms-full-${site.name}.txt`);

     

       26
       +
         await fs.writeFile(file, formatted, 'utf-8');

     

       27
       +
       }

     

       28
       +
       

     

       29
       +
       let sites: Site[] = [

     

       30
       +
         {

     

       31
       +
           name: 'react-native-reanimated',

     

       32
       +
           baseURL: 'https://docs.swmansion.com/react-native-reanimated/',

     

       33
       +
           include: [

     

       34
       +
             '/react-native-reanimated/docs/(.*)',

     

       35
       +
           ],

     

       36
       +
           exclude: [

     

       37
       +
             '/react-native-reanimated/docs/next/(.*)',

     

       38
       +
             '/react-native-reanimated/docs/2.x/(.*)',

     

       39
       +
             '/react-native-reanimated/docs/1.x/(.*)',

     

       40
       +
           ],

     

       41
       +
         },

     

       42
       +
         {

     

       43
       +
           name: 'react-native-gesture-handler',

     

       44
       +
           baseURL: 'https://docs.swmansion.com/react-native-gesture-handler/',

     

       45
       +
           include: [

     

       46
       +
             '/react-native-gesture-handler/docs/(.*)',

     

       47
       +
           ],

     

       48
       +
           exclude: [

     

       49
       +
             '/react-native-gesture-handler/docs/1.x/(.*)',

     

       50
       +
           ],

     

       51
       +
         },

     

       52
       +
         {

     

       53
       +
           name: 'nativewind',

     

       54
       +
           baseURL: 'https://www.nativewind.dev/docs',

     

       55
       +
           include: [

     

       56
       +
             '/docs/(.*)',

     

       57
       +
           ],

     

       58
       +
         },

     

       59
       +
         {

     

       60
       +
           name: 'react-native',

     

       61
       +
           baseURL: 'https://reactnative.dev/docs/getting-started',

     

       62
       +
           include: [

     

       63
       +
             '/docs/(.*)',

     

       64
       +
           ],

     

       65
       +
           exclude: [

     

       66
       +
             '/docs/(0\\..*)',

     

       67
       +
             '/docs/next/(.*)',

     

       68
       +
           ],

     

       69
       +
         },

     

       70
       +
       ];

     

       71
       +
       

     

       72
       +
       const args = process.argv.slice(2);

     

       73
       +
       if (args.length) {

     

       74
       +
         sites = sites.filter((site) => args.includes(site.name));

     

       75
       +
       }

     

       76
       +
       

     

       77
       +
       for (const site of sites) {

     

       78
       +
         await generate(site);

     

       79
       +
         log('generated llms-full.txt for', site.name);

     

       80
       +
       }

+166

src/page.ts

···

       1
       +
       import { debug } from 'debug';

     

       2
       +
       import { URLPattern } from 'urlpattern-polyfill/urlpattern';

     

       3
       +
       import { WeightedDiGraph, KruskalMST, Edge } from 'js-graph-algorithms';

     

       4
       +
       import { extractContent, extractLinks, parseBody } from "./dom";

     

       5
       +
       import { fetchHtml } from "./fetch";

     

       6
       +
       import { htmlToMarkdown, sanitizeHtml } from "./unified";

     

       7
       +
       

     

       8
       +
       const log = debug('llms-txt-gen.graph');

     

       9
       +
       

     

       10
       +
       export interface CrawlOptions {

     

       11
       +
         baseURL: URL | string;

     

       12
       +
         include?: string[];

     

       13
       +
         exclude?: string[];

     

       14
       +
       }

     

       15
       +
       

     

       16
       +
       class Root {

     

       17
       +
         baseURL: URL;

     

       18
       +
         #include: URLPattern[];

     

       19
       +
         #exclude: URLPattern[];

     

       20
       +
         #pages: Map<string, Page> = new Map();

     

       21
       +
         #origin: Page;

     

       22
       +
       

     

       23
       +
         constructor(opts: CrawlOptions) {

     

       24
       +
           const baseURL = new URL(opts.baseURL);

     

       25
       +
           const baseURLStr = baseURL.toString();

     

       26
       +
           this.baseURL = baseURL;

     

       27
       +
           this.#origin = new Page(this, baseURL);

     

       28
       +
           this.#pages.set(opts.baseURL.toString(), this.#origin);

     

       29
       +
           const toPattern = (pattern: string) => new URLPattern(pattern, baseURLStr);

     

       30
       +
           this.#include = opts.include?.map(toPattern) ?? [];

     

       31
       +
           this.#exclude = opts.exclude?.map(toPattern) ?? [];

     

       32
       +
         }

     

       33
       +
       

     

       34
       +
         isURLAllowed(url: URL): boolean {

     

       35
       +
           if (url.origin !== this.baseURL.origin)

     

       36
       +
             return false;

     

       37
       +
           if (this.#include.length) {

     

       38
       +
             if (this.#include.some((pattern) => pattern.test(url))) {

     

       39
       +
               return !this.#exclude.some((pattern) => pattern.test(url));

     

       40
       +
             } else {

     

       41
       +
               return false;

     

       42
       +
             }

     

       43
       +
           } else if (this.#exclude.length) {

     

       44
       +
             return !this.#exclude.some((pattern) => pattern.test(url));

     

       45
       +
           } else {

     

       46
       +
             return true;

     

       47
       +
           }

     

       48
       +
         }

     

       49
       +
       

     

       50
       +
         getPage(url: URL) {

     

       51
       +
           let page = this.#pages.get(url.toString());

     

       52
       +
           if (!page) {

     

       53
       +
             page = new Page(this, url);

     

       54
       +
             this.#pages.set(url.toString(), page);

     

       55
       +
           }

     

       56
       +
           return page;

     

       57
       +
         }

     

       58
       +
       

     

       59
       +
         async crawlPages(): Promise<Page[]> {

     

       60
       +
           return await crawlPages(this.#origin);

     

       61
       +
         }

     

       62
       +
       }

     

       63
       +
       

     

       64
       +
       class Page {

     

       65
       +
         root: Root;

     

       66
       +
         url: URL;

     

       67
       +
         isPage = true;

     

       68
       +
       

     

       69
       +
         #html: string | null = null;

     

       70
       +
         #content: string | null = null;

     

       71
       +
         #links: Page[] | null = null;

     

       72
       +
       

     

       73
       +
         _id?: number;

     

       74
       +
       

     

       75
       +
         constructor(root: Root, url: URL) {

     

       76
       +
           this.root = root;

     

       77
       +
           this.url = url;

     

       78
       +
         }

     

       79
       +
       

     

       80
       +
         async getHTML() {

     

       81
       +
           if (this.#html !== null || !this.isPage)

     

       82
       +
             return this.#html;

     

       83
       +
           const content = await fetchHtml(this.url)

     

       84
       +
           if (!content) {

     

       85
       +
             this.isPage = false;

     

       86
       +
             return (this.#html = null);

     

       87
       +
           } else {

     

       88
       +
             const sanitized = await sanitizeHtml(content);

     

       89
       +
             return (this.#html = sanitized);

     

       90
       +
           }

     

       91
       +
         }

     

       92
       +
       

     

       93
       +
         async getLinks() {

     

       94
       +
           if (this.#links !== null || !this.isPage)

     

       95
       +
             return this.#links;

     

       96
       +
           const html = await this.getHTML();

     

       97
       +
           if (!html) return [];

     

       98
       +
           const doc = parseBody(this.url, html);

     

       99
       +
           const urls = extractLinks(doc);

     

       100
       +
           return urls

     

       101
       +
             .filter((url) => this.root.isURLAllowed(url))

     

       102
       +
             .map((url) => this.root.getPage(url));

     

       103
       +
         }

     

       104
       +
       

     

       105
       +
         async getContent(): Promise<string | null> {

     

       106
       +
           if (this.#content !== null || !this.isPage)

     

       107
       +
             return this.#content;

     

       108
       +
           const html = await this.getHTML();

     

       109
       +
           if (!html) return null;

     

       110
       +
           const doc = parseBody(this.url, html);

     

       111
       +
           const content = extractContent(doc);

     

       112
       +
           if (content) {

     

       113
       +
             return (this.#content = await htmlToMarkdown(content));

     

       114
       +
           } else {

     

       115
       +
             return (this.#content = null);

     

       116
       +
           }

     

       117
       +
         }

     

       118
       +
       }

     

       119
       +
       

     

       120
       +
       async function crawlPages(page: Page, visited = new Set<Page>([page])): Promise<Page[]> {

     

       121
       +
         const links = await page.getLinks();

     

       122
       +
         if (links) {

     

       123
       +
           log(`crawling (${links.length} links)`, page.url.pathname);

     

       124
       +
           for (const link of links) {

     

       125
       +
             if (visited.has(link)) {

     

       126
       +
               continue;

     

       127
       +
             } else {

     

       128
       +
               visited.add(page);

     

       129
       +
               await crawlPages(link, visited);

     

       130
       +
             }

     

       131
       +
           }

     

       132
       +
         }

     

       133
       +
         return [...visited].filter((page) => !!page.isPage);

     

       134
       +
       }

     

       135
       +
       

     

       136
       +
       export async function crawl(opts: CrawlOptions): Promise<Page[]> {

     

       137
       +
         const root = new Root(opts);

     

       138
       +
         const pages = await root.crawlPages();

     

       139
       +
         const graph = new WeightedDiGraph(pages.length);

     

       140
       +
         if (pages.length <= 1) {

     

       141
       +
           return pages;

     

       142
       +
         }

     

       143
       +
         for (let idx = 0; idx < pages.length; idx++) {

     

       144
       +
           pages[idx]!._id = idx;

     

       145
       +
         }

     

       146
       +
         for (let i = 0; i < pages.length; i++) {

     

       147
       +
           const from = pages[i]!;

     

       148
       +
           const links = await from.getLinks();

     

       149
       +
           if (!links) continue;

     

       150
       +
           for (let j = 0; j < links.length; j++) {

     

       151
       +
             const to = links[j]!;

     

       152
       +
             if (to._id != null && to.isPage) {

     

       153
       +
               const weight = links.length - j;

     

       154
       +
               const edge = new Edge(i, to._id!, weight);

     

       155
       +
               graph.addEdge(edge);

     

       156
       +
             }

     

       157
       +
           }

     

       158
       +
         }

     

       159
       +
         const kruskal = new KruskalMST(graph);

     

       160
       +
         const output = new Set<Page>();

     

       161
       +
         for (const edge of kruskal.mst) {

     

       162
       +
           const page = pages[edge.from()];

     

       163
       +
           if (page) output.add(page);

     

       164
       +
         }

     

       165
       +
         return [...output];

     

       166
       +
       }

+11

src/prettier.ts

···

       1
       +
       import { format } from 'prettier';

     

       2
       +
       

     

       3
       +
       export async function formatMarkdown(input: string) {

     

       4
       +
         return format(input, {

     

       5
       +
           semi: false,

     

       6
       +
           singleQuote: false,

     

       7
       +
           trailingComma: 'es5',

     

       8
       +
           proseWrap: 'never',

     

       9
       +
           parser: 'markdown',

     

       10
       +
         });

     

       11
       +
       }

+85

src/unified.ts

···

       1
       +
       import type { Root } from 'mdast';

     

       2
       +
       import { unified } from 'unified';

     

       3
       +
       import { visit } from 'unist-util-visit';

     

       4
       +
       import { defaultSchema as defaultSanitizeSchema } from 'hast-util-sanitize';

     

       5
       +
       import rehypeParse from 'rehype-parse';

     

       6
       +
       import rehypeSanitize from 'rehype-sanitize';

     

       7
       +
       import rehypeStringify from 'rehype-stringify';

     

       8
       +
       import rehypeRemark from 'rehype-remark';

     

       9
       +
       import remarkStringify from 'remark-stringify';

     

       10
       +
       import remarkUnlink from 'remark-unlink';

     

       11
       +
       import remarkNormalizeHeadings from 'remark-normalize-headings';

     

       12
       +
       import remarkGfm from 'remark-gfm';

     

       13
       +
       import remarkParse from 'remark-parse';

     

       14
       +
       import remarkSqueezeParagraphs from 'remark-squeeze-paragraphs';

     

       15
       +
       

     

       16
       +
       export async function sanitizeHtml(html: string): Promise<string> {

     

       17
       +
         const vfile = await unified()

     

       18
       +
           .use(rehypeParse)

     

       19
       +
           .use(rehypeSanitize, {

     

       20
       +
             tagNames: [

     

       21
       +
               ...defaultSanitizeSchema.tagNames!,

     

       22
       +
               'content-region',

     

       23
       +
               'footer',

     

       24
       +
               'header',

     

       25
       +
               'main',

     

       26
       +
               'article',

     

       27
       +
               'section',

     

       28
       +
               'nav',

     

       29
       +
             ],

     

       30
       +
             strip: ['script', 'style'],

     

       31
       +
           })

     

       32
       +
           .use(rehypeStringify)

     

       33
       +
           .process(html)

     

       34
       +
         return vfile.toString();

     

       35
       +
       }

     

       36
       +
       

     

       37
       +
       export async function htmlToMarkdown(content: {

     

       38
       +
         title: string;

     

       39
       +
         html: string;

     

       40
       +
       }): Promise<string> {

     

       41
       +
         function remarkDisqualify() {

     

       42
       +
           return function (tree: Root) {

     

       43
       +
             visit(tree, function (node, index, parent) {

     

       44
       +
               if (!parent || typeof index !== 'number') {

     

       45
       +
                 return;

     

       46
       +
               } else if (node.type === 'image' || node.type === 'imageReference') {

     

       47
       +
                 parent.children.splice(index, 1);

     

       48
       +
               } else if (node.type === 'link' || node.type === 'linkReference') {

     

       49
       +
                 if (node.children.length === 0)

     

       50
       +
                   parent.children.splice(index, 1);

     

       51
       +
                 if (parent.children.length === 1)

     

       52
       +
                   parent.children.length = 0;

     

       53
       +
               } else if (node.type === 'html') {

     

       54
       +
                 parent.children.splice(index, 1);

     

       55
       +
               }

     

       56
       +
             });

     

       57
       +
           };

     

       58
       +
         }

     

       59
       +
         const md = await unified()

     

       60
       +
           .use(rehypeParse, { fragment: true })

     

       61
       +
           .use(remarkGfm)

     

       62
       +
           .use(rehypeRemark, { document: false })

     

       63
       +
           .use(remarkDisqualify)

     

       64
       +
           .use(remarkUnlink)

     

       65
       +
           .use(remarkNormalizeHeadings)

     

       66
       +
           .use(remarkSqueezeParagraphs)

     

       67
       +
           .use(remarkStringify)

     

       68
       +
           .process(content.html);

     

       69
       +
         return md.toString().replace(/[\u200B-\u200D\uFEFF]/g, '');

     

       70
       +
       }

     

       71
       +
       

     

       72
       +
       export async function concatMarkdown(

     

       73
       +
         contents: (string | null)[] | Promise<string | null>[]

     

       74
       +
       ): Promise<string> {

     

       75
       +
         const md = await unified()

     

       76
       +
           .use(remarkParse, { fragment: true })

     

       77
       +
           .use(remarkGfm)

     

       78
       +
           .use(remarkNormalizeHeadings)

     

       79
       +
           .use(remarkSqueezeParagraphs)

     

       80
       +
           .use(remarkStringify)

     

       81
       +
           .process(

     

       82
       +
             (await Promise.all(contents)).join('\n\n')

     

       83
       +
           );

     

       84
       +
         return md.toString();

     

       85
       +
       }

tsconfig.json

···

       1
       +
       {

     

       2
       +
         "extends": "@tsconfig/bun",

     

       3
       +
         "compilerOptions": {

     

       4
       +
           "lib": ["DOM"]

     

       5
       +
         },

     

       6
       +
         "include": ["**/*.ts"]

     

       7
       +
       }