commit 2a01a10dca9289d74571e5f8071ba4968f50e6ee · kitten.sh/rn-llms-txt-gen

+1 -1

src/index.ts

···

       26
       26
        
           log(`completed page ${idx + 1} of ${pages.length}`);

     

       27
       27
        
         }

     

       28
       28
        
         const output = await concatMarkdown(contents);

     

       29
       29
       -
         const formatted = await formatMarkdown(output);

     

       29
       29
       +
         const formatted = await formatMarkdown(site.name, output);

     

       30
       30
        
         const file = path.join(outputPath, `llms-full-${site.name}.txt`);

     

       31
       31
        
         await fs.writeFile(file, formatted, 'utf-8');

     

       32
       32
        
       }

+15 -9

src/prettier.ts

···

       4
       4
        
       import remarkStringify from 'remark-stringify';

     

       5
       5
        
       import remarkGfm from 'remark-gfm';

     

       6
       6
        
       

     

       7
       7
       -
       async function reformat(content: string): Promise<string> {

     

       7
       7
       +
       import { remarkTitle } from './unified';

     

       8
       8
       +
       

     

       9
       9
       +
       async function reformat(content: string, title: string): Promise<string> {

     

       8
       10
        
         // NOTE: We reformat with remark again to get rid of prettier's

     

       9
       11
        
         // table formatting mostly. This doesn't work well as LLM input

     

       10
       12
        
         const md = await unified()

     
···

       13
       15
        
             tablePipeAlign: false,

     

       14
       16
        
             tableCellPadding: false,

     

       15
       17
        
           })

     

       18
       18
       +
           .use(remarkTitle, { title })

     

       16
       19
        
           .use(remarkStringify, {

     

       17
       20
        
             bullet: '-',

     

       18
       21
        
             incrementListMarker: false,

     
···

       23
       26
        
         return md.toString();

     

       24
       27
        
       }

     

       25
       28
        
       

     

       26
       26
       -
       export async function formatMarkdown(input: string) {

     

       27
       27
       -
         return reformat(await format(input, {

     

       28
       28
       -
           semi: false,

     

       29
       29
       -
           singleQuote: false,

     

       30
       30
       -
           trailingComma: 'es5',

     

       31
       31
       -
           proseWrap: 'never',

     

       32
       32
       -
           parser: 'markdown',

     

       33
       33
       -
         }));

     

       29
       29
       +
       export async function formatMarkdown(title: string, input: string) {

     

       30
       30
       +
         return reformat(

     

       31
       31
       +
           await format(input, {

     

       32
       32
       +
             semi: false,

     

       33
       33
       +
             singleQuote: false,

     

       34
       34
       +
             trailingComma: 'es5',

     

       35
       35
       +
             proseWrap: 'never',

     

       36
       36
       +
             parser: 'markdown',

     

       37
       37
       +
           }),

     

       38
       38
       +
           title

     

       39
       39
       +
         );

     

       34
       40
        
       }

+1 -1

src/unified.ts

···

       199
       199
        
         }

     

       200
       200
        
       }

     

       201
       201
        
       

     

       202
       202
       -
       function remarkTitle(opts: { title: string }) {

     

       202
       202
       +
       export function remarkTitle(opts: { title: string }) {

     

       203
       203
        
         return function checkTitleTransformer(root: Root) {

     

       204
       204
        
           const node = root.children[0]!;

     

       205
       205
        
           const replacement: Heading = {