···

       
1
       
1
       
 
       
import { debug } from 'debug';

     

       
2
       
2
       
 
       
import { createFallback } from 'ai-fallback';

     

       
3
       
3
       
-
       
import { generateText } from 'ai';

     

       
3
       
3
       
+
       
import { streamText } from 'ai';

     

       
4
       
4
       
 
       
import { createOpenAI } from '@ai-sdk/openai';

     

       
5
       
5
       
 
       
import { createOllama } from 'ollama-ai-provider';

     

       
6
       
6
       
 
       
import * as fs from 'node:fs/promises';

     
···

       
51
       
51
       
 
       
    }

     

       
52
       
52
       
 
       
  } catch {}

     

       
53
       
53
       
 
       
  log('prompting to rewrite', url.pathname);

     

       
54
       
54
       
-
       
  const { text } = await generateText({

     

       
54
       
54
       
+
       
  const { textStream } = streamText({

     

       
55
       
55
       
 
       
    model: createFallback({

     

       
56
       
56
       
 
       
      models: [

     

       
57
       
57
       
 
       
        ollama('mistral-small3.1:24b'),

     
···

       
67
       
67
       
 
       
    system: SYSTEM_PROMPT.trim(),

     

       
68
       
68
       
 
       
    prompt: input,

     

       
69
       
69
       
 
       
  });

     

       
70
       
70
       
+
       
  const output = [];

     

       
71
       
71
       
+
       
  for await (const chunk of textStream)

     

       
72
       
72
       
+
       
    output.push(chunk);

     

       
73
       
73
       
+
       
  const text = output.join('');

     

       
70
       
74
       
 
       
  await fs.writeFile(cacheFile, text, 'utf-8');

     

       
71
       
75
       
 
       
  return text;

     

       
72
       
76
       
 
       
}