···

       
408
       
 
       
  "links": {

     

       
409
       
 
       
    "https://example.com/post/123": {

     

       
410
       
 
       
      "referencing_entries": ["https://blog.user.com/entry/456"],

     

       
411
       
-
       
      "is_tracked_post": true,

     

       
412
       
 
       
      "target_username": "user2"

     

       
413
       
 
       
    },

     

       
414
       
 
       
    "https://external-site.com/article": {

     

       
415
       
-
       
      "referencing_entries": ["https://blog.user.com/entry/789"],

     

       
416
       
-
       
      "is_tracked_post": false

     

       
417
       
 
       
    }

     

       
418
       
 
       
  },

     

       
419
       
 
       
  "reverse_mapping": {

     
···

       
438
       
 
       
```

     

       
439
       
 
       


     

       
440
       
 
       
This unified structure eliminates duplication by:

     

       
441
       
-
       
- Storing each URL only once with metadata flags

     

       
442
       
 
       
- Including all link data, reference data, and mappings in one file

     

       
443
       
-
       
- Using `is_tracked_post` to identify internal vs external links

     

       
444
       
 
       
- Providing bidirectional mappings for efficient queries

     

       
445
       
 
       


     

       
446
       
 
       
### Unified Structure Benefits

     

···

       
408
       
 
       
  "links": {

     

       
409
       
 
       
    "https://example.com/post/123": {

     

       
410
       
 
       
      "referencing_entries": ["https://blog.user.com/entry/456"],

     

       
0
       
 
       

     

       
411
       
 
       
      "target_username": "user2"

     

       
412
       
 
       
    },

     

       
413
       
 
       
    "https://external-site.com/article": {

     

       
414
       
+
       
      "referencing_entries": ["https://blog.user.com/entry/789"]

     

       
0
       
 
       

     

       
415
       
 
       
    }

     

       
416
       
 
       
  },

     

       
417
       
 
       
  "reverse_mapping": {

     
···

       
436
       
 
       
```

     

       
437
       
 
       


     

       
438
       
 
       
This unified structure eliminates duplication by:

     

       
439
       
+
       
- Storing each URL only once with minimal metadata

     

       
440
       
 
       
- Including all link data, reference data, and mappings in one file

     

       
441
       
+
       
- Using presence of `target_username` to identify tracked vs external links

     

       
442
       
 
       
- Providing bidirectional mappings for efficient queries

     

       
443
       
 
       


     

       
444
       
 
       
### Unified Structure Benefits

     

···

       
320
       
 
       
        reverse_mapping = {}

     

       
321
       
 
       
        

     

       
322
       
 
       
        for url, entry_ids in link_dict.items():

     

       
323
       
-
       
            is_tracked = url in registered_urls

     

       
324
       
-
       
            target_username = None

     

       
0
       
 
       

     

       
325
       
 
       
            

     

       
326
       
 
       
            # Find target username if this is a tracked post

     

       
327
       
-
       
            if is_tracked:

     

       
328
       
 
       
                for username in users:

     

       
329
       
 
       
                    user_domains_set = {domain for domain in user_domains.get(username, [])}

     

       
330
       
 
       
                    if any(domain in url for domain in user_domains_set):

     

       
331
       
-
       
                        target_username = username

     

       
332
       
 
       
                        break

     

       
333
       
 
       
            

     

       
334
       
-
       
            unified_links[url] = {

     

       
335
       
-
       
                "referencing_entries": entry_ids,

     

       
336
       
-
       
                "is_tracked_post": is_tracked

     

       
337
       
-
       
            }

     

       
338
       
-
       
            

     

       
339
       
-
       
            if target_username:

     

       
340
       
-
       
                unified_links[url]["target_username"] = target_username

     

       
341
       
-
       
            

     

       
342
       
 
       
            # Build reverse mapping

     

       
343
       
 
       
            for entry_id in entry_ids:

     

       
344
       
 
       
                if entry_id not in reverse_mapping:

     
···

       
355
       
 
       
        

     

       
356
       
 
       
        if verbose:

     

       
357
       
 
       
            console.print(f"Found {len(registered_urls)} registered post URLs")

     

       
358
       
-
       
            console.print(f"Found {len(link_dict)} total links, {sum(1 for link in unified_links.values() if link['is_tracked_post'])} tracked posts")

     

       
359
       
 
       
        

     

       
360
       
 
       
        # Save unified data

     

       
361
       
 
       
        with open(output_path, "w") as f:

     
···

       
373
       
 
       
            print(f"Unknown\t{len(link_categories['unknown'])}\tLinks to external sites")

     

       
374
       
 
       
            print(f"Total Extracted\t{len(all_links)}\tAll extracted links")

     

       
375
       
 
       
            print(f"Saved to Output\t{len(output_data['links'])}\tLinks saved to output file")

     

       
376
       
-
       
            print(f"Cross-references\t{sum(1 for link in unified_links.values() if link['is_tracked_post'])}\tLinks to registered posts only")

     

       
377
       
 
       
        else:

     

       
378
       
 
       
            table = Table(title="Links Summary")

     

       
379
       
 
       
            table.add_column("Category", style="cyan")

     
···

       
385
       
 
       
            table.add_row("Unknown", str(len(link_categories["unknown"])), "Links to external sites")

     

       
386
       
 
       
            table.add_row("Total Extracted", str(len(all_links)), "All extracted links")

     

       
387
       
 
       
            table.add_row("Saved to Output", str(len(output_data['links'])), "Links saved to output file")

     

       
388
       
-
       
            table.add_row("Cross-references", str(sum(1 for link in unified_links.values() if link['is_tracked_post'])), "Links to registered posts only")

     

       
389
       
 
       
            

     

       
390
       
 
       
            console.print(table)

     

       
391
       
 
       
        

     

···

       
320
       
 
       
        reverse_mapping = {}

     

       
321
       
 
       
        

     

       
322
       
 
       
        for url, entry_ids in link_dict.items():

     

       
323
       
+
       
            unified_links[url] = {

     

       
324
       
+
       
                "referencing_entries": entry_ids

     

       
325
       
+
       
            }

     

       
326
       
 
       
            

     

       
327
       
 
       
            # Find target username if this is a tracked post

     

       
328
       
+
       
            if url in registered_urls:

     

       
329
       
 
       
                for username in users:

     

       
330
       
 
       
                    user_domains_set = {domain for domain in user_domains.get(username, [])}

     

       
331
       
 
       
                    if any(domain in url for domain in user_domains_set):

     

       
332
       
+
       
                        unified_links[url]["target_username"] = username

     

       
333
       
 
       
                        break

     

       
334
       
 
       
            

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
335
       
 
       
            # Build reverse mapping

     

       
336
       
 
       
            for entry_id in entry_ids:

     

       
337
       
 
       
                if entry_id not in reverse_mapping:

     
···

       
348
       
 
       
        

     

       
349
       
 
       
        if verbose:

     

       
350
       
 
       
            console.print(f"Found {len(registered_urls)} registered post URLs")

     

       
351
       
+
       
            console.print(f"Found {len(link_dict)} total links, {sum(1 for link in unified_links.values() if 'target_username' in link)} tracked posts")

     

       
352
       
 
       
        

     

       
353
       
 
       
        # Save unified data

     

       
354
       
 
       
        with open(output_path, "w") as f:

     
···

       
366
       
 
       
            print(f"Unknown\t{len(link_categories['unknown'])}\tLinks to external sites")

     

       
367
       
 
       
            print(f"Total Extracted\t{len(all_links)}\tAll extracted links")

     

       
368
       
 
       
            print(f"Saved to Output\t{len(output_data['links'])}\tLinks saved to output file")

     

       
369
       
+
       
            print(f"Cross-references\t{sum(1 for link in unified_links.values() if 'target_username' in link)}\tLinks to registered posts only")

     

       
370
       
 
       
        else:

     

       
371
       
 
       
            table = Table(title="Links Summary")

     

       
372
       
 
       
            table.add_column("Category", style="cyan")

     
···

       
378
       
 
       
            table.add_row("Unknown", str(len(link_categories["unknown"])), "Links to external sites")

     

       
379
       
 
       
            table.add_row("Total Extracted", str(len(all_links)), "All extracted links")

     

       
380
       
 
       
            table.add_row("Saved to Output", str(len(output_data['links'])), "Links saved to output file")

     

       
381
       
+
       
            table.add_row("Cross-references", str(sum(1 for link in unified_links.values() if 'target_username' in link)), "Links to registered posts only")

     

       
382
       
 
       
            

     

       
383
       
 
       
            console.print(table)

     

       
384