back round 0 view raw

a bunch of quality of life + MST viz #8

merged
opened by zzstoatzz.io targeting main from feat/url-validation

bunch of things

options
unified split
Changed files
+362 -14
Cargo.lock
Cargo.toml
src
mst.rs
routes.rs
templates.rs
+164 -11
Cargo.lock 
···

       
62

       
62

       
 

       
 "flate2",


     

       
63

       
63

       
 

       
 "foldhash",


     

       
64

       
64

       
 

       
 "futures-core",


     

       
65

       

       
-

       
 "h2",


     

       

       
65

       
+

       
 "h2 0.3.27",


     

       
66

       
66

       
 

       
 "http 0.2.12",


     

       
67

       
67

       
 

       
 "httparse",


     

       
68

       
68

       
 

       
 "httpdate",


     
···

       
419

       
419

       
 

       
 "env_logger",


     

       
420

       
420

       
 

       
 "hickory-resolver",


     

       
421

       
421

       
 

       
 "log",


     

       

       
422

       
+

       
 "reqwest",


     

       
422

       
423

       
 

       
 "serde",


     

       
423

       
424

       
 

       
 "serde_json",


     

       
424

       
425

       
 

       
 "tokio",


     
···

       
543

       
544

       
 

       
 "miniz_oxide",


     

       
544

       
545

       
 

       
 "object",


     

       
545

       
546

       
 

       
 "rustc-demangle",


     

       
546

       

       
-

       
 "windows-link",


     

       

       
547

       
+

       
 "windows-link 0.2.0",


     

       
547

       
548

       
 

       
]


     

       
548

       
549

       
 

       



     

       
549

       
550

       
 

       
[[package]]


     
···

       
672

       
673

       
 

       
 "num-traits",


     

       
673

       
674

       
 

       
 "serde",


     

       
674

       
675

       
 

       
 "wasm-bindgen",


     

       
675

       

       
-

       
 "windows-link",


     

       

       
676

       
+

       
 "windows-link 0.2.0",


     

       
676

       
677

       
 

       
]


     

       
677

       
678

       
 

       



     

       
678

       
679

       
 

       
[[package]]


     
···

       
1302

       
1303

       
 

       
 "tracing",


     

       
1303

       
1304

       
 

       
]


     

       
1304

       
1305

       
 

       



     

       

       
1306

       
+

       
[[package]]


     

       

       
1307

       
+

       
name = "h2"


     

       

       
1308

       
+

       
version = "0.4.12"


     

       

       
1309

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
1310

       
+

       
checksum = "f3c0b69cfcb4e1b9f1bf2f53f95f766e4661169728ec61cd3fe5a0166f2d1386"


     

       

       
1311

       
+

       
dependencies = [


     

       

       
1312

       
+

       
 "atomic-waker",


     

       

       
1313

       
+

       
 "bytes",


     

       

       
1314

       
+

       
 "fnv",


     

       

       
1315

       
+

       
 "futures-core",


     

       

       
1316

       
+

       
 "futures-sink",


     

       

       
1317

       
+

       
 "http 1.3.1",


     

       

       
1318

       
+

       
 "indexmap",


     

       

       
1319

       
+

       
 "slab",


     

       

       
1320

       
+

       
 "tokio",


     

       

       
1321

       
+

       
 "tokio-util",


     

       

       
1322

       
+

       
 "tracing",


     

       

       
1323

       
+

       
]


     

       

       
1324

       
+

       



     

       
1305

       
1325

       
 

       
[[package]]


     

       
1306

       
1326

       
 

       
name = "hashbrown"


     

       
1307

       
1327

       
 

       
version = "0.14.5"


     
···

       
1467

       
1487

       
 

       
 "bytes",


     

       
1468

       
1488

       
 

       
 "futures-channel",


     

       
1469

       
1489

       
 

       
 "futures-core",


     

       

       
1490

       
+

       
 "h2 0.4.12",


     

       
1470

       
1491

       
 

       
 "http 1.3.1",


     

       
1471

       
1492

       
 

       
 "http-body",


     

       
1472

       
1493

       
 

       
 "httparse",


     
···

       
1478

       
1499

       
 

       
 "want",


     

       
1479

       
1500

       
 

       
]


     

       
1480

       
1501

       
 

       



     

       

       
1502

       
+

       
[[package]]


     

       

       
1503

       
+

       
name = "hyper-rustls"


     

       

       
1504

       
+

       
version = "0.27.7"


     

       

       
1505

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
1506

       
+

       
checksum = "e3c93eb611681b207e1fe55d5a71ecf91572ec8a6705cdb6857f7d8d5242cf58"


     

       

       
1507

       
+

       
dependencies = [


     

       

       
1508

       
+

       
 "http 1.3.1",


     

       

       
1509

       
+

       
 "hyper",


     

       

       
1510

       
+

       
 "hyper-util",


     

       

       
1511

       
+

       
 "rustls",


     

       

       
1512

       
+

       
 "rustls-pki-types",


     

       

       
1513

       
+

       
 "tokio",


     

       

       
1514

       
+

       
 "tokio-rustls",


     

       

       
1515

       
+

       
 "tower-service",


     

       

       
1516

       
+

       
]


     

       

       
1517

       
+

       



     

       
1481

       
1518

       
 

       
[[package]]


     

       
1482

       
1519

       
 

       
name = "hyper-tls"


     

       
1483

       
1520

       
 

       
version = "0.6.0"


     
···

       
1513

       
1550

       
 

       
 "percent-encoding",


     

       
1514

       
1551

       
 

       
 "pin-project-lite",


     

       
1515

       
1552

       
 

       
 "socket2 0.6.0",


     

       

       
1553

       
+

       
 "system-configuration",


     

       
1516

       
1554

       
 

       
 "tokio",


     

       
1517

       
1555

       
 

       
 "tower-service",


     

       
1518

       
1556

       
 

       
 "tracing",


     

       

       
1557

       
+

       
 "windows-registry",


     

       
1519

       
1558

       
 

       
]


     

       
1520

       
1559

       
 

       



     

       
1521

       
1560

       
 

       
[[package]]


     
···

       
2143

       
2182

       
 

       
 "libc",


     

       
2144

       
2183

       
 

       
 "redox_syscall",


     

       
2145

       
2184

       
 

       
 "smallvec",


     

       
2146

       

       
-

       
 "windows-link",


     

       

       
2185

       
+

       
 "windows-link 0.2.0",


     

       
2147

       
2186

       
 

       
]


     

       
2148

       
2187

       
 

       



     

       
2149

       
2188

       
 

       
[[package]]


     
···

       
2366

       
2405

       
 

       
 "async-compression",


     

       
2367

       
2406

       
 

       
 "base64 0.22.1",


     

       
2368

       
2407

       
 

       
 "bytes",


     

       

       
2408

       
+

       
 "encoding_rs",


     

       
2369

       
2409

       
 

       
 "futures-core",


     

       
2370

       
2410

       
 

       
 "futures-util",


     

       

       
2411

       
+

       
 "h2 0.4.12",


     

       
2371

       
2412

       
 

       
 "http 1.3.1",


     

       
2372

       
2413

       
 

       
 "http-body",


     

       
2373

       
2414

       
 

       
 "http-body-util",


     

       
2374

       
2415

       
 

       
 "hyper",


     

       

       
2416

       
+

       
 "hyper-rustls",


     

       
2375

       
2417

       
 

       
 "hyper-tls",


     

       
2376

       
2418

       
 

       
 "hyper-util",


     

       
2377

       
2419

       
 

       
 "js-sys",


     

       
2378

       
2420

       
 

       
 "log",


     

       

       
2421

       
+

       
 "mime",


     

       
2379

       
2422

       
 

       
 "native-tls",


     

       
2380

       
2423

       
 

       
 "percent-encoding",


     

       
2381

       
2424

       
 

       
 "pin-project-lite",


     
···

       
2412

       
2455

       
 

       
 "subtle",


     

       
2413

       
2456

       
 

       
]


     

       
2414

       
2457

       
 

       



     

       

       
2458

       
+

       
[[package]]


     

       

       
2459

       
+

       
name = "ring"


     

       

       
2460

       
+

       
version = "0.17.14"


     

       

       
2461

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
2462

       
+

       
checksum = "a4689e6c2294d81e88dc6261c768b63bc4fcdb852be6d1352498b114f61383b7"


     

       

       
2463

       
+

       
dependencies = [


     

       

       
2464

       
+

       
 "cc",


     

       

       
2465

       
+

       
 "cfg-if",


     

       

       
2466

       
+

       
 "getrandom 0.2.16",


     

       

       
2467

       
+

       
 "libc",


     

       

       
2468

       
+

       
 "untrusted",


     

       

       
2469

       
+

       
 "windows-sys 0.52.0",


     

       

       
2470

       
+

       
]


     

       

       
2471

       
+

       



     

       
2415

       
2472

       
 

       
[[package]]


     

       
2416

       
2473

       
 

       
name = "rustc-demangle"


     

       
2417

       
2474

       
 

       
version = "0.1.26"


     
···

       
2440

       
2497

       
 

       
 "windows-sys 0.61.1",


     

       
2441

       
2498

       
 

       
]


     

       
2442

       
2499

       
 

       



     

       

       
2500

       
+

       
[[package]]


     

       

       
2501

       
+

       
name = "rustls"


     

       

       
2502

       
+

       
version = "0.23.31"


     

       

       
2503

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
2504

       
+

       
checksum = "c0ebcbd2f03de0fc1122ad9bb24b127a5a6cd51d72604a3f3c50ac459762b6cc"


     

       

       
2505

       
+

       
dependencies = [


     

       

       
2506

       
+

       
 "once_cell",


     

       

       
2507

       
+

       
 "rustls-pki-types",


     

       

       
2508

       
+

       
 "rustls-webpki",


     

       

       
2509

       
+

       
 "subtle",


     

       

       
2510

       
+

       
 "zeroize",


     

       

       
2511

       
+

       
]


     

       

       
2512

       
+

       



     

       
2443

       
2513

       
 

       
[[package]]


     

       
2444

       
2514

       
 

       
name = "rustls-pki-types"


     

       
2445

       
2515

       
 

       
version = "1.12.0"


     
···

       
2449

       
2519

       
 

       
 "zeroize",


     

       
2450

       
2520

       
 

       
]


     

       
2451

       
2521

       
 

       



     

       

       
2522

       
+

       
[[package]]


     

       

       
2523

       
+

       
name = "rustls-webpki"


     

       

       
2524

       
+

       
version = "0.103.4"


     

       

       
2525

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
2526

       
+

       
checksum = "0a17884ae0c1b773f1ccd2bd4a8c72f16da897310a98b0e84bf349ad5ead92fc"


     

       

       
2527

       
+

       
dependencies = [


     

       

       
2528

       
+

       
 "ring",


     

       

       
2529

       
+

       
 "rustls-pki-types",


     

       

       
2530

       
+

       
 "untrusted",


     

       

       
2531

       
+

       
]


     

       

       
2532

       
+

       



     

       
2452

       
2533

       
 

       
[[package]]


     

       
2453

       
2534

       
 

       
name = "rustversion"


     

       
2454

       
2535

       
 

       
version = "1.0.22"


     
···

       
2735

       
2816

       
 

       
 "syn 2.0.106",


     

       
2736

       
2817

       
 

       
]


     

       
2737

       
2818

       
 

       



     

       

       
2819

       
+

       
[[package]]


     

       

       
2820

       
+

       
name = "system-configuration"


     

       

       
2821

       
+

       
version = "0.6.1"


     

       

       
2822

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
2823

       
+

       
checksum = "3c879d448e9d986b661742763247d3693ed13609438cf3d006f51f5368a5ba6b"


     

       

       
2824

       
+

       
dependencies = [


     

       

       
2825

       
+

       
 "bitflags",


     

       

       
2826

       
+

       
 "core-foundation",


     

       

       
2827

       
+

       
 "system-configuration-sys",


     

       

       
2828

       
+

       
]


     

       

       
2829

       
+

       



     

       

       
2830

       
+

       
[[package]]


     

       

       
2831

       
+

       
name = "system-configuration-sys"


     

       

       
2832

       
+

       
version = "0.6.0"


     

       

       
2833

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
2834

       
+

       
checksum = "8e1d1b10ced5ca923a1fcb8d03e96b8d3268065d724548c0211415ff6ac6bac4"


     

       

       
2835

       
+

       
dependencies = [


     

       

       
2836

       
+

       
 "core-foundation-sys",


     

       

       
2837

       
+

       
 "libc",


     

       

       
2838

       
+

       
]


     

       

       
2839

       
+

       



     

       
2738

       
2840

       
 

       
[[package]]


     

       
2739

       
2841

       
 

       
name = "tagptr"


     

       
2740

       
2842

       
 

       
version = "0.2.0"


     
···

       
2871

       
2973

       
 

       
 "tokio",


     

       
2872

       
2974

       
 

       
]


     

       
2873

       
2975

       
 

       



     

       

       
2976

       
+

       
[[package]]


     

       

       
2977

       
+

       
name = "tokio-rustls"


     

       

       
2978

       
+

       
version = "0.26.2"


     

       

       
2979

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
2980

       
+

       
checksum = "8e727b36a1a0e8b74c376ac2211e40c2c8af09fb4013c60d910495810f008e9b"


     

       

       
2981

       
+

       
dependencies = [


     

       

       
2982

       
+

       
 "rustls",


     

       

       
2983

       
+

       
 "tokio",


     

       

       
2984

       
+

       
]


     

       

       
2985

       
+

       



     

       
2874

       
2986

       
 

       
[[package]]


     

       
2875

       
2987

       
 

       
name = "tokio-util"


     

       
2876

       
2988

       
 

       
version = "0.7.16"


     
···

       
3018

       
3130

       
 

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       
3019

       
3131

       
 

       
checksum = "eb066959b24b5196ae73cb057f45598450d2c5f71460e98c49b738086eff9c06"


     

       
3020

       
3132

       
 

       



     

       

       
3133

       
+

       
[[package]]


     

       

       
3134

       
+

       
name = "untrusted"


     

       

       
3135

       
+

       
version = "0.9.0"


     

       

       
3136

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
3137

       
+

       
checksum = "8ecb6da28b8a351d773b68d5825ac39017e680750f980f3a1a85cd8dd28a47c1"


     

       

       
3138

       
+

       



     

       
3021

       
3139

       
 

       
[[package]]


     

       
3022

       
3140

       
 

       
name = "url"


     

       
3023

       
3141

       
 

       
version = "2.5.7"


     
···

       
3210

       
3328

       
 

       
dependencies = [


     

       
3211

       
3329

       
 

       
 "windows-implement",


     

       
3212

       
3330

       
 

       
 "windows-interface",


     

       
3213

       

       
-

       
 "windows-link",


     

       
3214

       

       
-

       
 "windows-result",


     

       
3215

       

       
-

       
 "windows-strings",


     

       

       
3331

       
+

       
 "windows-link 0.2.0",


     

       

       
3332

       
+

       
 "windows-result 0.4.0",


     

       

       
3333

       
+

       
 "windows-strings 0.5.0",


     

       
3216

       
3334

       
 

       
]


     

       
3217

       
3335

       
 

       



     

       
3218

       
3336

       
 

       
[[package]]


     
···

       
3237

       
3355

       
 

       
 "syn 2.0.106",


     

       
3238

       
3356

       
 

       
]


     

       
3239

       
3357

       
 

       



     

       

       
3358

       
+

       
[[package]]


     

       

       
3359

       
+

       
name = "windows-link"


     

       

       
3360

       
+

       
version = "0.1.3"


     

       

       
3361

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
3362

       
+

       
checksum = "5e6ad25900d524eaabdbbb96d20b4311e1e7ae1699af4fb28c17ae66c80d798a"


     

       

       
3363

       
+

       



     

       
3240

       
3364

       
 

       
[[package]]


     

       
3241

       
3365

       
 

       
name = "windows-link"


     

       
3242

       
3366

       
 

       
version = "0.2.0"


     

       
3243

       
3367

       
 

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       
3244

       
3368

       
 

       
checksum = "45e46c0661abb7180e7b9c281db115305d49ca1709ab8242adf09666d2173c65"


     

       
3245

       
3369

       
 

       



     

       

       
3370

       
+

       
[[package]]


     

       

       
3371

       
+

       
name = "windows-registry"


     

       

       
3372

       
+

       
version = "0.5.3"


     

       

       
3373

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
3374

       
+

       
checksum = "5b8a9ed28765efc97bbc954883f4e6796c33a06546ebafacbabee9696967499e"


     

       

       
3375

       
+

       
dependencies = [


     

       

       
3376

       
+

       
 "windows-link 0.1.3",


     

       

       
3377

       
+

       
 "windows-result 0.3.4",


     

       

       
3378

       
+

       
 "windows-strings 0.4.2",


     

       

       
3379

       
+

       
]


     

       

       
3380

       
+

       



     

       

       
3381

       
+

       
[[package]]


     

       

       
3382

       
+

       
name = "windows-result"


     

       

       
3383

       
+

       
version = "0.3.4"


     

       

       
3384

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
3385

       
+

       
checksum = "56f42bd332cc6c8eac5af113fc0c1fd6a8fd2aa08a0119358686e5160d0586c6"


     

       

       
3386

       
+

       
dependencies = [


     

       

       
3387

       
+

       
 "windows-link 0.1.3",


     

       

       
3388

       
+

       
]


     

       

       
3389

       
+

       



     

       
3246

       
3390

       
 

       
[[package]]


     

       
3247

       
3391

       
 

       
name = "windows-result"


     

       
3248

       
3392

       
 

       
version = "0.4.0"


     

       
3249

       
3393

       
 

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       
3250

       
3394

       
 

       
checksum = "7084dcc306f89883455a206237404d3eaf961e5bd7e0f312f7c91f57eb44167f"


     

       
3251

       
3395

       
 

       
dependencies = [


     

       
3252

       

       
-

       
 "windows-link",


     

       

       
3396

       
+

       
 "windows-link 0.2.0",


     

       

       
3397

       
+

       
]


     

       

       
3398

       
+

       



     

       

       
3399

       
+

       
[[package]]


     

       

       
3400

       
+

       
name = "windows-strings"


     

       

       
3401

       
+

       
version = "0.4.2"


     

       

       
3402

       
+

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       

       
3403

       
+

       
checksum = "56e6c93f3a0c3b36176cb1327a4958a0353d5d166c2a35cb268ace15e91d3b57"


     

       

       
3404

       
+

       
dependencies = [


     

       

       
3405

       
+

       
 "windows-link 0.1.3",


     

       
3253

       
3406

       
 

       
]


     

       
3254

       
3407

       
 

       



     

       
3255

       
3408

       
 

       
[[package]]


     
···

       
3258

       
3411

       
 

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       
3259

       
3412

       
 

       
checksum = "7218c655a553b0bed4426cf54b20d7ba363ef543b52d515b3e48d7fd55318dda"


     

       
3260

       
3413

       
 

       
dependencies = [


     

       
3261

       

       
-

       
 "windows-link",


     

       

       
3414

       
+

       
 "windows-link 0.2.0",


     

       
3262

       
3415

       
 

       
]


     

       
3263

       
3416

       
 

       



     

       
3264

       
3417

       
 

       
[[package]]


     
···

       
3303

       
3456

       
 

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       
3304

       
3457

       
 

       
checksum = "6f109e41dd4a3c848907eb83d5a42ea98b3769495597450cf6d153507b166f0f"


     

       
3305

       
3458

       
 

       
dependencies = [


     

       
3306

       

       
-

       
 "windows-link",


     

       

       
3459

       
+

       
 "windows-link 0.2.0",


     

       
3307

       
3460

       
 

       
]


     

       
3308

       
3461

       
 

       



     

       
3309

       
3462

       
 

       
[[package]]


     
···

       
3343

       
3496

       
 

       
source = "registry+https://github.com/rust-lang/crates.io-index"


     

       
3344

       
3497

       
 

       
checksum = "2d42b7b7f66d2a06854650af09cfdf8713e427a439c97ad65a6375318033ac4b"


     

       
3345

       
3498

       
 

       
dependencies = [


     

       
3346

       

       
-

       
 "windows-link",


     

       

       
3499

       
+

       
 "windows-link 0.2.0",


     

       
3347

       
3500

       
 

       
 "windows_aarch64_gnullvm 0.53.0",


     

       
3348

       
3501

       
 

       
 "windows_aarch64_msvc 0.53.0",


     

       
3349

       
3502

       
 

       
 "windows_i686_gnu 0.53.0",
+1
Cargo.toml 
···

       
17

       
17

       
 

       
hickory-resolver = "0.24"


     

       
18

       
18

       
 

       
env_logger = "0.11"


     

       
19

       
19

       
 

       
log = "0.4"


     

       

       
20

       
+

       
reqwest = { version = "0.12", features = ["json"] }
+164
src/mst.rs 
···

       

       
1

       
+

       
use serde::{Deserialize, Serialize};


     

       

       
2

       
+

       
use std::collections::HashMap;


     

       

       
3

       
+

       



     

       

       
4

       
+

       
#[derive(Debug, Serialize, Deserialize, Clone)]


     

       

       
5

       
+

       
pub struct Record {


     

       

       
6

       
+

       
    pub uri: String,


     

       

       
7

       
+

       
    pub cid: String,


     

       

       
8

       
+

       
    pub value: serde_json::Value,


     

       

       
9

       
+

       
}


     

       

       
10

       
+

       



     

       

       
11

       
+

       
#[derive(Debug, Serialize, Clone)]


     

       

       
12

       
+

       
#[serde(rename_all = "camelCase")]


     

       

       
13

       
+

       
pub struct MSTNode {


     

       

       
14

       
+

       
    pub key: String,


     

       

       
15

       
+

       
    pub cid: Option<String>,


     

       

       
16

       
+

       
    pub uri: Option<String>,


     

       

       
17

       
+

       
    pub value: Option<serde_json::Value>,


     

       

       
18

       
+

       
    pub depth: i32,


     

       

       
19

       
+

       
    pub children: Vec<MSTNode>,


     

       

       
20

       
+

       
}


     

       

       
21

       
+

       



     

       

       
22

       
+

       
#[derive(Debug, Serialize)]


     

       

       
23

       
+

       
#[serde(rename_all = "camelCase")]


     

       

       
24

       
+

       
pub struct MSTResponse {


     

       

       
25

       
+

       
    pub root: MSTNode,


     

       

       
26

       
+

       
    pub record_count: usize,


     

       

       
27

       
+

       
}


     

       

       
28

       
+

       



     

       

       
29

       
+

       
pub fn build_mst(records: Vec<Record>) -> MSTResponse {


     

       

       
30

       
+

       
    let record_count = records.len();


     

       

       
31

       
+

       



     

       

       
32

       
+

       
    // Extract and sort by key


     

       

       
33

       
+

       
    let mut nodes: Vec<MSTNode> = records


     

       

       
34

       
+

       
        .into_iter()


     

       

       
35

       
+

       
        .map(|r| {


     

       

       
36

       
+

       
            let key = r.uri.split('/').last().unwrap_or("").to_string();


     

       

       
37

       
+

       
            MSTNode {


     

       

       
38

       
+

       
                key: key.clone(),


     

       

       
39

       
+

       
                cid: Some(r.cid),


     

       

       
40

       
+

       
                uri: Some(r.uri),


     

       

       
41

       
+

       
                value: Some(r.value),


     

       

       
42

       
+

       
                depth: calculate_key_depth(&key),


     

       

       
43

       
+

       
                children: vec![],


     

       

       
44

       
+

       
            }


     

       

       
45

       
+

       
        })


     

       

       
46

       
+

       
        .collect();


     

       

       
47

       
+

       



     

       

       
48

       
+

       
    nodes.sort_by(|a, b| a.key.cmp(&b.key));


     

       

       
49

       
+

       



     

       

       
50

       
+

       
    // Build tree structure


     

       

       
51

       
+

       
    let root = build_tree(nodes);


     

       

       
52

       
+

       



     

       

       
53

       
+

       
    MSTResponse {


     

       

       
54

       
+

       
        root,


     

       

       
55

       
+

       
        record_count,


     

       

       
56

       
+

       
    }


     

       

       
57

       
+

       
}


     

       

       
58

       
+

       



     

       

       
59

       
+

       
fn calculate_key_depth(key: &str) -> i32 {


     

       

       
60

       
+

       
    // Simplified depth calculation based on key hash


     

       

       
61

       
+

       
    let mut hash: i32 = 0;


     

       

       
62

       
+

       
    for ch in key.chars() {


     

       

       
63

       
+

       
        hash = hash.wrapping_shl(5).wrapping_sub(hash).wrapping_add(ch as i32);


     

       

       
64

       
+

       
    }


     

       

       
65

       
+

       



     

       

       
66

       
+

       
    // Count leading zero bits (approximation)


     

       

       
67

       
+

       
    let abs_hash = hash.abs() as u32;


     

       

       
68

       
+

       
    let binary = format!("{:032b}", abs_hash);


     

       

       
69

       
+

       



     

       

       
70

       
+

       
    let mut depth = 0;


     

       

       
71

       
+

       
    let chars: Vec<char> = binary.chars().collect();


     

       

       
72

       
+

       
    let mut i = 0;


     

       

       
73

       
+

       
    while i < chars.len() - 1 {


     

       

       
74

       
+

       
        if chars[i] == '0' && chars[i + 1] == '0' {


     

       

       
75

       
+

       
            depth += 1;


     

       

       
76

       
+

       
            i += 2;


     

       

       
77

       
+

       
        } else {


     

       

       
78

       
+

       
            break;


     

       

       
79

       
+

       
        }


     

       

       
80

       
+

       
    }


     

       

       
81

       
+

       



     

       

       
82

       
+

       
    depth.min(5)


     

       

       
83

       
+

       
}


     

       

       
84

       
+

       



     

       

       
85

       
+

       
fn build_tree(nodes: Vec<MSTNode>) -> MSTNode {


     

       

       
86

       
+

       
    if nodes.is_empty() {


     

       

       
87

       
+

       
        return MSTNode {


     

       

       
88

       
+

       
            key: "root".to_string(),


     

       

       
89

       
+

       
            cid: None,


     

       

       
90

       
+

       
            uri: None,


     

       

       
91

       
+

       
            value: None,


     

       

       
92

       
+

       
            depth: -1,


     

       

       
93

       
+

       
            children: vec![],


     

       

       
94

       
+

       
        };


     

       

       
95

       
+

       
    }


     

       

       
96

       
+

       



     

       

       
97

       
+

       
    // Group by depth


     

       

       
98

       
+

       
    let mut by_depth: HashMap<i32, Vec<MSTNode>> = HashMap::new();


     

       

       
99

       
+

       
    for node in nodes {


     

       

       
100

       
+

       
        by_depth.entry(node.depth).or_insert_with(Vec::new).push(node);


     

       

       
101

       
+

       
    }


     

       

       
102

       
+

       



     

       

       
103

       
+

       
    let mut depths: Vec<i32> = by_depth.keys().copied().collect();


     

       

       
104

       
+

       
    depths.sort();


     

       

       
105

       
+

       



     

       

       
106

       
+

       
    // Build tree bottom-up


     

       

       
107

       
+

       
    let mut current_level: Vec<MSTNode> = by_depth.remove(&depths[depths.len() - 1]).unwrap_or_default();


     

       

       
108

       
+

       



     

       

       
109

       
+

       
    // Work backwards through depths


     

       

       
110

       
+

       
    for i in (0..depths.len() - 1).rev() {


     

       

       
111

       
+

       
        let depth = depths[i];


     

       

       
112

       
+

       
        let mut parent_nodes = by_depth.remove(&depth).unwrap_or_default();


     

       

       
113

       
+

       



     

       

       
114

       
+

       
        // Distribute children to parents


     

       

       
115

       
+

       
        let children_per_parent = if parent_nodes.is_empty() {


     

       

       
116

       
+

       
            0


     

       

       
117

       
+

       
        } else {


     

       

       
118

       
+

       
            (current_level.len() + parent_nodes.len() - 1) / parent_nodes.len()


     

       

       
119

       
+

       
        };


     

       

       
120

       
+

       



     

       

       
121

       
+

       
        for (i, parent) in parent_nodes.iter_mut().enumerate() {


     

       

       
122

       
+

       
            let start = i * children_per_parent;


     

       

       
123

       
+

       
            let end = ((i + 1) * children_per_parent).min(current_level.len());


     

       

       
124

       
+

       
            if start < current_level.len() {


     

       

       
125

       
+

       
                parent.children = current_level.drain(start..end).collect();


     

       

       
126

       
+

       
            }


     

       

       
127

       
+

       
        }


     

       

       
128

       
+

       



     

       

       
129

       
+

       
        current_level = parent_nodes;


     

       

       
130

       
+

       
    }


     

       

       
131

       
+

       



     

       

       
132

       
+

       
    // Create root and attach top-level nodes


     

       

       
133

       
+

       
    MSTNode {


     

       

       
134

       
+

       
        key: "root".to_string(),


     

       

       
135

       
+

       
        cid: None,


     

       

       
136

       
+

       
        uri: None,


     

       

       
137

       
+

       
        value: None,


     

       

       
138

       
+

       
        depth: -1,


     

       

       
139

       
+

       
        children: current_level,


     

       

       
140

       
+

       
    }


     

       

       
141

       
+

       
}


     

       

       
142

       
+

       



     

       

       
143

       
+

       
pub async fn fetch_records(pds: &str, did: &str, collection: &str) -> Result<Vec<Record>, String> {


     

       

       
144

       
+

       
    let url = format!(


     

       

       
145

       
+

       
        "{}/xrpc/com.atproto.repo.listRecords?repo={}&collection={}&limit=100",


     

       

       
146

       
+

       
        pds, did, collection


     

       

       
147

       
+

       
    );


     

       

       
148

       
+

       



     

       

       
149

       
+

       
    let response = reqwest::get(&url)


     

       

       
150

       
+

       
        .await


     

       

       
151

       
+

       
        .map_err(|e| format!("Failed to fetch records: {}", e))?;


     

       

       
152

       
+

       



     

       

       
153

       
+

       
    #[derive(Deserialize)]


     

       

       
154

       
+

       
    struct ListRecordsResponse {


     

       

       
155

       
+

       
        records: Vec<Record>,


     

       

       
156

       
+

       
    }


     

       

       
157

       
+

       



     

       

       
158

       
+

       
    let data: ListRecordsResponse = response


     

       

       
159

       
+

       
        .json()


     

       

       
160

       
+

       
        .await


     

       

       
161

       
+

       
        .map_err(|e| format!("Failed to parse response: {}", e))?;


     

       

       
162

       
+

       



     

       

       
163

       
+

       
    Ok(data.records)


     

       

       
164

       
+

       
}
+11
src/templates.rs 
···

       
534

       
534

       
 

       
            color: var(--text);


     

       
535

       
535

       
 

       
        }}


     

       
536

       
536

       
 

       



     

       

       
537

       
+

       
        .app-name.invalid-link {{


     

       

       
538

       
+

       
            color: var(--text-light);


     

       

       
539

       
+

       
            opacity: 0.5;


     

       

       
540

       
+

       
            cursor: not-allowed;


     

       

       
541

       
+

       
        }}


     

       

       
542

       
+

       



     

       

       
543

       
+

       
        .app-name.invalid-link:hover {{


     

       

       
544

       
+

       
            text-decoration: none;


     

       

       
545

       
+

       
            color: var(--text-light);


     

       

       
546

       
+

       
        }}


     

       

       
547

       
+

       



     

       
537

       
548

       
 

       
        .detail-panel {{


     

       
538

       
549

       
 

       
            position: fixed;


     

       
539

       
550

       
 

       
            top: 0;
+22 -3
src/routes.rs 
···

       
356

       
356

       
 

       
pub async fn validate_url(query: web::Query<ValidateUrlQuery>) -> HttpResponse {


     

       
357

       
357

       
 

       
    let url = &query.url;


     

       
358

       
358

       
 

       



     

       
359

       

       
-

       
    // Try to make a HEAD request with a short timeout


     

       

       
359

       
+

       
    // Build client with redirect following and timeout


     

       
360

       
360

       
 

       
    let client = reqwest::Client::builder()


     

       
361

       
361

       
 

       
        .timeout(std::time::Duration::from_secs(3))


     

       

       
362

       
+

       
        .redirect(reqwest::redirect::Policy::limited(5))


     

       
362

       
363

       
 

       
        .build()


     

       
363

       
364

       
 

       
        .unwrap();


     

       
364

       
365

       
 

       



     

       

       
366

       
+

       
    // Try HEAD first, fall back to GET if HEAD doesn't succeed


     

       
365

       
367

       
 

       
    let is_valid = match client.head(url).send().await {


     

       
366

       

       
-

       
        Ok(response) => response.status().is_success() || response.status().is_redirection(),


     

       
367

       

       
-

       
        Err(_) => false,


     

       

       
368

       
+

       
        Ok(response) => {


     

       

       
369

       
+

       
            let status = response.status();


     

       

       
370

       
+

       
            if status.is_success() || status.is_redirection() {


     

       

       
371

       
+

       
                true


     

       

       
372

       
+

       
            } else {


     

       

       
373

       
+

       
                // HEAD returned error status (like 405), try GET


     

       

       
374

       
+

       
                match client.get(url).send().await {


     

       

       
375

       
+

       
                    Ok(get_response) => get_response.status().is_success(),


     

       

       
376

       
+

       
                    Err(_) => false,


     

       

       
377

       
+

       
                }


     

       

       
378

       
+

       
            }


     

       

       
379

       
+

       
        }


     

       

       
380

       
+

       
        Err(_) => {


     

       

       
381

       
+

       
            // HEAD request failed completely, try GET as fallback


     

       

       
382

       
+

       
            match client.get(url).send().await {


     

       

       
383

       
+

       
                Ok(response) => response.status().is_success(),


     

       

       
384

       
+

       
                Err(_) => false,


     

       

       
385

       
+

       
            }


     

       

       
386

       
+

       
        }


     

       
368

       
387

       
 

       
    };


     

       
369

       
388

       
 

       



     

       
370

       
389

       
 

       
    HttpResponse::Ok().json(serde_json::json!({