···

       
1
       
 
       
#! /usr/bin/env nix-shell

     

       
2
       
 
       
#! nix-shell -i "python3 -I" -p "python3.withPackages(p: with p; [ aiohttp rich structlog ])"

     

       
3
       
 
       


     

       
4
       
-
       
from argparse import ArgumentParser

     

       
5
       
 
       
from collections import defaultdict

     

       
0
       
 
       

     

       
6
       
 
       
from enum import IntEnum

     

       
7
       
 
       
from http import HTTPStatus

     

       
8
       
 
       
from pathlib import Path

     

       
0
       
 
       

     

       
9
       
 
       
import asyncio, json, logging

     

       
10
       
 
       


     

       
11
       
 
       
import aiohttp, structlog

     
···

       
24
       
 
       
    HTTPStatus.NOT_FOUND,

     

       
25
       
 
       
))

     

       
26
       
 
       


     

       
27
       
-
       
async def check(session, manpage: str, url: str) -> HTTPStatus:

     

       
28
       
 
       
    with log_context(manpage=manpage, url=url):

     

       
29
       
 
       
        logger.debug("Checking")

     

       
30
       
 
       
        async with session.head(url) as resp:

     
···

       
41
       
 
       


     

       
42
       
 
       
            return st

     

       
43
       
 
       


     

       
44
       
-
       
async def main(urls_path):

     

       
45
       
 
       
    logger.info(f"Parsing {urls_path}")

     

       
46
       
 
       
    with urls_path.open() as urls_file:

     

       
47
       
 
       
        urls = json.load(urls_file)

     

       
48
       
 
       


     

       
49
       
-
       
    count = defaultdict(lambda: 0)

     

       
50
       
 
       


     

       
51
       
 
       
    logger.info(f"Checking URLs from {urls_path}")

     

       
52
       
 
       
    async with aiohttp.ClientSession() as session:

     
···

       
65
       
 
       
    return count

     

       
66
       
 
       


     

       
67
       
 
       


     

       
68
       
-
       
def parse_args(args=None):

     

       
69
       
 
       
    parser = ArgumentParser(

     

       
70
       
 
       
        prog = 'check-manpage-urls',

     

       
71
       
 
       
        description = 'Check the validity of the manpage URLs linked in the nixpkgs manual',

     

···

       
1
       
 
       
#! /usr/bin/env nix-shell

     

       
2
       
 
       
#! nix-shell -i "python3 -I" -p "python3.withPackages(p: with p; [ aiohttp rich structlog ])"

     

       
3
       
 
       


     

       
4
       
+
       
from argparse import ArgumentParser, Namespace

     

       
5
       
 
       
from collections import defaultdict

     

       
6
       
+
       
from collections.abc import Mapping, Sequence

     

       
7
       
 
       
from enum import IntEnum

     

       
8
       
 
       
from http import HTTPStatus

     

       
9
       
 
       
from pathlib import Path

     

       
10
       
+
       
from typing import Optional

     

       
11
       
 
       
import asyncio, json, logging

     

       
12
       
 
       


     

       
13
       
 
       
import aiohttp, structlog

     
···

       
26
       
 
       
    HTTPStatus.NOT_FOUND,

     

       
27
       
 
       
))

     

       
28
       
 
       


     

       
29
       
+
       
async def check(session: aiohttp.ClientSession, manpage: str, url: str) -> HTTPStatus:

     

       
30
       
 
       
    with log_context(manpage=manpage, url=url):

     

       
31
       
 
       
        logger.debug("Checking")

     

       
32
       
 
       
        async with session.head(url) as resp:

     
···

       
43
       
 
       


     

       
44
       
 
       
            return st

     

       
45
       
 
       


     

       
46
       
+
       
async def main(urls_path: Path) -> Mapping[HTTPStatus, int]:

     

       
47
       
 
       
    logger.info(f"Parsing {urls_path}")

     

       
48
       
 
       
    with urls_path.open() as urls_file:

     

       
49
       
 
       
        urls = json.load(urls_file)

     

       
50
       
 
       


     

       
51
       
+
       
    count: defaultdict[HTTPStatus, int] = defaultdict(lambda: 0)

     

       
52
       
 
       


     

       
53
       
 
       
    logger.info(f"Checking URLs from {urls_path}")

     

       
54
       
 
       
    async with aiohttp.ClientSession() as session:

     
···

       
67
       
 
       
    return count

     

       
68
       
 
       


     

       
69
       
 
       


     

       
70
       
+
       
def parse_args(args: Optional[Sequence[str]] = None) -> Namespace:

     

       
71
       
 
       
    parser = ArgumentParser(

     

       
72
       
 
       
        prog = 'check-manpage-urls',

     

       
73
       
 
       
        description = 'Check the validity of the manpage URLs linked in the nixpkgs manual',