commit b0e4db30479ec2d5afc9ad36a060ddf1ea4e1247 · hyperreal.bsky.moonshadow.dev/bin

-91

.archived/seed_armbian_torrents.py

···

       1
       1
       -
       #!/usr/bin/env -S uv run --script

     

       2
       2
       -
       # /// script

     

       3
       3
       -
       # dependencies = [

     

       4
       4
       -
       # "qbittorrent-api",

     

       5
       5
       -
       # "requests",

     

       6
       6
       -
       # "bs4",

     

       7
       7
       -
       # "docopt"

     

       8
       8
       -
       # ]

     

       9
       9
       -
       # ///

     

       10
       10
       -
       

     

       11
       11
       -
       """seed_armbian_torrents.py

     

       12
       12
       -
       

     

       13
       13
       -
       Description:

     

       14
       14
       -
       Armbian torrents seed script

     

       15
       15
       -
       

     

       16
       16
       -
       This script will scrape https://mirrors.jevincanders.net/armbian/dl/ for

     

       17
       17
       -
       torrent files and add them to a qBittorrent instance. If there are already

     

       18
       18
       -
       Armbian torrents in the qBittorrent instance, they will be removed, and new

     

       19
       19
       -
       ones will be added in their place. This script is intended to be run under

     

       20
       20
       -
       /etc/cron.weekly or used in a systemd timer.

     

       21
       21
       -
       

     

       22
       22
       -
       Usage:

     

       23
       23
       -
           seed_armbian_torrents.py (HOSTNAME) (USERNAME) (PASSWORD)

     

       24
       24
       -
           seed_armbian_torrents.py -h

     

       25
       25
       -
       

     

       26
       26
       -
       Examples:

     

       27
       27
       -
           seed_armbian_torrents.py "http://localhost:8080" "admin" "adminadmin"

     

       28
       28
       -
           seed_armbian_torrents.py "https://cat.seedhost.eu/lol/qbittorrent" "lol" "pw"

     

       29
       29
       -
       

     

       30
       30
       -
       Options:

     

       31
       31
       -
           -h, --help         show this help message and exit.

     

       32
       32
       -
       """

     

       33
       33
       -
       

     

       34
       34
       -
       import os

     

       35
       35
       -
       

     

       36
       36
       -
       import qbittorrentapi

     

       37
       37
       -
       import requests

     

       38
       38
       -
       from bs4 import BeautifulSoup

     

       39
       39
       -
       from docopt import docopt

     

       40
       40
       -
       

     

       41
       41
       -
       

     

       42
       42
       -
       def add_torrents(args: dict):

     

       43
       43
       -
           archive_dir_urls = [

     

       44
       44
       -
               "https://mirrors.jevincanders.net/armbian/dl/orangepi5-plus/archive/",

     

       45
       45
       -
               "https://mirrors.jevincanders.net/armbian/dl/rockpro64/archive/",

     

       46
       46
       -
               "https://mirrors.jevincanders.net/armbian/dl/rpi4b/archive/",

     

       47
       47
       -
           ]

     

       48
       48
       -
       

     

       49
       49
       -
           torrent_urls = []

     

       50
       50
       -
           for url in archive_dir_urls:

     

       51
       51
       -
               response = requests.get(url, timeout=60)

     

       52
       52
       -
               soup = BeautifulSoup(response.content, "html.parser")

     

       53
       53
       -
               links = soup.find_all("a")

     

       54
       54
       -
               for link in links:

     

       55
       55
       -
                   if link.text.endswith(".torrent"):

     

       56
       56
       -
                       torrent_urls.append(url + link.text)

     

       57
       57
       -
       

     

       58
       58
       -
           try:

     

       59
       59
       -
               qbt_client = qbittorrentapi.Client(

     

       60
       60
       -
                   host=args["HOSTNAME"], username=args["USERNAME"], password=args["PASSWORD"]

     

       61
       61
       -
               )

     

       62
       62
       -
               qbt_client.auth_log_in()

     

       63
       63
       -
       

     

       64
       64
       -
               for url in torrent_urls:

     

       65
       65
       -
                   qbt_client.torrents_add(url, category="distro")

     

       66
       66
       -
                   print(f"Added {os.path.basename(url)}")

     

       67
       67
       -
               qbt_client.auth_log_out()

     

       68
       68
       -
           except qbittorrentapi.LoginFailed as e:

     

       69
       69
       -
               print(e)

     

       70
       70
       -
       

     

       71
       71
       -
       

     

       72
       72
       -
       def remove_torrents(args: dict):

     

       73
       73
       -
           try:

     

       74
       74
       -
               qbt_client = qbittorrentapi.Client(

     

       75
       75
       -
                   host=args["HOSTNAME"], username=args["USERNAME"], password=args["PASSWORD"]

     

       76
       76
       -
               )

     

       77
       77
       -
               qbt_client.auth_log_in()

     

       78
       78
       -
       

     

       79
       79
       -
               for torrent in qbt_client.torrents_info():

     

       80
       80
       -
                   if torrent.name.startswith("Armbian"):

     

       81
       81
       -
                       torrent.delete(delete_files=True)

     

       82
       82
       -
                       print(f"Removed {torrent.name}")

     

       83
       83
       -
               qbt_client.auth_log_out()

     

       84
       84
       -
           except qbittorrentapi.LoginFailed as e:

     

       85
       85
       -
               print(e)

     

       86
       86
       -
       

     

       87
       87
       -
       

     

       88
       88
       -
       if __name__ == "__main__":

     

       89
       89
       -
           args = docopt(__doc__)  # type: ignore

     

       90
       90
       -
           remove_torrents(args)

     

       91
       91
       -
           add_torrents(args)

+104

seed_armbian_torrents.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       # "qbittorrent-api",

     

       5
       5
       +
       # "requests",

     

       6
       6
       +
       # "bs4",

     

       7
       7
       +
       # "docopt"

     

       8
       8
       +
       # ]

     

       9
       9
       +
       # ///

     

       10
       10
       +
       

     

       11
       11
       +
       """seed_armbian_torrents.py

     

       12
       12
       +
       

     

       13
       13
       +
       Description:

     

       14
       14
       +
       Armbian torrents seed script

     

       15
       15
       +
       

     

       16
       16
       +
       This script will scrape https://mirrors.jevincanders.net/armbian/dl/ for

     

       17
       17
       +
       torrent files and add them to a qBittorrent instance. If there are already

     

       18
       18
       +
       Armbian torrents in the qBittorrent instance, they will be removed, and new

     

       19
       19
       +
       ones will be added in their place. This script is intended to be run under

     

       20
       20
       +
       /etc/cron.weekly or used in a systemd timer.

     

       21
       21
       +
       

     

       22
       22
       +
       Usage:

     

       23
       23
       +
           seed_armbian_torrents.py (HOSTNAME) (USERNAME) (PASSWORD)

     

       24
       24
       +
           seed_armbian_torrents.py -h

     

       25
       25
       +
       

     

       26
       26
       +
       Examples:

     

       27
       27
       +
           seed_armbian_torrents.py "http://localhost:8080" "admin" "adminadmin"

     

       28
       28
       +
           seed_armbian_torrents.py "https://cat.seedhost.eu/lol/qbittorrent" "lol" "pw"

     

       29
       29
       +
       

     

       30
       30
       +
       Options:

     

       31
       31
       +
           -h, --help         show this help message and exit.

     

       32
       32
       +
       """

     

       33
       33
       +
       

     

       34
       34
       +
       import os

     

       35
       35
       +
       

     

       36
       36
       +
       import qbittorrentapi

     

       37
       37
       +
       import requests

     

       38
       38
       +
       from bs4 import BeautifulSoup

     

       39
       39
       +
       from docopt import docopt

     

       40
       40
       +
       

     

       41
       41
       +
       

     

       42
       42
       +
       def add_torrents(args: dict):

     

       43
       43
       +
           base_url = "https://mirrors.jevincanders.net/armbian/dl"

     

       44
       44
       +
           ignore_dirs = ["/armbian/", "_patch/", "_toolchain/"]

     

       45
       45
       +
           archive_dir_urls = []

     

       46
       46
       +
       

     

       47
       47
       +
           page = requests.get(base_url).text

     

       48
       48
       +
           soup = BeautifulSoup(page, "html.parser")

     

       49
       49
       +
           for node in soup.find_all("a"):

     

       50
       50
       +
               if node.get("href") is not None:

     

       51
       51
       +
                   if node.get("href").endswith("/") and node.get("href") not in ignore_dirs:

     

       52
       52
       +
                       archive_dir_urls.append(f"{base_url}/{node.get("href")}archive/")

     

       53
       53
       +
       

     

       54
       54
       +
           torrent_urls = []

     

       55
       55
       +
           for url in archive_dir_urls:

     

       56
       56
       +
               response = requests.get(url, timeout=60)

     

       57
       57
       +
               soup = BeautifulSoup(response.content, "html.parser")

     

       58
       58
       +
               links = soup.find_all("a")

     

       59
       59
       +
               for link in links:

     

       60
       60
       +
                   if link.text.endswith(".torrent"):

     

       61
       61
       +
                       torrent_urls.append(url + link.text)

     

       62
       62
       +
       

     

       63
       63
       +
           try:

     

       64
       64
       +
               qbt_client = qbittorrentapi.Client(

     

       65
       65
       +
                   host=args["HOSTNAME"], username=args["USERNAME"], password=args["PASSWORD"]

     

       66
       66
       +
               )

     

       67
       67
       +
               qbt_client.auth_log_in()

     

       68
       68
       +
       

     

       69
       69
       +
               torrent_count = 0

     

       70
       70
       +
               for url in torrent_urls:

     

       71
       71
       +
                   torrent_count = torrent_count + 1

     

       72
       72
       +
       

     

       73
       73
       +
               print(f"There are {torrent_count} torrents to add. This gonna take a while...")

     

       74
       74
       +
       

     

       75
       75
       +
               for url in torrent_urls:

     

       76
       76
       +
                   qbt_client.torrents_add(url, category="distro")

     

       77
       77
       +
                   print(f"Added {os.path.basename(url)}")

     

       78
       78
       +
               qbt_client.auth_log_out()

     

       79
       79
       +
           except qbittorrentapi.LoginFailed as e:

     

       80
       80
       +
               print(e)

     

       81
       81
       +
       

     

       82
       82
       +
       

     

       83
       83
       +
       def remove_torrents(args: dict):

     

       84
       84
       +
           try:

     

       85
       85
       +
               qbt_client = qbittorrentapi.Client(

     

       86
       86
       +
                   host=args["HOSTNAME"], username=args["USERNAME"], password=args["PASSWORD"]

     

       87
       87
       +
               )

     

       88
       88
       +
               qbt_client.auth_log_in()

     

       89
       89
       +
       

     

       90
       90
       +
               for torrent in qbt_client.torrents_info():

     

       91
       91
       +
                   if torrent.name.startswith("Armbian"):

     

       92
       92
       +
                       torrent.delete(delete_files=True)

     

       93
       93
       +
                       print(f"Removed {torrent.name}")

     

       94
       94
       +
               qbt_client.auth_log_out()

     

       95
       95
       +
           except qbittorrentapi.LoginFailed as e:

     

       96
       96
       +
               print(e)

     

       97
       97
       +
       

     

       98
       98
       +
       

     

       99
       99
       +
       if __name__ == "__main__":

     

       100
       100
       +
           args = docopt(__doc__)  # type: ignore

     

       101
       101
       +
           remove_torrents(args)

     

       102
       102
       +
           add_torrents(args)

     

       103
       103
       +
       

     

       104
       104
       +
       # vim: ts=4 sts=4 sw=4 et ai ft=python