commit 81daf876e7fff100e79a931a8a6e0340789db0af · hyperreal.bsky.moonshadow.dev/bin

README.md

···

       1
       1
       +
       # bin

     

       2
       2
       +
       

     

       3
       3
       +
       Assorted Python and shell scripts.

-10

README.org

···

       1
       1
       -
       #+title: bin

     

       2
       2
       -
       

     

       3
       3
       -
       Assorted shell and Python scripts. This is cloned into my user's home directory at ~~/bin~.

     

       4
       4
       -
       

     

       5
       5
       -
       #+begin_src shell

     

       6
       6
       -
       cd ~

     

       7
       7
       -
       git clone https://codeberg.org/hyperreal/bin

     

       8
       8
       -
       #+end_src

     

       9
       9
       -
       

     

       10
       10
       -
       A lot of these scripts use [[https://github.com/charmbracelet/gum][gum]].

+11

add_prebuilt_repo

···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       set -euxo pipefail

     

       4
       4
       +
       

     

       5
       5
       +
       wget -qO - 'https://proget.makedeb.org/debian-feeds/prebuilt-mpr.pub' | gpg --dearmor | sudo tee /usr/share/keyrings/prebuilt-mpr-archive-keyring.gpg 1> /dev/null

     

       6
       6
       +
       echo "deb [arch=all,$(dpkg --print-architecture) signed-by=/usr/share/keyrings/prebuilt-mpr-archive-keyring.gpg] https://proget.makedeb.org prebuilt-mpr $(lsb_release -cs)" | sudo tee /etc/apt/sources.list.d/prebuilt-mpr.list

     

       7
       7
       +
       sudo apt update -t bookworm-backports

     

       8
       8
       +
       sudo apt dist-upgrade -t bookworm-backports -y

     

       9
       9
       +
       sudo apt install -y just

     

       10
       10
       +
       sudo apt autoremove -y

     

       11
       11
       +
       exit 0

+38

archive_index_template

···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       set -euo pipefail

     

       4
       4
       +
       

     

       5
       5
       +
       # If the number of arguments is not equal to 1, exit and display usage info.

     

       6
       6
       +
       if [ "$#" -ne 2 ]; then

     

       7
       7
       +
           echo "Usage: archive_index_template MINIO_INSTANCE BUCKET_NAME"

     

       8
       8
       +
           exit 1

     

       9
       9
       +
       fi

     

       10
       10
       +
       

     

       11
       11
       +
       # Create temporary directory.

     

       12
       12
       +
       TMP_DIR=$(mktemp -d)

     

       13
       13
       +
       

     

       14
       14
       +
       # Check if temporary directory was created.

     

       15
       15
       +
       if ! test -d "$TMP_DIR"; then

     

       16
       16
       +
           echo "Failed to create temp dir"

     

       17
       17
       +
           exit 1

     

       18
       18
       +
       fi

     

       19
       19
       +
       

     

       20
       20
       +
       # Cleanup temporary directory.

     

       21
       21
       +
       function cleanup() {

     

       22
       22
       +
           rm -rf "$TMP_DIR"

     

       23
       23
       +
           echo "Cleaned up temp dir at $TMP_DIR"

     

       24
       24
       +
       }

     

       25
       25
       +
       

     

       26
       26
       +
       # Trigger cleanup trap on EXIT and SIGINT signals

     

       27
       27
       +
       trap cleanup EXIT SIGINT

     

       28
       28
       +
       

     

       29
       29
       +
       # Download archive-index-template.html and save to temporary directory as

     

       30
       30
       +
       # index.html.

     

       31
       31
       +
       wget --quiet https://files.hyperreal.coffee/archive-index-template.html \

     

       32
       32
       +
           -O "${TMP_DIR}/index.html"

     

       33
       33
       +
       

     

       34
       34
       +
       # Replace "CHANGEME" with the the BUCKET_NAME argument in index.html.

     

       35
       35
       +
       sed -i "s/CHANGEME/$2/g" "${TMP_DIR}/index.html"

     

       36
       36
       +
       

     

       37
       37
       +
       # Put the new index.html into the root of the given bucket.

     

       38
       38
       +
       mc put "${TMP_DIR}/index.html" "${1}/${2}/"

+30

archivebox_schedule

···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       set -euo pipefail

     

       4
       4
       +
       

     

       5
       5
       +
       # Check if feed URL is supplied.

     

       6
       6
       +
       if (( "${#@}" == 0 )); then

     

       7
       7
       +
           echo "No feed URL has been supplied."

     

       8
       8
       +
           exit 1

     

       9
       9
       +
       fi

     

       10
       10
       +
       

     

       11
       11
       +
       # Get Headnet IP address for desktop

     

       12
       12
       +
       DESKTOP_IP=$(sudo tailscale status | grep "desktop" | awk '{print $1}')

     

       13
       13
       +
       

     

       14
       14
       +
       # Go to archivebox directory and run scheduled command for supplied

     

       15
       15
       +
       # feed URL. Send ntfy an error message if it fails.

     

       16
       16
       +
       cd /naspool/archivebox

     

       17
       17
       +
       if ! /home/jas/.local/bin/archivebox add --depth=1 "$1" \

     

       18
       18
       +
           >> /naspool/archivebox/logs/schedule.log; then

     

       19
       19
       +
           curl \

     

       20
       20
       +
               -H prio:urgent \

     

       21
       21
       +
               -H tags:warning \

     

       22
       22
       +
               -d "Error running archivebox schedule for $1" \

     

       23
       23
       +
               "http://${DESKTOP_IP}/archivebox_schedule"

     

       24
       24
       +
       else

     

       25
       25
       +
           curl \

     

       26
       26
       +
               -H prio:default \

     

       27
       27
       +
               -H tags:incoming_envelope \

     

       28
       28
       +
               -d "archivebox schedule succeeded: $1" \

     

       29
       29
       +
               "http://${DESKTOP_IP}/archivebox_schedule"

     

       30
       30
       +
       fi

+4 -6

backup_podman_volumes

···

       2
       2
        
       

     

       3
       3
        
       set -euo pipefail

     

       4
       4
        
       

     

       5
       5
       -
       if [ "$#" -eq 0 ]; then

     

       6
       6
       -
           echo "Enter one or more Podman volume names."

     

       7
       7
       -
           exit 1

     

       8
       8
       -
       fi

     

       9
       9
       -
       

     

       10
       5
        
       BACKUP_DIR="${HOME}/podman_volume_backups"

     

       11
       6
        
       DATE=$(date '+%Y-%m-%d_%H%M%S')

     

       12
       7
        
       

     

       13
       13
       -
       volumes=("$@")

     

       8
       8
       +
       volumes=(

     

       9
       9
       +
           "shaarli-cache"

     

       10
       10
       +
           "shaarli-data"

     

       11
       11
       +
       )

     

       14
       12
        
       

     

       15
       13
        
       for vol in "${volumes[@]}"; do

     

       16
       14
        
           podman volume export "$vol" --output "${BACKUP_DIR}/${vol}-${DATE}.tar"

+47

fetch_combined_trackers_list.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "requests",

     

       5
       5
       +
       #   "docopt",

     

       6
       6
       +
       # ]

     

       7
       7
       +
       # ///

     

       8
       8
       +
       

     

       9
       9
       +
       """fetch_combined_trackers_list.py

     

       10
       10
       +
       

     

       11
       11
       +
       Description:

     

       12
       12
       +
       This script fetches a combined list of tracker URLs from plaintext lists hosted

     

       13
       13
       +
       on the web and writes them to a file in the current working directory.

     

       14
       14
       +
       

     

       15
       15
       +
       Usage:

     

       16
       16
       +
           fetch_combined_trackers_list.py

     

       17
       17
       +
           fetch_combined_trackers_list.py -h

     

       18
       18
       +
       

     

       19
       19
       +
       Options:

     

       20
       20
       +
           -h, --help      show this help message and exit

     

       21
       21
       +
       """

     

       22
       22
       +
       

     

       23
       23
       +
       from pathlib import Path

     

       24
       24
       +
       

     

       25
       25
       +
       import requests

     

       26
       26
       +
       from docopt import docopt

     

       27
       27
       +
       

     

       28
       28
       +
       if __name__ == "__main__":

     

       29
       29
       +
           args = docopt(__doc__)  # type: ignore

     

       30
       30
       +
       

     

       31
       31
       +
           live_trackers_list_urls = [

     

       32
       32
       +
               "https://newtrackon.com/api/stable",

     

       33
       33
       +
               "https://trackerslist.com/best.txt",

     

       34
       34
       +
               "https://trackerslist.com/http.txt",

     

       35
       35
       +
               "https://raw.githubusercontent.com/ngosang/trackerslist/master/trackers_best.txt",

     

       36
       36
       +
           ]

     

       37
       37
       +
       

     

       38
       38
       +
           combined_trackers_urls = []

     

       39
       39
       +
           for url in live_trackers_list_urls:

     

       40
       40
       +
               response = requests.get(url, timeout=60)

     

       41
       41
       +
               tracker_urls = [x for x in response.text.splitlines() if x != ""]

     

       42
       42
       +
               combined_trackers_urls.extend(tracker_urls)

     

       43
       43
       +
       

     

       44
       44
       +
           tracker_urls_filename = Path.cwd().joinpath("tracker_urls.txt")

     

       45
       45
       +
           with open(tracker_urls_filename, "w") as tf:

     

       46
       46
       +
               for url in combined_trackers_urls:

     

       47
       47
       +
                   tf.write(f"{url}\n")

+48

fetch_scihub_infohashes.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "requests",

     

       5
       5
       +
       #   "docopt",

     

       6
       6
       +
       # ]

     

       7
       7
       +
       # ///

     

       8
       8
       +
       

     

       9
       9
       +
       """fetch_scihub_infohashes.py

     

       10
       10
       +
       

     

       11
       11
       +
       Description:

     

       12
       12
       +
       This script fetches the infohashes of all Sci Hub torrents and writes them to a

     

       13
       13
       +
       plaintext file. The plaintext file is intended to be appended to a bittorrent

     

       14
       14
       +
       tracker whitelist. E.g., /etc/opentracker/whitelist.txt.

     

       15
       15
       +
       

     

       16
       16
       +
       Optionally set the TORRENT_JSON_URL for the Sci Hub torrent health checker, or

     

       17
       17
       +
       run the script with no arguments to use the default.

     

       18
       18
       +
       

     

       19
       19
       +
       Default health check URL:

     

       20
       20
       +
       https://zrthstr.github.io/libgen_torrent_cardiography/torrent.json

     

       21
       21
       +
       

     

       22
       22
       +
       Usage:

     

       23
       23
       +
           fetch_scihub_infohashes.py [TORRENT_JSON_URL]

     

       24
       24
       +
           fetch_scihub_infohashes.py -h

     

       25
       25
       +
       

     

       26
       26
       +
       Options:

     

       27
       27
       +
           -h, --help      show this help message and exit.

     

       28
       28
       +
       """

     

       29
       29
       +
       

     

       30
       30
       +
       import json

     

       31
       31
       +
       from pathlib import Path

     

       32
       32
       +
       

     

       33
       33
       +
       import requests

     

       34
       34
       +
       from docopt import docopt

     

       35
       35
       +
       

     

       36
       36
       +
       if __name__ == "__main__":

     

       37
       37
       +
           args = docopt(__doc__)  # type: ignore

     

       38
       38
       +
           url = (

     

       39
       39
       +
               args["TORRENT_JSON_URL"]

     

       40
       40
       +
               if args["TORRENT_JSON_URL"]

     

       41
       41
       +
               else "https://zrthstr.github.io/libgen_torrent_cardiography/torrent.json"

     

       42
       42
       +
           )

     

       43
       43
       +
           response = requests.get(url, timeout=60)

     

       44
       44
       +
           json_data = json.loads(response.text)

     

       45
       45
       +
           torrent_infohashes = [f"{x["infohash"]}\n" for x in json_data]

     

       46
       46
       +
       

     

       47
       47
       +
           with open(Path.cwd().joinpath("scihub_torrent_infohashes.txt"), "w") as tf:

     

       48
       48
       +
               tf.writelines(torrent_infohashes)

gen_digital_archive_listing

···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       cd /naspool/archives

     

       4
       4
       +
       fd | sort | tee /home/jas/digital_archive_listing.txt

     

       5
       5
       +
       

     

       6
       6
       +
       exit 0

install_just

···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       set -euxo pipefail

     

       4
       4
       +
       

     

       5
       5
       +
       curl --proto '=https' --tlsv1.2 -sSf https://just.systems/install.sh | bash -s -- --to /usr/local/bin

     

       6
       6
       +
       

     

       7
       7
       +
       exit 0

+75

list_torrents.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "qbittorrent-api",

     

       5
       5
       +
       #   "docopt",

     

       6
       6
       +
       # ]

     

       7
       7
       +
       # ///

     

       8
       8
       +
       

     

       9
       9
       +
       """list_torrents.py

     

       10
       10
       +
       

     

       11
       11
       +
       Description:

     

       12
       12
       +
       Fetch a list of torrents from a qBittorrent instance running on localhost.

     

       13
       13
       +
       The qBittorrent instance must be configured to allow login on localhost

     

       14
       14
       +
       without authentication. The output is formatted into a plaintext table.

     

       15
       15
       +
       

     

       16
       16
       +
       Usage:

     

       17
       17
       +
           list_torrents.py

     

       18
       18
       +
           list_torrents.py -h

     

       19
       19
       +
       

     

       20
       20
       +
       Options:

     

       21
       21
       +
           -h, --help      show this help message and exit

     

       22
       22
       +
       """

     

       23
       23
       +
       

     

       24
       24
       +
       import qbittorrentapi

     

       25
       25
       +
       from docopt import docopt

     

       26
       26
       +
       

     

       27
       27
       +
       

     

       28
       28
       +
       # convert byte units

     

       29
       29
       +
       def human_bytes(input_bytes: int) -> str:

     

       30
       30
       +
           B = float(input_bytes)

     

       31
       31
       +
           KiB = float(1024)

     

       32
       32
       +
           MiB = float(KiB**2)

     

       33
       33
       +
           GiB = float(KiB**3)

     

       34
       34
       +
           TiB = float(KiB**4)

     

       35
       35
       +
       

     

       36
       36
       +
           match B:

     

       37
       37
       +
               case B if B < KiB:

     

       38
       38
       +
                   return "{0} {1}".format(B, "bytes" if 0 == B > 1 else "byte")

     

       39
       39
       +
               case B if KiB <= B <= MiB:

     

       40
       40
       +
                   return "{0:.2f} KiB".format(B / KiB)

     

       41
       41
       +
               case B if MiB <= B <= GiB:

     

       42
       42
       +
                   return "{0:.2f} MiB".format(B / MiB)

     

       43
       43
       +
               case B if GiB <= B <= TiB:

     

       44
       44
       +
                   return "{0:.2f} GiB".format(B / GiB)

     

       45
       45
       +
               case B if TiB <= B:

     

       46
       46
       +
                   return "{0:.2f} TiB".format(B / TiB)

     

       47
       47
       +
               case _:

     

       48
       48
       +
                   return ""

     

       49
       49
       +
       

     

       50
       50
       +
       

     

       51
       51
       +
       def print_ssv():

     

       52
       52
       +
           with qbittorrentapi.Client(

     

       53
       53
       +
               host="localhost", port=8080, username="", password=""

     

       54
       54
       +
           ) as qbt_client:

     

       55
       55
       +
               try:

     

       56
       56
       +
                   qbt_client.auth_log_in()

     

       57
       57
       +
               except qbittorrentapi.LoginFailed as e:

     

       58
       58
       +
                   print(e)

     

       59
       59
       +
       

     

       60
       60
       +
               sorted_torrents = sorted(

     

       61
       61
       +
                   qbt_client.torrents_info(), key=lambda d: d.ratio, reverse=True

     

       62
       62
       +
               )

     

       63
       63
       +
               print("Name  Size  # of Trackers  Ratio  Uploaded")

     

       64
       64
       +
               for torrent in sorted_torrents:

     

       65
       65
       +
                   name = torrent.name

     

       66
       66
       +
                   size = human_bytes(torrent.total_size)

     

       67
       67
       +
                   trackers = torrent.trackers_count

     

       68
       68
       +
                   ratio = torrent.ratio

     

       69
       69
       +
                   uploaded = human_bytes(torrent.uploaded)

     

       70
       70
       +
                   print(f"{name}  {size}  {trackers}  {ratio}  {uploaded}")

     

       71
       71
       +
       

     

       72
       72
       +
       

     

       73
       73
       +
       if __name__ == "__main__":

     

       74
       74
       +
           args = docopt(__doc__)  # type: ignore

     

       75
       75
       +
           print_ssv()

+13

natpmpcd

···

       1
       1
       +
       #!/bin/sh

     

       2
       2
       +
       

     

       3
       3
       +
       port=$(/usr/local/bin/natpmpc -a 1 0 udp 60 -g 10.2.0.1 | grep "Mapped public port" | awk '{print $4}')

     

       4
       4
       +
       echo $port | tee /usr/local/etc/natvpn_port.txt

     

       5
       5
       +
       

     

       6
       6
       +
       while true; do

     

       7
       7
       +
           date

     

       8
       8
       +
           if ! /usr/local/bin/natpmpc -a 1 0 udp 60 -g 10.2.0.1 && /usr/local/bin/natpmpc -a 1 0 tcp 60 -g 10.2.0.1; then

     

       9
       9
       +
               echo "error Failure natpmpc $(date)"

     

       10
       10
       +
               break

     

       11
       11
       +
           fi

     

       12
       12
       +
           sleep 45

     

       13
       13
       +
       done

+48

publish_mastodon_archive.py

···

       1
       1
       +
       #!/usr/bin/env python3

     

       2
       2
       +
       

     

       3
       3
       +
       import json

     

       4
       4
       +
       from html import unescape

     

       5
       5
       +
       

     

       6
       6
       +
       

     

       7
       7
       +
       def main():

     

       8
       8
       +
           with open("/home/jas/downloads/mastodon-archive/outbox.json", "r") as jf:

     

       9
       9
       +
               json_data = json.load(jf)

     

       10
       10
       +
       

     

       11
       11
       +
           print("#+TITLE: Mastodon posts archive from 2024-02-16 to 2025-01-31")

     

       12
       12
       +
           print("#+DATE: 2025-02-02")

     

       13
       13
       +
           print("#+TAGS[]: mastodon archives")

     

       14
       14
       +
           print("#+AUTHOR: hyperreal")

     

       15
       15
       +
           print("#+SLUG: mastodon_archive-20240216-20250131")

     

       16
       16
       +
           print("#+LAYOUT: post")

     

       17
       17
       +
           print()

     

       18
       18
       +
       

     

       19
       19
       +
           for item in sorted(

     

       20
       20
       +
               json_data["orderedItems"], key=json_data["orderedItems"].index, reverse=True

     

       21
       21
       +
           ):

     

       22
       22
       +
               if type(item.get("object")) is dict:

     

       23
       23
       +
                   published = item.get("object").get("published")

     

       24
       24
       +
                   content = item.get("object").get("content")

     

       25
       25
       +
                   attachment = (

     

       26
       26
       +
                       item.get("object").get("attachment")

     

       27
       27
       +
                       if len(item.get("object").get("attachment")) >= 1

     

       28
       28
       +
                       else None

     

       29
       29
       +
                   )

     

       30
       30
       +
       

     

       31
       31
       +
                   print(f"** {published}")

     

       32
       32
       +
                   print("#+BEGIN_EXPORT html")

     

       33
       33
       +
                   if type(content) is str:

     

       34
       34
       +
                       print(unescape(content))

     

       35
       35
       +
                   print("#+END_EXPORT")

     

       36
       36
       +
                   if attachment:

     

       37
       37
       +
                       for item in attachment:

     

       38
       38
       +
                           if item.get("name"):

     

       39
       39
       +
                               print(f"#+CAPTION: {item.get('name')}")

     

       40
       40
       +
                           print(

     

       41
       41
       +
                               f"[[https://files.hyperreal.coffee/mastodon_20240216-20250131/{item.get('url')}]]"

     

       42
       42
       +
                           )

     

       43
       43
       +
                   print("-----")

     

       44
       44
       +
                   print()

     

       45
       45
       +
       

     

       46
       46
       +
       

     

       47
       47
       +
       if __name__ == "__main__":

     

       48
       48
       +
           main()

+15

qbt_stats_html.nu

···

       1
       1
       +
       #!/usr/bin/env nu

     

       2
       2
       +
       

     

       3
       3
       +
       let old_head = "<html><style>body { background-color:white;color:black; }</style><body>"

     

       4
       4
       +
       let new_head = (

     

       5
       5
       +
         ["<html><head><title>Torrent Stats</title><link type="text/css" rel="stylesheet" href="https://files.hyperreal.coffee/css/style1.css"/></head><body><h4>Last updated:", (date now | format date "%F %T%:z"), "</h4>"]

     

       6
       6
       +
         | str join ' '

     

       7
       7
       +
       )

     

       8
       8
       +
       

     

       9
       9
       +
       (

     

       10
       10
       +
         /home/jas/admin-scripts/python/list_torrents.py

     

       11
       11
       +
         | from ssv -m 2

     

       12
       12
       +
         | to html

     

       13
       13
       +
         | str replace ($old_head) ($new_head)

     

       14
       14
       +
         | save -f -r /home/jas/public/html/torrents.html

     

       15
       15
       +
       )

+79

qbt_sum_size.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "qbittorrent-api",

     

       5
       5
       +
       #   "docopt",

     

       6
       6
       +
       # ]

     

       7
       7
       +
       # ///

     

       8
       8
       +
       

     

       9
       9
       +
       """qbt_sum_size.py

     

       10
       10
       +
       

     

       11
       11
       +
       Description:

     

       12
       12
       +
       Get the total size of all added torrents and the total size of all completed

     

       13
       13
       +
       torrents from a qBittorrent instance.

     

       14
       14
       +
       

     

       15
       15
       +
       Usage:

     

       16
       16
       +
           qbt_sum_size.py (HOSTNAME) (USERNAME) (PASSWORD)

     

       17
       17
       +
           qbt_sum_size.py -h

     

       18
       18
       +
       

     

       19
       19
       +
       Examples:

     

       20
       20
       +
           qbt_sum_size.py "http://localhost:8080" "admin" "adminadmin"

     

       21
       21
       +
           qbt_sum_size.py "https://cat.seedhost.eu/lol/qbittorrent" "lol" "supersecretpassword"

     

       22
       22
       +
       

     

       23
       23
       +
       Options:

     

       24
       24
       +
           -h, --help      show this help message and exit

     

       25
       25
       +
       """

     

       26
       26
       +
       

     

       27
       27
       +
       import qbittorrentapi

     

       28
       28
       +
       from docopt import docopt

     

       29
       29
       +
       

     

       30
       30
       +
       

     

       31
       31
       +
       # convert byte units

     

       32
       32
       +
       def human_bytes(bites: int) -> str:

     

       33
       33
       +
           B = float(bites)

     

       34
       34
       +
           KiB = float(1024)

     

       35
       35
       +
           MiB = float(KiB**2)

     

       36
       36
       +
           GiB = float(KiB**3)

     

       37
       37
       +
           TiB = float(KiB**4)

     

       38
       38
       +
       

     

       39
       39
       +
           match B:

     

       40
       40
       +
               case B if B < KiB:

     

       41
       41
       +
                   return "{0} {1}".format(B, "bytes" if 0 == B > 1 else "byte")

     

       42
       42
       +
               case B if KiB <= B < MiB:

     

       43
       43
       +
                   return "{0:.2f} KiB".format(B / KiB)

     

       44
       44
       +
               case B if MiB <= B < GiB:

     

       45
       45
       +
                   return "{0:.2f} MiB".format(B / MiB)

     

       46
       46
       +
               case B if GiB <= B < TiB:

     

       47
       47
       +
                   return "{0:.2f} GiB".format(B / GiB)

     

       48
       48
       +
               case B if TiB <= B:

     

       49
       49
       +
                   return "{0:.2f} TiB".format(B / TiB)

     

       50
       50
       +
               case _:

     

       51
       51
       +
                   return ""

     

       52
       52
       +
       

     

       53
       53
       +
       

     

       54
       54
       +
       if __name__ == "__main__":

     

       55
       55
       +
           args = docopt(__doc__)  # type: ignore

     

       56
       56
       +
       

     

       57
       57
       +
           completed_torrent_sizes = []

     

       58
       58
       +
           total_added_bytes = int()

     

       59
       59
       +
       

     

       60
       60
       +
           with qbittorrentapi.Client(

     

       61
       61
       +
               host=args["HOSTNAME"], username=args["USERNAME"], password=args["PASSWORD"]

     

       62
       62
       +
           ) as qbt_client:

     

       63
       63
       +
               try:

     

       64
       64
       +
                   qbt_client.auth_log_in()

     

       65
       65
       +
               except qbittorrentapi.LoginFailed as e:

     

       66
       66
       +
                   print(e)

     

       67
       67
       +
       

     

       68
       68
       +
               for torrent in qbt_client.torrents_info():

     

       69
       69
       +
                   if torrent.completion_on != 0:

     

       70
       70
       +
                       completed_torrent_sizes.append(torrent.total_size)

     

       71
       71
       +
       

     

       72
       72
       +
                   total_added_bytes = sum(

     

       73
       73
       +
                       [torrent.total_size for torrent in qbt_client.torrents_info()]

     

       74
       74
       +
                   )

     

       75
       75
       +
       

     

       76
       76
       +
           total_completed_bytes = sum(completed_torrent_sizes)

     

       77
       77
       +
       

     

       78
       78
       +
           print(f"\nTotal completed size: {human_bytes(total_completed_bytes)}")

     

       79
       79
       +
           print(f"Total added size: {human_bytes(total_added_bytes)}\n")

+15

record_mastodon_media_size

···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       # /etc/cron.daily/record_mastodon_media_size.bash

     

       4
       4
       +
       

     

       5
       5
       +
       set -euo pipefail

     

       6
       6
       +
       

     

       7
       7
       +
       RECORD_FILE="/var/log/mastodon_media_size.log"

     

       8
       8
       +
       

     

       9
       9
       +
       file_count=$(sudo /home/jas/.cargo/bin/dust -c -P -d 0 -b -f -R -p /home/mastodon/live/public/system | awk '{print $3}')

     

       10
       10
       +
       

     

       11
       11
       +
       sudo /home/jas/.cargo/bin/dust \

     

       12
       12
       +
           -c -P -d 0 -b -R -p \

     

       13
       13
       +
           /home/mastodon/live/public/system |

     

       14
       14
       +
           awk -v fc="$file_count" -v tstamp="$(date '+%Y-%m-%d-%H%M%S')" '{print tstamp,$1,$3,fc}' |

     

       15
       15
       +
           tee -a "${RECORD_FILE}"

+35

resend_notify.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "resend",

     

       5
       5
       +
       # ]

     

       6
       6
       +
       # ///

     

       7
       7
       +
       

     

       8
       8
       +
       import subprocess

     

       9
       9
       +
       import sys

     

       10
       10
       +
       from pathlib import Path

     

       11
       11
       +
       

     

       12
       12
       +
       import resend

     

       13
       13
       +
       

     

       14
       14
       +
       

     

       15
       15
       +
       def main():

     

       16
       16
       +
           resend.api_key = Path("/usr/local/etc/resend_api_key.txt").read_text().strip("\n")

     

       17
       17
       +
       

     

       18
       18
       +
           if len(sys.argv) != 3:

     

       19
       19
       +
               exit("Usage: resend_notify.py SUBJECT MESSAGE")

     

       20
       20
       +
           subject = sys.argv[1]

     

       21
       21
       +
           message = sys.argv[2]

     

       22
       22
       +
       

     

       23
       23
       +
           params: resend.Emails.SendParams = {

     

       24
       24
       +
               "from": "Admin <admin@hyperreal.coffee>",

     

       25
       25
       +
               "to": ["hyperreal@moonshadow.dev"],

     

       26
       26
       +
               "subject": subject,

     

       27
       27
       +
               "text": message,

     

       28
       28
       +
           }

     

       29
       29
       +
       

     

       30
       30
       +
           email = resend.Emails.send(params)

     

       31
       31
       +
           print(email)

     

       32
       32
       +
       

     

       33
       33
       +
       

     

       34
       34
       +
       if __name__ == "__main__":

     

       35
       35
       +
           main()

+3 -3

rofimaim

···

       7
       7
        
       # This is lifted from https://gitlab.com/vahnrr/rofi-menus and modified by

     

       8
       8
        
       # hyperreal <hyperreal64@pm.me> on 2023-09-06T15:09:58-05:00

     

       9
       9
        
       

     

       10
       10
       -
       save_location="${HOME}/sync/pictures/screenshots"

     

       11
       11
       -
       if ! test -d "${HOME}/sync/pictures/screenshots"; then

     

       12
       12
       -
           mkdir "${HOME}/sync/pictures/screenshots"

     

       10
       10
       +
       save_location="${HOME}/Nextcloud/pictures/screenshots"

     

       11
       11
       +
       if ! test -d "${HOME}/Nextcloud/pictures/screenshots"; then

     

       12
       12
       +
           mkdir "${HOME}/Nextcloud/pictures/screenshots"

     

       13
       13
        
       fi

     

       14
       14
        
       screenshot_path="$save_location/$(date +'%Y-%m-%d-%H%M%S').png"

     

       15
       15

+213

scihub_knapsack.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "qbittorrent-api",

     

       5
       5
       +
       #   "requests",

     

       6
       6
       +
       #   "docopt",

     

       7
       7
       +
       # ]

     

       8
       8
       +
       # ///

     

       9
       9
       +
       

     

       10
       10
       +
       """scihub_knapsack.py

     

       11
       11
       +
       

     

       12
       12
       +
       Description:

     

       13
       13
       +
       This script will add torrents to a qBittorrent instance until a specified size

     

       14
       14
       +
       limit is reached.

     

       15
       15
       +
       

     

       16
       16
       +
       By default, the larger torrents are prioritized in descending order, but the

     

       17
       17
       +
       script can be run with the --smaller flag to prioritize smaller torrents in

     

       18
       18
       +
       ascending order.

     

       19
       19
       +
       

     

       20
       20
       +
       The script will select only torrents with less than or equal to <max_seeders>.

     

       21
       21
       +
       

     

       22
       22
       +
       Usage:

     

       23
       23
       +
           scihub_knapsack.py [--smaller] [--dry-run] -H <hostname> -U <username> -P <password> -S <size> -s <max_seeders>

     

       24
       24
       +
           scihub_knapsack.py -h

     

       25
       25
       +
       

     

       26
       26
       +
       Examples:

     

       27
       27
       +
           scihub_knapsack.py -H http://localhost:8080 -U admin -P adminadmin -S 42T

     

       28
       28
       +
           scihub_knapsack.py --smaller -H https://qbt.hello.world -U admin -P adminadmin -S 2.2T

     

       29
       29
       +
       

     

       30
       30
       +
       Options:

     

       31
       31
       +
           --smaller           Prioritize from the smallest torrent sizes and work upward

     

       32
       32
       +
                               to larger sizes. Default is to prioritize larger sizes.

     

       33
       33
       +
           --dry-run           Only print the torrent names, total number of torrents, and

     

       34
       34
       +
                               their total combined size instead of adding them to the

     

       35
       35
       +
                               qBittorrent instance.

     

       36
       36
       +
           -H <hostname>       Hostname of the server where the qBittorrent instance is

     

       37
       37
       +
                               running.

     

       38
       38
       +
           -U <username>       Username of the user to login to the qBittorrent instance.

     

       39
       39
       +
           -P <password>       Password of the user to login to the qBittorrent instance.

     

       40
       40
       +
           -S <size>           The maximum size, in GiB or TiB, of the knapsack to add Sci

     

       41
       41
       +
                               Hub torrents to. Must be a positive integer or float. Must

     

       42
       42
       +
                               have either G or T on the end, which represents GiB or TiB.

     

       43
       43
       +
           -s <max_seeders>    Select torrents with less than or equal to <max_seeders>

     

       44
       44
       +
                               seeders. <max_seeders> is a positive integer.

     

       45
       45
       +
       """

     

       46
       46
       +
       

     

       47
       47
       +
       import json

     

       48
       48
       +
       

     

       49
       49
       +
       import qbittorrentapi

     

       50
       50
       +
       import requests

     

       51
       51
       +
       from docopt import docopt

     

       52
       52
       +
       

     

       53
       53
       +
       

     

       54
       54
       +
       def get_torrent_health_data() -> list[dict]:

     

       55
       55
       +
           """

     

       56
       56
       +
           Fetch Sci Hub torrent health checker data from the given URL. The URL

     

       57
       57
       +
           should refer to a JSON-formatted file.

     

       58
       58
       +
           """

     

       59
       59
       +
           TORRENT_HEALTH_URL = (

     

       60
       60
       +
               "https://zrthstr.github.io/libgen_torrent_cardiography/torrent.json"

     

       61
       61
       +
           )

     

       62
       62
       +
           response = requests.get(TORRENT_HEALTH_URL, timeout=60)

     

       63
       63
       +
           return json.loads(response.text)

     

       64
       64
       +
       

     

       65
       65
       +
       

     

       66
       66
       +
       def convert_size_to_bytes(size: str) -> int:

     

       67
       67
       +
           """

     

       68
       68
       +
           Convert the given size string to bytes.

     

       69
       69
       +
       

     

       70
       70
       +
           Example: 42G --> 45097156608 bytes

     

       71
       71
       +
           """

     

       72
       72
       +
           total_bytes = int()

     

       73
       73
       +
       

     

       74
       74
       +
           if size.endswith("T"):

     

       75
       75
       +
               total_bytes = int(size.split("T")[0]) * (1024**4)

     

       76
       76
       +
       

     

       77
       77
       +
           if size.endswith("G"):

     

       78
       78
       +
               total_bytes = int(size.split("G")[0]) * (1024**3)

     

       79
       79
       +
       

     

       80
       80
       +
           return total_bytes

     

       81
       81
       +
       

     

       82
       82
       +
       

     

       83
       83
       +
       def human_bytes(bites: int) -> str:

     

       84
       84
       +
           """

     

       85
       85
       +
           Convert bytes to KiB, MiB, GiB, or TiB.

     

       86
       86
       +
       

     

       87
       87
       +
           Example: 45097156608 bytes -> 42 GiB

     

       88
       88
       +
           """

     

       89
       89
       +
           B = float(bites)

     

       90
       90
       +
           KiB = float(1024)

     

       91
       91
       +
           MiB = float(KiB**2)

     

       92
       92
       +
           GiB = float(KiB**3)

     

       93
       93
       +
           TiB = float(KiB**4)

     

       94
       94
       +
       

     

       95
       95
       +
           match B:

     

       96
       96
       +
               case B if B < KiB:

     

       97
       97
       +
                   return "{0} {1}".format(B, "bytes" if 0 == B > 1 else "byte")

     

       98
       98
       +
               case B if KiB <= B < MiB:

     

       99
       99
       +
                   return "{0:.2f} KiB".format(B / KiB)

     

       100
       100
       +
               case B if MiB <= B < GiB:

     

       101
       101
       +
                   return "{0:.2f} MiB".format(B / MiB)

     

       102
       102
       +
               case B if GiB <= B < TiB:

     

       103
       103
       +
                   return "{0:.2f} GiB".format(B / GiB)

     

       104
       104
       +
               case B if TiB <= B:

     

       105
       105
       +
                   return "{0:.2f} TiB".format(B / TiB)

     

       106
       106
       +
               case _:

     

       107
       107
       +
                   return ""

     

       108
       108
       +
       

     

       109
       109
       +
       

     

       110
       110
       +
       def get_knapsack_weight(knapsack: list[dict]) -> str:

     

       111
       111
       +
           """

     

       112
       112
       +
           Get the weight of the given knapsack in GiB or TiB.

     

       113
       113
       +
           """

     

       114
       114
       +
           return human_bytes(sum([torrent["size_bytes"] for torrent in knapsack]))

     

       115
       115
       +
       

     

       116
       116
       +
       

     

       117
       117
       +
       def fill_knapsack(

     

       118
       118
       +
           max_seeders: int, knapsack_size: int, smaller: bool = False

     

       119
       119
       +
       ) -> list[dict]:

     

       120
       120
       +
           """

     

       121
       121
       +
           Fill the knapsack.

     

       122
       122
       +
       

     

       123
       123
       +
           Arguments:

     

       124
       124
       +
           max_seeders: int    -- Select only torrents with less than or equal to

     

       125
       125
       +
                                  this number of seeders

     

       126
       126
       +
           knapsack_size: int  -- The size in bytes of the knapsack

     

       127
       127
       +
           smaller: bool       -- Prioritize smaller sized torrents (Default = False)

     

       128
       128
       +
       

     

       129
       129
       +
           Return value:

     

       130
       130
       +
           A list of dictionaries that represent the torrents.

     

       131
       131
       +
           """

     

       132
       132
       +
       

     

       133
       133
       +
           # List of torrents with less than or equal to <max_seeders>

     

       134
       134
       +
           torrents = [t for t in get_torrent_health_data() if t["seeders"] <= max_seeders]

     

       135
       135
       +
       

     

       136
       136
       +
           # Sorted list of torrents with <max_seeders>. If smaller == True, sort them

     

       137
       137
       +
           # in ascending order by size_bytes. Else sort them in descending order by

     

       138
       138
       +
           # size_bytes.

     

       139
       139
       +
           sorted_torrents = (

     

       140
       140
       +
               sorted(torrents, key=lambda d: d["size_bytes"])

     

       141
       141
       +
               if smaller == True

     

       142
       142
       +
               else sorted(torrents, key=lambda d: d["size_bytes"], reverse=True)

     

       143
       143
       +
           )

     

       144
       144
       +
       

     

       145
       145
       +
           # Sum the sizes of each torrent in sorted_torrents and add them to the

     

       146
       146
       +
           # knapsack until it is filled, then return the knapsack.

     

       147
       147
       +
           sum = 0

     

       148
       148
       +
           knapsack = []

     

       149
       149
       +
           for torrent in sorted_torrents:

     

       150
       150
       +
               if sum + torrent["size_bytes"] >= knapsack_size:

     

       151
       151
       +
                   break

     

       152
       152
       +
               sum += torrent["size_bytes"]

     

       153
       153
       +
               knapsack.append(torrent)

     

       154
       154
       +
       

     

       155
       155
       +
           return knapsack

     

       156
       156
       +
       

     

       157
       157
       +
       

     

       158
       158
       +
       if __name__ == "__main__":

     

       159
       159
       +
           args = docopt(__doc__)  # type: ignore

     

       160
       160
       +
           hostname = args["-H"]

     

       161
       161
       +
           username = args["-U"]

     

       162
       162
       +
           password = args["-P"]

     

       163
       163
       +
           max_seeders = int(args["-s"])

     

       164
       164
       +
           knapsack_size = convert_size_to_bytes(args["-S"])

     

       165
       165
       +
           smaller = args["--smaller"]

     

       166
       166
       +
           dry_run = args["--dry-run"]

     

       167
       167
       +
       

     

       168
       168
       +
           # Initialize client and login

     

       169
       169
       +
           qbt_client = qbittorrentapi.Client(

     

       170
       170
       +
               host=hostname, username=username, password=password

     

       171
       171
       +
           )

     

       172
       172
       +
       

     

       173
       173
       +
           try:

     

       174
       174
       +
               qbt_client.auth_log_in()

     

       175
       175
       +
           except qbittorrentapi.LoginFailed as e:

     

       176
       176
       +
               print(e)

     

       177
       177
       +
       

     

       178
       178
       +
           # Fill the knapsack

     

       179
       179
       +
           knapsack = fill_knapsack(max_seeders, knapsack_size, smaller)

     

       180
       180
       +
       

     

       181
       181
       +
           # If it's a dry run, only print the knapsack's contents. Otherwise,

     

       182
       182
       +
           # add the knapsack's contents to the qBittorrent instance.

     

       183
       183
       +
           # When finished, print the number of items and the combined weight of all

     

       184
       184
       +
           # items in the knapsack. Before attempting to add items to the qBittorrent

     

       185
       185
       +
           # instance, check to see if libgen.rs is even working. If libgen.rs is down

     

       186
       186
       +
           # no torrents can be added to the qBittorrent instance, so exit with an

     

       187
       187
       +
           # notice.

     

       188
       188
       +
           if dry_run:

     

       189
       189
       +
               for torrent in knapsack:

     

       190
       190
       +
                   print(torrent["link"])

     

       191
       191
       +
           else:

     

       192
       192
       +
               response = requests.get("https://libgen.is/")

     

       193
       193
       +
               if not response.ok:

     

       194
       194
       +
                   exit(

     

       195
       195
       +
                       "It appears https://libgen.is is currently down. Please try again later."

     

       196
       196
       +
                   )

     

       197
       197
       +
               for torrent in knapsack:

     

       198
       198
       +
                   for torrent in knapsack:

     

       199
       199
       +
                       if "gen.lib.rus.ec" in torrent["link"]:

     

       200
       200
       +
                           new_torrent = torrent["link"].replace("gen.lib.rus.ec", "libgen.is")

     

       201
       201
       +
                           qbt_client.torrents_add(new_torrent, category="scihub")

     

       202
       202
       +
       

     

       203
       203
       +
                       if "libgen.rs" in torrent["link"]:

     

       204
       204
       +
                           new_torrent = torrent["link"].replace("libgen.rs", "libgen.is")

     

       205
       205
       +
                           qbt_client.torrents_add(new_torrent, category="scihub")

     

       206
       206
       +
                   # print(f"Added {torrent['name']}")

     

       207
       207
       +
       

     

       208
       208
       +
           qbt_client.auth_log_out()

     

       209
       209
       +
       

     

       210
       210
       +
           print("----------------")

     

       211
       211
       +
           print(f"Count: {len(knapsack)} torrents")

     

       212
       212
       +
           print(f"Total combined size: {get_knapsack_weight(knapsack)}")

     

       213
       213
       +
           print("----------------")

+91

seed_armbian_torrents.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       # "qbittorrent-api",

     

       5
       5
       +
       # "requests",

     

       6
       6
       +
       # "bs4",

     

       7
       7
       +
       # "docopt"

     

       8
       8
       +
       # ]

     

       9
       9
       +
       # ///

     

       10
       10
       +
       

     

       11
       11
       +
       """seed_armbian_torrents.py

     

       12
       12
       +
       

     

       13
       13
       +
       Description:

     

       14
       14
       +
       Armbian torrents seed script

     

       15
       15
       +
       

     

       16
       16
       +
       This script will scrape https://mirrors.jevincanders.net/armbian/dl/ for

     

       17
       17
       +
       torrent files and add them to a qBittorrent instance. If there are already

     

       18
       18
       +
       Armbian torrents in the qBittorrent instance, they will be removed, and new

     

       19
       19
       +
       ones will be added in their place. This script is intended to be run under

     

       20
       20
       +
       /etc/cron.weekly or used in a systemd timer.

     

       21
       21
       +
       

     

       22
       22
       +
       Usage:

     

       23
       23
       +
           seed_armbian_torrents.py (HOSTNAME) (USERNAME) (PASSWORD)

     

       24
       24
       +
           seed_armbian_torrents.py -h

     

       25
       25
       +
       

     

       26
       26
       +
       Examples:

     

       27
       27
       +
           seed_armbian_torrents.py "http://localhost:8080" "admin" "adminadmin"

     

       28
       28
       +
           seed_armbian_torrents.py "https://cat.seedhost.eu/lol/qbittorrent" "lol" "pw"

     

       29
       29
       +
       

     

       30
       30
       +
       Options:

     

       31
       31
       +
           -h, --help         show this help message and exit.

     

       32
       32
       +
       """

     

       33
       33
       +
       

     

       34
       34
       +
       import os

     

       35
       35
       +
       

     

       36
       36
       +
       import qbittorrentapi

     

       37
       37
       +
       import requests

     

       38
       38
       +
       from bs4 import BeautifulSoup

     

       39
       39
       +
       from docopt import docopt

     

       40
       40
       +
       

     

       41
       41
       +
       

     

       42
       42
       +
       def add_torrents(args: dict):

     

       43
       43
       +
           archive_dir_urls = [

     

       44
       44
       +
               "https://mirrors.jevincanders.net/armbian/dl/orangepi5-plus/archive/",

     

       45
       45
       +
               "https://mirrors.jevincanders.net/armbian/dl/rockpro64/archive/",

     

       46
       46
       +
               "https://mirrors.jevincanders.net/armbian/dl/rpi4b/archive/",

     

       47
       47
       +
           ]

     

       48
       48
       +
       

     

       49
       49
       +
           torrent_urls = []

     

       50
       50
       +
           for url in archive_dir_urls:

     

       51
       51
       +
               response = requests.get(url, timeout=60)

     

       52
       52
       +
               soup = BeautifulSoup(response.content, "html.parser")

     

       53
       53
       +
               links = soup.find_all("a")

     

       54
       54
       +
               for link in links:

     

       55
       55
       +
                   if link.text.endswith(".torrent"):

     

       56
       56
       +
                       torrent_urls.append(url + link.text)

     

       57
       57
       +
       

     

       58
       58
       +
           try:

     

       59
       59
       +
               qbt_client = qbittorrentapi.Client(

     

       60
       60
       +
                   host=args["HOSTNAME"], username=args["USERNAME"], password=args["PASSWORD"]

     

       61
       61
       +
               )

     

       62
       62
       +
               qbt_client.auth_log_in()

     

       63
       63
       +
       

     

       64
       64
       +
               for url in torrent_urls:

     

       65
       65
       +
                   qbt_client.torrents_add(url, category="distro")

     

       66
       66
       +
                   print(f"Added {os.path.basename(url)}")

     

       67
       67
       +
               qbt_client.auth_log_out()

     

       68
       68
       +
           except qbittorrentapi.LoginFailed as e:

     

       69
       69
       +
               print(e)

     

       70
       70
       +
       

     

       71
       71
       +
       

     

       72
       72
       +
       def remove_torrents(args: dict):

     

       73
       73
       +
           try:

     

       74
       74
       +
               qbt_client = qbittorrentapi.Client(

     

       75
       75
       +
                   host=args["HOSTNAME"], username=args["USERNAME"], password=args["PASSWORD"]

     

       76
       76
       +
               )

     

       77
       77
       +
               qbt_client.auth_log_in()

     

       78
       78
       +
       

     

       79
       79
       +
               for torrent in qbt_client.torrents_info():

     

       80
       80
       +
                   if torrent.name.startswith("Armbian"):

     

       81
       81
       +
                       torrent.delete(delete_files=True)

     

       82
       82
       +
                       print(f"Removed {torrent.name}")

     

       83
       83
       +
               qbt_client.auth_log_out()

     

       84
       84
       +
           except qbittorrentapi.LoginFailed as e:

     

       85
       85
       +
               print(e)

     

       86
       86
       +
       

     

       87
       87
       +
       

     

       88
       88
       +
       if __name__ == "__main__":

     

       89
       89
       +
           args = docopt(__doc__)  # type: ignore

     

       90
       90
       +
           remove_torrents(args)

     

       91
       91
       +
           add_torrents(args)

+16

start_debian_vm

···

       1
       1
       +
       #!/bin/sh

     

       2
       2
       +
       # Purpose: Simple script to start my Debian VM using bhyve on FreeBSD

     

       3
       3
       +
       # Original author: Vivek Gite (https://www.cyberciti.biz) under GPL v2.x+

     

       4
       4
       +
       # Modifications made by: hyperreal (https://hyperreal.coffee) under GPL v2.x+

     

       5
       5
       +
       

     

       6
       6
       +
       if ! kldstat | grep -w vmm.ko; then

     

       7
       7
       +
           kldload -v vmm

     

       8
       8
       +
       fi

     

       9
       9
       +
       

     

       10
       10
       +
       if ! kldstat | grep -w nmdm.ko; then

     

       11
       11
       +
           kldload -v nmdm

     

       12
       12
       +
       fi

     

       13
       13
       +
       

     

       14
       14
       +
       if ! bhyve -c 4 -m 8G -w -H -s 0,hostbridge -s 4,virtio-blk,/dev/zvol/zroot/debianvm -s 5,virtio-net,tap0 -s 29,fbuf,tcp=0.0.0.0:5900,w=1024,h=768 -s 30,xhci,tablet -s 31,lpc -l com1,stdio -l bootrom,/usr/local/share/uefi-firmware/BHYVE_UEFI.fd debianvm 2>/tmp/start_debian_vm_error; then

     

       15
       15
       +
           neomutt -s "[nas] start_debian_vm error" jas@nas </tmp/start_debian_vm_error

     

       16
       16
       +
       fi

+63

sync_from_remotes.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "resend",

     

       5
       5
       +
       # ]

     

       6
       6
       +
       # ///

     

       7
       7
       +
       

     

       8
       8
       +
       import socket

     

       9
       9
       +
       import subprocess

     

       10
       10
       +
       from pathlib import Path

     

       11
       11
       +
       

     

       12
       12
       +
       import resend

     

       13
       13
       +
       

     

       14
       14
       +
       

     

       15
       15
       +
       def send_email(program: str, log: str):

     

       16
       16
       +
           resend.api_key = Path("/usr/local/etc/resend_api_key.txt").read_text().strip("\n")

     

       17
       17
       +
       

     

       18
       18
       +
           match log:

     

       19
       19
       +
               case "ok":

     

       20
       20
       +
                   subj = f"[{socket.getfqdn()}] {program} OK ✅"

     

       21
       21
       +
                   msg = f"{program} on {socket.getfqdn()} ran successfully!"

     

       22
       22
       +
               case "err":

     

       23
       23
       +
                   subj = f"[{socket.getfqdn()}] {program} Error ❌"

     

       24
       24
       +
                   msg = f"There was an error running {program} on {socket.getfqdn()}. Please investigate."

     

       25
       25
       +
               case _:

     

       26
       26
       +
                   subj = ""

     

       27
       27
       +
                   msg = ""

     

       28
       28
       +
       

     

       29
       29
       +
           params: resend.Emails.SendParams = {

     

       30
       30
       +
               "from": "Admin <admin@hyperreal.coffee>",

     

       31
       31
       +
               "to": ["hyperreal@moonshadow.dev"],

     

       32
       32
       +
               "subject": subj,

     

       33
       33
       +
               "text": msg,

     

       34
       34
       +
           }

     

       35
       35
       +
       

     

       36
       36
       +
           email = resend.Emails.send(params)

     

       37
       37
       +
           print(email)

     

       38
       38
       +
       

     

       39
       39
       +
       

     

       40
       40
       +
       def sync_from_remotes(src: str, dest: str):

     

       41
       41
       +
           rsync_cmd = ["rsync", "-avz", "--delete", src, dest]

     

       42
       42
       +
       

     

       43
       43
       +
           try:

     

       44
       44
       +
               subprocess.run(rsync_cmd, check=True, text=True)

     

       45
       45
       +
               print(f"Successful sync from {src} to {dest}")

     

       46
       46
       +
           except subprocess.CalledProcessError as e:

     

       47
       47
       +
               print(f"Error during sync from {src} to {dest}: {e}")

     

       48
       48
       +
               send_email("sync_from_remotes", "err")

     

       49
       49
       +
               exit(1)

     

       50
       50
       +
       

     

       51
       51
       +
       

     

       52
       52
       +
       if __name__ == "__main__":

     

       53
       53
       +
           remotes = [

     

       54
       54
       +
               (

     

       55
       55
       +
                   "root@hyperreal.lyrebird-marlin.ts.net:/srv/borgbackup/hyperreal/",

     

       56
       56
       +
                   "/naspool/borgbackup/hyperreal",

     

       57
       57
       +
               ),

     

       58
       58
       +
           ]

     

       59
       59
       +
       

     

       60
       60
       +
           for remote in remotes:

     

       61
       61
       +
               sync_from_remotes(remote[0], remote[1])

     

       62
       62
       +
       

     

       63
       63
       +
           send_email("sync_from_remotes", "ok")

+34

sync_wikimedia_xmldumps

···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       # Use rclone to sync the last two good Wikimedia XML data dumps.

     

       4
       4
       +
       

     

       5
       5
       +
       set -euxo pipefail

     

       6
       6
       +
       

     

       7
       7
       +
       # Get Headnet IP for desktop

     

       8
       8
       +
       DESKTOP_IP=$(sudo tailscale status | grep "desktop" | awk '{print $1}')

     

       9
       9
       +
       

     

       10
       10
       +
       wget https://wikimedia.bringyour.com/rsync-filelist-last-2-good.txt \

     

       11
       11
       +
           -O /home/jas/rsync-filelist-last-2-good.txt

     

       12
       12
       +
       

     

       13
       13
       +
       cat /home/jas/rsync-filelist-last-2-good.txt \

     

       14
       14
       +
           | grep "enwiki" \

     

       15
       15
       +
           | grep -v "tenwiki" \

     

       16
       16
       +
           | tee /home/jas/rsync-filelist-last-2-good-en.txt

     

       17
       17
       +
       

     

       18
       18
       +
       rm -fv /home/jas/rsync-filelist-last-2-good.txt

     

       19
       19
       +
       

     

       20
       20
       +
       rclone sync \

     

       21
       21
       +
           --http-no-head \

     

       22
       22
       +
           --transfers 8 \

     

       23
       23
       +
           --include-from /home/jas/rsync-filelist-last-2-good-en.txt wikimedia.bringyour.com: \

     

       24
       24
       +
           /naspool/archives/wikimedia-xmldatadumps-en

     

       25
       25
       +
       

     

       26
       26
       +
       rm -fv /home/jas/rsync-filelist-last-2-good-en.txt

     

       27
       27
       +
       

     

       28
       28
       +
       curl \

     

       29
       29
       +
           -H prio:default \

     

       30
       30
       +
           -H tags:incoming_envelope \

     

       31
       31
       +
           -d "Syncing of wikimedia xml datadumps succeeded" \

     

       32
       32
       +
           "http://${DESKTOP_IP}/wikimedia_xmldatadumps_en"

     

       33
       33
       +
       

     

       34
       34
       +
       exit 0

+90

systemd_syscall_filter

···

       1
       1
       +
       #!/usr/bin/env bash

     

       2
       2
       +
       

     

       3
       3
       +
       # Usage:

     

       4
       4
       +
       #     systemd_syscall_filter <absolute/path/to/binary> [-c]

     

       5
       5
       +
       #

     

       6
       6
       +
       # This script will print the syscalls the given binary executable uses

     

       7
       7
       +
       # along with the systemd syscall-filter categories they are in.

     

       8
       8
       +
       # This makes it easier to harden a systemd unit because you can see which

     

       9
       9
       +
       # categories you shouldn't add to the systemd unit's .d overrides for the

     

       10
       10
       +
       # SystemCallFilter= directive. If the given binary executable uses a

     

       11
       11
       +
       # particular system call, you probably don't want to keep that system call

     

       12
       12
       +
       # out of the sandbox, or the binary executable might not work as expected.

     

       13
       13
       +
       

     

       14
       14
       +
       syscall_categories=(

     

       15
       15
       +
       	"@default"

     

       16
       16
       +
       	"@aio"

     

       17
       17
       +
       	"@basic-io"

     

       18
       18
       +
       	"@chown"

     

       19
       19
       +
       	"@clock"

     

       20
       20
       +
       	"@cpu-emulation"

     

       21
       21
       +
       	"@debug"

     

       22
       22
       +
       	"@file-system"

     

       23
       23
       +
       	"@io-event"

     

       24
       24
       +
       	"@ipc"

     

       25
       25
       +
       	"@keyring"

     

       26
       26
       +
       	"@memlock"

     

       27
       27
       +
       	"@module"

     

       28
       28
       +
       	"@mount"

     

       29
       29
       +
       	"@network-io"

     

       30
       30
       +
       	"@obsolete"

     

       31
       31
       +
       	"@pkey"

     

       32
       32
       +
       	"@privileged"

     

       33
       33
       +
       	"@process"

     

       34
       34
       +
       	"@raw-io"

     

       35
       35
       +
       	"@reboot"

     

       36
       36
       +
       	"@resources"

     

       37
       37
       +
       	"@setuid"

     

       38
       38
       +
       	"@signal"

     

       39
       39
       +
       	"@swap"

     

       40
       40
       +
       	"@sync"

     

       41
       41
       +
       	"@system-service"

     

       42
       42
       +
       	"@timer"

     

       43
       43
       +
       )

     

       44
       44
       +
       

     

       45
       45
       +
       get_used_syscalls() {

     

       46
       46
       +
       	for category in "${syscall_categories[@]}"; do

     

       47
       47
       +
       		readarray -t syscalls < <(sudo systemd-analyze syscall-filter --no-pager "$category" | awk '{print $1}' | tail -n+3)

     

       48
       48
       +
       

     

       49
       49
       +
       		for sc in "${syscalls[@]}"; do

     

       50
       50
       +
       			if strings "$1" | grep --silent -w "$sc"; then

     

       51
       51
       +
       				echo "${category} : ${sc}"

     

       52
       52
       +
       			fi

     

       53
       53
       +
       		done

     

       54
       54
       +
       	done

     

       55
       55
       +
       }

     

       56
       56
       +
       

     

       57
       57
       +
       get_unused_categories() {

     

       58
       58
       +
       	readarray -t used_syscalls < <(get_used_syscalls "$1" | awk '{print $1}' | uniq)

     

       59
       59
       +
       	readarray -t unused_categories < <(echo "${syscall_categories[@]}" "${used_syscalls[@]}" | tr ' ' '\n' | sort | uniq -u)

     

       60
       60
       +
       	for category in "${unused_categories[@]}"; do

     

       61
       61
       +
       		echo "SystemCallFilter=~${category}"

     

       62
       62
       +
       	done

     

       63
       63
       +
       }

     

       64
       64
       +
       

     

       65
       65
       +
       if [ "$#" -eq 2 ]; then

     

       66
       66
       +
       	case "$2" in

     

       67
       67
       +
       	"-c")

     

       68
       68
       +
       		get_unused_categories "$1"

     

       69
       69
       +
       		;;

     

       70
       70
       +
       	*)

     

       71
       71
       +
       		echo "Unknown option: ${2}"

     

       72
       72
       +
       		exit 1

     

       73
       73
       +
       		;;

     

       74
       74
       +
       	esac

     

       75
       75
       +
       elif [ "$#" -eq 1 ]; then

     

       76
       76
       +
       	if ! test -x "$1"; then

     

       77
       77
       +
       		echo "${1} is not found or is not executable"

     

       78
       78
       +
       		exit 1

     

       79
       79
       +
       	else

     

       80
       80
       +
       		get_used_syscalls "$1"

     

       81
       81
       +
       	fi

     

       82
       82
       +
       else

     

       83
       83
       +
       	echo "Usage: systemd_syscall_filter <abs/path/to/binary> [-c]"

     

       84
       84
       +
       	echo ""

     

       85
       85
       +
       	echo "To get syscalls used by the binary:"

     

       86
       86
       +
       	echo "        systemd_syscall_filter /usr/sbin/auditd"

     

       87
       87
       +
       	echo ""

     

       88
       88
       +
       	echo "To get syscall categories not used by the binary, pass the -c (complement) flag:"

     

       89
       89
       +
       	echo "        systemd_syscall_filter /usr/sbin/auditd -c"

     

       90
       90
       +
       fi

+129

update_tracker.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "qbittorrent-api",

     

       5
       5
       +
       #   "docopt",

     

       6
       6
       +
       #   "rich",

     

       7
       7
       +
       # ]

     

       8
       8
       +
       # ///

     

       9
       9
       +
       

     

       10
       10
       +
       """update_tracker.py

     

       11
       11
       +
       

     

       12
       12
       +
       Description:

     

       13
       13
       +
       This script collects infohashes of all torrents in each qBittorrent instance,

     

       14
       14
       +
       updates opentracker, and reannounces all torrents to their trackers.

     

       15
       15
       +
       

     

       16
       16
       +
       Expectations:

     

       17
       17
       +
       - A JSON qBittorrent authentication file at ~/.config/qbittorrent_auth.json

     

       18
       18
       +
       - SSH pubkey access to torrent tracker server

     

       19
       19
       +
       - rsync installed on the host system running this script

     

       20
       20
       +
       

     

       21
       21
       +
       Usage:

     

       22
       22
       +
           update_tracker.py (--add-tracker DOMAIN)

     

       23
       23
       +
           update_tracker.py -h

     

       24
       24
       +
       

     

       25
       25
       +
       Options:

     

       26
       26
       +
           --add-tracker DOMAIN           ensure the provided tracker domain is added to each torrent's tracker list

     

       27
       27
       +
           -h, --help                     show this help message and exit

     

       28
       28
       +
       

     

       29
       29
       +
       Examples:

     

       30
       30
       +
           update_tracker.py --add-tracker hyperreal.coffee

     

       31
       31
       +
       """

     

       32
       32
       +
       

     

       33
       33
       +
       import json

     

       34
       34
       +
       import subprocess

     

       35
       35
       +
       import tempfile

     

       36
       36
       +
       from pathlib import Path

     

       37
       37
       +
       

     

       38
       38
       +
       import qbittorrentapi

     

       39
       39
       +
       from docopt import docopt

     

       40
       40
       +
       from rich.console import Console

     

       41
       41
       +
       from rich.text import Text

     

       42
       42
       +
       

     

       43
       43
       +
       if __name__ == "__main__":

     

       44
       44
       +
           args = docopt(__doc__)  # type: ignore

     

       45
       45
       +
       

     

       46
       46
       +
           tracker_domain = args["--add-tracker"]

     

       47
       47
       +
       

     

       48
       48
       +
           console = Console()

     

       49
       49
       +
           with console.status("[bold green]Executing the tasks...") as status:

     

       50
       50
       +
               # JSON file containing authentication info for each qBittorrent instance

     

       51
       51
       +
               QBITTORRENT_AUTH_FILE = Path.home().joinpath(".config/qbittorrent_auth.json")

     

       52
       52
       +
       

     

       53
       53
       +
               # Open authentication file and load JSON data

     

       54
       54
       +
               with open(QBITTORRENT_AUTH_FILE, "r") as qbt_auth:

     

       55
       55
       +
                   auth_data = json.load(qbt_auth)

     

       56
       56
       +
       

     

       57
       57
       +
               # Collect infohashes of all torrents in each qBittorrent instance

     

       58
       58
       +
               console.log(

     

       59
       59
       +
                   "Collecting infohashes of all torrents in each qBittorrent instance."

     

       60
       60
       +
               )

     

       61
       61
       +
               torrent_infohashes = []

     

       62
       62
       +
               for item in auth_data["instances"]:

     

       63
       63
       +
                   with qbittorrentapi.Client(

     

       64
       64
       +
                       host=item["hostname"],

     

       65
       65
       +
                       username=item["username"],

     

       66
       66
       +
                       password=item["password"],

     

       67
       67
       +
                   ) as qbt_client:

     

       68
       68
       +
                       try:

     

       69
       69
       +
                           qbt_client.auth_log_in()

     

       70
       70
       +
                       except qbittorrentapi.LoginFailed as e:

     

       71
       71
       +
                           print(e)

     

       72
       72
       +
       

     

       73
       73
       +
                       for torrent in qbt_client.torrents_info():

     

       74
       74
       +
                           torrent_infohashes.append(torrent.hash)

     

       75
       75
       +
       

     

       76
       76
       +
               # Format the infohashes to have a \n at the end

     

       77
       77
       +
               console.log("Formatting infohashes to have a newline at the end.")

     

       78
       78
       +
               format_infohashes = set([f"{infohash}\n" for infohash in torrent_infohashes])

     

       79
       79
       +
       

     

       80
       80
       +
               # Create a NamedTemporaryFile and write all infohashes to it, one per line

     

       81
       81
       +
               console.log("Creating temporary file to write infohashes to.")

     

       82
       82
       +
       

     

       83
       83
       +
               with tempfile.NamedTemporaryFile() as ntf:

     

       84
       84
       +
                   with open(ntf.name, "w") as tf:

     

       85
       85
       +
                       tf.writelines(format_infohashes)

     

       86
       86
       +
       

     

       87
       87
       +
                   # Use `sudo cp -f` to copy the infohashes file to the torrent tracker's config

     

       88
       88
       +
                   # directory, overwriting the whitelist.txt file.

     

       89
       89
       +
                   console.log(

     

       90
       90
       +
                       "Copying the temporary infohashes file to the torrent tracker's whitelist."

     

       91
       91
       +
                   )

     

       92
       92
       +
                   subprocess.run(

     

       93
       93
       +
                       ["sudo", "cp", "-f", ntf.name, "/etc/opentracker/whitelist.txt"]

     

       94
       94
       +
                   )

     

       95
       95
       +
       

     

       96
       96
       +
                   # Run `sudo systemctl restart opentracker.service`

     

       97
       97
       +
                   console.log("Restarting opentracker.service")

     

       98
       98
       +
                   subprocess.run(["sudo", "systemctl", "restart", "opentracker.service"])

     

       99
       99
       +
       

     

       100
       100
       +
               # Reannounce all torrents in each qBittorrent instance to their trackers

     

       101
       101
       +
               console.log("Reannouncing all torrents to their trackers.")

     

       102
       102
       +
               for item in auth_data["instances"]:

     

       103
       103
       +
                   with qbittorrentapi.Client(

     

       104
       104
       +
                       host=item["hostname"],

     

       105
       105
       +
                       username=item["username"],

     

       106
       106
       +
                       password=item["password"],

     

       107
       107
       +
                   ) as qbt_client:

     

       108
       108
       +
                       for torrent in qbt_client.torrents_info():

     

       109
       109
       +
                           torrent.reannounce()

     

       110
       110
       +
       

     

       111
       111
       +
               console.log("Done!")

     

       112
       112
       +
       

     

       113
       113
       +
           # Print output and make it look sexy ;)

     

       114
       114
       +
           console = Console()

     

       115
       115
       +
           tasks = Text("\nTasks completed:\n")

     

       116
       116
       +
           tasks.stylize("bold magenta")

     

       117
       117
       +
           console.print(tasks)

     

       118
       118
       +
           console.print(":white_check_mark: update the tracker's whitelist")

     

       119
       119
       +
       

     

       120
       120
       +
           if tracker_domain:

     

       121
       121
       +
               console.print(

     

       122
       122
       +
                   f":white_check_mark: ensure {tracker_domain}:6969/announce is in each torrent's tracker list"

     

       123
       123
       +
               )

     

       124
       124
       +
       

     

       125
       125
       +
           console.print(":white_check_mark: reannounce all torrents to their trackers")

     

       126
       126
       +
       

     

       127
       127
       +
           torrents = Text(str(len(torrent_infohashes)))

     

       128
       128
       +
           torrents.stylize("bold green")

     

       129
       129
       +
           console.print(torrents + " torrents were updated")

+25

yaml2json.py

···

       1
       1
       +
       #!/usr/bin/env -S uv run --script

     

       2
       2
       +
       # /// script

     

       3
       3
       +
       # dependencies = [

     

       4
       4
       +
       #   "yaml",

     

       5
       5
       +
       # ]

     

       6
       6
       +
       # ///

     

       7
       7
       +
       

     

       8
       8
       +
       # YAML to JSON conversion script

     

       9
       9
       +
       # Based on https://www.geeksforgeeks.org/convert-yaml-to-json/

     

       10
       10
       +
       #

     

       11
       11
       +
       # This script takes a YAML file as the first arg, converts the

     

       12
       12
       +
       # YAML content to JSON, and outputs the converted JSON content

     

       13
       13
       +
       # to stdout.

     

       14
       14
       +
       

     

       15
       15
       +
       import json

     

       16
       16
       +
       import sys

     

       17
       17
       +
       

     

       18
       18
       +
       import yaml

     

       19
       19
       +
       

     

       20
       20
       +
       try:

     

       21
       21
       +
           print(json.dumps(yaml.load(open(sys.argv[1]), Loader=yaml.FullLoader), indent=4))

     

       22
       22
       +
       except IndexError:

     

       23
       23
       +
           print("YAML file must be supplied as first arg")

     

       24
       24
       +
       except FileNotFoundError:

     

       25
       25
       +
           print("YAML file not found")