Assorted shell and Python scripts

Rewrite mirror URL logic

Changed files
+9 -3
+9 -3
sync_wikimedia_xmldumps
···
set -euxo pipefail
-
# Get Headnet IP for desktop
+
if [ -z "$1" ]; then
+
echo "Please supply a mirror URL"
+
exit 1
+
fi
+
MIRROR_URL="$1"
+
+
RCLONE_REMOTE=$(basename "$MIRROR_URL")
NTFY_IP=$(sudo tailscale status | grep "dietpi" | awk '{print $1}')
-
wget https://dumps.wikimedia.your.org/rsync-filelist-last-2-good.txt \
+
wget "${MIRROR_URL}/rsync-filelist-last-2-good.txt" \
-O /home/jas/rsync-filelist-last-2-good.txt
grep "enwiki" /home/jas/rsync-filelist-last-2-good.txt |
···
rclone sync \
--http-no-head \
--transfers 8 \
-
--include-from /home/jas/rsync-filelist-last-2-good-en.txt dumps.wikimedia.your.org: \
+
--include-from /home/jas/rsync-filelist-last-2-good-en.txt "${RCLONE_REMOTE}:" \
/naspool/archives/wikimedia-xmldatadumps-en
rm -fv /home/jas/rsync-filelist-last-2-good-en.txt