commit 805e9d462294e7509ed48747147d1033da3d598f · hyperreal.bsky.moonshadow.dev/bin

+5 -5

backup_podman_volumes

···

       5
       5
        
       BACKUP_DIR="${HOME}/podman_volume_backups"

     

       6
       6
        
       DATE=$(date '+%Y-%m-%d_%H%M%S')

     

       7
       7
        
       

     

       8
       8
       -
       volumes=(

     

       9
       9
       -
           "opengist"

     

       10
       10
       -
           "shaarli-cache"

     

       11
       11
       -
           "shaarli-data"

     

       12
       12
       -
       )

     

       8
       8
       +
       volumes=("$@")

     

       9
       9
       +
       

     

       10
       10
       +
       if [ ! -d "$BACKUP_DIR" ]; then

     

       11
       11
       +
           mkdir -p "$BACKUP_DIR"

     

       12
       12
       +
       fi

     

       13
       13
        
       

     

       14
       14
        
       for vol in "${volumes[@]}"; do

     

       15
       15
        
           podman volume export "$vol" --output "${BACKUP_DIR}/${vol}-${DATE}.tar"

+16 -11

sync_wikimedia_xmldumps

···

       5
       5
        
       set -euxo pipefail

     

       6
       6
        
       

     

       7
       7
        
       if [ -z "$1" ]; then

     

       8
       8
       -
           echo "Please supply a mirror URL"

     

       8
       8
       +
           echo "Please supply an rclone remote"

     

       9
       9
        
           exit 1

     

       10
       10
        
       fi

     

       11
       11
       -
       MIRROR_URL="$1"

     

       12
       11
        
       

     

       13
       13
       -
       RCLONE_REMOTE=$(basename "$MIRROR_URL")

     

       12
       12
       +
       RCLONE_REMOTE="$1"

     

       13
       13
       +
       MIRROR_URL=$(rclone config show "$RCLONE_REMOTE" | grep "url" | awk '{print $3}')

     

       14
       14
        
       NTFY_IP=$(sudo tailscale status | grep "dietpi" | awk '{print $1}')

     

       15
       15
        
       

     

       16
       16
       +
       cleanup() {

     

       17
       17
       +
           echo "Cleaning up"

     

       18
       18
       +
           rm -fv "${HOME}/rsync-filelist-last-2-good.txt"

     

       19
       19
       +
           rm -fv "${HOME}/rsync-filelist-last-2-good-en.txt"

     

       20
       20
       +
           exit

     

       21
       21
       +
       }

     

       22
       22
       +
       

     

       23
       23
       +
       trap cleanup 0 1 2 3 6

     

       24
       24
       +
       

     

       16
       25
        
       wget "${MIRROR_URL}/rsync-filelist-last-2-good.txt" \

     

       17
       17
       -
           -O /home/jas/rsync-filelist-last-2-good.txt

     

       26
       26
       +
           -O "${HOME}/rsync-filelist-last-2-good.txt"

     

       18
       27
        
       

     

       19
       19
       -
       grep "enwiki" /home/jas/rsync-filelist-last-2-good.txt |

     

       28
       28
       +
       grep "enwiki" "${HOME}/rsync-filelist-last-2-good.txt" |

     

       20
       29
        
           grep -v "tenwiki" |

     

       21
       21
       -
           tee /home/jas/rsync-filelist-last-2-good-en.txt

     

       22
       22
       -
       

     

       23
       23
       -
       rm -fv /home/jas/rsync-filelist-last-2-good.txt

     

       30
       30
       +
           tee "${HOME}/rsync-filelist-last-2-good-en.txt"

     

       24
       31
        
       

     

       25
       32
        
       rclone sync \

     

       26
       33
        
           --http-no-head \

     

       27
       34
        
           --transfers 8 \

     

       28
       28
       -
           --include-from /home/jas/rsync-filelist-last-2-good-en.txt "${RCLONE_REMOTE}:" \

     

       35
       35
       +
           --include-from "${HOME}/rsync-filelist-last-2-good-en.txt" "${RCLONE_REMOTE}:" \

     

       29
       36
        
           /naspool/archives/wikimedia-xmldatadumps-en

     

       30
       30
       -
       

     

       31
       31
       -
       rm -fv /home/jas/rsync-filelist-last-2-good-en.txt

     

       32
       37
        
       

     

       33
       38
        
       curl \

     

       34
       39
        
           -H prio:default \