···

       
5
       
5
       
 
       
set -euxo pipefail

     

       
6
       
6
       
 
       


     

       
7
       
7
       
 
       
# Get Headnet IP for desktop

     

       
8
       
8
       
-
       
DESKTOP_IP=$(sudo tailscale status | grep "desktop" | awk '{print $1}')

     

       
8
       
8
       
+
       
NTFY_IP=$(sudo tailscale status | grep "dietpi" | awk '{print $1}')

     

       
9
       
9
       
 
       


     

       
10
       
10
       
-
       
wget https://wikimedia.bringyour.com/rsync-filelist-last-2-good.txt \

     

       
10
       
10
       
+
       
wget https://dumps.wikimedia.your.org/rsync-filelist-last-2-good.txt \

     

       
11
       
11
       
 
       
    -O /home/jas/rsync-filelist-last-2-good.txt

     

       
12
       
12
       
 
       


     

       
13
       
13
       
-
       
cat /home/jas/rsync-filelist-last-2-good.txt \

     

       
14
       
14
       
-
       
    | grep "enwiki" \

     

       
15
       
15
       
-
       
    | grep -v "tenwiki" \

     

       
16
       
16
       
-
       
    | tee /home/jas/rsync-filelist-last-2-good-en.txt

     

       
13
       
13
       
+
       
grep "enwiki" /home/jas/rsync-filelist-last-2-good.txt |

     

       
14
       
14
       
+
       
    grep -v "tenwiki" |

     

       
15
       
15
       
+
       
    tee /home/jas/rsync-filelist-last-2-good-en.txt

     

       
17
       
16
       
 
       


     

       
18
       
17
       
 
       
rm -fv /home/jas/rsync-filelist-last-2-good.txt

     

       
19
       
18
       
 
       


     

       
20
       
19
       
 
       
rclone sync \

     

       
21
       
20
       
 
       
    --http-no-head \

     

       
22
       
21
       
 
       
    --transfers 8 \

     

       
23
       
23
       
-
       
    --include-from /home/jas/rsync-filelist-last-2-good-en.txt wikimedia.bringyour.com: \

     

       
22
       
22
       
+
       
    --include-from /home/jas/rsync-filelist-last-2-good-en.txt dumps.wikimedia.your.org: \

     

       
24
       
23
       
 
       
    /naspool/archives/wikimedia-xmldatadumps-en

     

       
25
       
24
       
 
       


     

       
26
       
25
       
 
       
rm -fv /home/jas/rsync-filelist-last-2-good-en.txt

     
···

       
29
       
28
       
 
       
    -H prio:default \

     

       
30
       
29
       
 
       
    -H tags:incoming_envelope \

     

       
31
       
30
       
 
       
    -d "Syncing of wikimedia xml datadumps succeeded" \

     

       
32
       
32
       
-
       
    "http://${DESKTOP_IP}/wikimedia_xmldatadumps_en"

     

       
31
       
31
       
+
       
    "http://${NTFY_IP}:8080/wikimedia_xmldatadumps_en"

     

       
33
       
32
       
 
       


     

       
34
       
33
       
 
       
exit 0