commit a9b3e2dc352b40ced5fea700b698ab44ee1bac8b Author: pleebe Date: Tue Oct 10 17:39:27 2017 +0000 initial commit diff --git a/4plebs_data_dump_download.sh b/4plebs_data_dump_download.sh new file mode 100755 index 0000000..ef3fbff --- /dev/null +++ b/4plebs_data_dump_download.sh @@ -0,0 +1,17 @@ +#!/bin/bash +echo "4plebs.org data dump download script" +echo +echo " This will take around 22GB of hard drive space. All downloads will go to current working directory." +echo +read -p " Are you sure? [y/n] " -n 1 -r +echo +echo +if [[ ! $REPLY =~ ^[Yy]$ ]] +then + [[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1 +else + for board in adv f hr mlpol mo o pol s4s sp tg trv tv x + do + wget -c https://archive.org/download/4plebs-org-data-dump-2017-06/${board}.csv.tar.gz; + done +fi diff --git a/4plebs_full_image_dump_download.sh b/4plebs_full_image_dump_download.sh new file mode 100755 index 0000000..0465f02 --- /dev/null +++ b/4plebs_full_image_dump_download.sh @@ -0,0 +1,64 @@ +#!/bin/bash +echo "4plebs.org full image dump download script" +echo +echo " This will take many TB of hard drive space. All downloads will go to current working directory." +echo +read -p " Are you sure? [y/n] " -n 1 -r +echo +echo +if [[ ! $REPLY =~ ^[Yy]$ ]] +then + [[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1 +else +year=15; +urip="https://archive.org/download/4plebs-org-image-dump-20"; +for month in {10..12} +do + if [ ${month} = 10 ]; + then + ext=tar.gz; + else + ext=tar; + fi + for board in adv hr o pol s4s trv tg tv x; + do + wget -c ${urip}${year}-${month}/${board}_${month}${year}.${ext}; + done +done +year=16; +for month in {01..12} +do + for board in adv hr o pol s4s trv tg tv x; + do + wget -c ${urip}${year}-${month}/${board}_${month}${year}.tar; + done + if [ ${month} -gt 04 ]; + then + wget -c ${urip}${year}-${month}/sp_${month}${year}.tar; + fi + case ${month} in + 03 | 06 | 07 | 08 | 11 | 12) + for board in adv hr o pol s4s trv tg tv x; + do + wget -c ${urip}${year}-${month}/${board}_${month}${year}_2.tar; + done + if [ ${month} != 03 ]; + then + wget -c ${urip}${year}-${month}/sp_${month}${year}_2.tar; + fi;; + esac + if [ ${month} = 11 ]; + then + for board in adv hr o pol s4s sp trv tg tv x; + do + wget -c ${urip}${year}-${month}/${board}_${month}${year}_3.tar; + done + fi +done +year=17; +wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-06; +for part in {2..5} +do + wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-06-part${part}; +done +fi diff --git a/4plebs_thumbnail_image_dump_download.sh b/4plebs_thumbnail_image_dump_download.sh new file mode 100755 index 0000000..fcc8791 --- /dev/null +++ b/4plebs_thumbnail_image_dump_download.sh @@ -0,0 +1,17 @@ +#!/bin/bash +echo "4plebs.org thumbnail image dump download script" +echo +echo " This will take around 70GB of hard drive space. All downloads will go to current working directory." +echo +read -p " Are you sure? [y/n] " -n 1 -r +echo +echo +if [[ ! $REPLY =~ ^[Yy]$ ]] +then + [[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1 +else + for board in adv f film hr mlpol mo o pol s4s sp tg trv tv x + do + wget -c https://archive.org/download/4plebs-org-thumbnail-dump-2017-06/${board}_thumbs.tar.gz; + done +fi