blue
/
4plebs-downloads
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update download scripts

This commit is contained in:
pleebe 2018-03-29 15:15:16 +00:00
parent ecdee49d0e
commit 0096192863
3 changed files with 9 additions and 53 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
4plebs_data_dump_download.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash
echo "4plebs.org data dump download script"
echo
echo " This will take around 22GB of hard drive space. All downloads will go to current working directory."
echo " This will take around 28GB of hard drive space. All downloads will go to current working directory."
echo
read -p " Are you sure? [y/n] " -n 1 -r
echo
@ -10,8 +10,8 @@ if [[ ! $REPLY =~ ^[Yy]$ ]]
then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1
else
for board in adv f hr mlpol mo o pol s4s sp tg trv tv x
for board in adv f film hr mlpol mo o pol s4s sp tg trv tv x
do
wget -c https://archive.org/download/4plebs-org-data-dump-2017-06/${board}.csv.tar.gz;
wget -c https://archive.org/download/4plebs-org-data-dump-2018-01/${board}.csv.tar.gz;
done
fi

52
4plebs_full_image_dump_download.sh
View File

@ -10,55 +10,11 @@ if [[ ! $REPLY =~ ^[Yy]$ ]]
then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1
else
year=15;
urip="https://archive.org/download/4plebs-org-image-dump-20";
for month in {10..12}
year=18;
wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-01;
for part in {2..9}
do
if [ ${month} = 10 ];
then
ext=tar.gz;
else
ext=tar;
fi
for board in adv hr o pol s4s trv tg tv x;
do
wget -c ${urip}${year}-${month}/${board}_${month}${year}.${ext};
done
done
year=16;
for month in {01..12}
do
for board in adv hr o pol s4s trv tg tv x;
do
wget -c ${urip}${year}-${month}/${board}_${month}${year}.tar;
done
if [ ${month} -gt 04 ];
then
wget -c ${urip}${year}-${month}/sp_${month}${year}.tar;
fi
case ${month} in
03 | 06 | 07 | 08 | 11 | 12)
for board in adv hr o pol s4s trv tg tv x;
do
wget -c ${urip}${year}-${month}/${board}_${month}${year}_2.tar;
done
if [ ${month} != 03 ];
then
wget -c ${urip}${year}-${month}/sp_${month}${year}_2.tar;
fi;;
esac
if [ ${month} = 11 ];
then
for board in adv hr o pol s4s sp trv tg tv x;
do
wget -c ${urip}${year}-${month}/${board}_${month}${year}_3.tar;
done
fi
done
year=17;
wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-06;
for part in {2..5}
do
wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-06-part${part};
wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-01-part${part};
done
fi

4
4plebs_thumbnail_image_dump_download.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash
echo "4plebs.org thumbnail image dump download script"
echo
echo " This will take around 70GB of hard drive space. All downloads will go to current working directory."
echo " This will take around 78GB of hard drive space. All downloads will go to current working directory."
echo
read -p " Are you sure? [y/n] " -n 1 -r
echo
@ -12,6 +12,6 @@ then
else
for board in adv f film hr mlpol mo o pol s4s sp tg trv tv x
do
wget -c https://archive.org/download/4plebs-org-thumbnail-dump-2017-06/${board}_thumbs.tar.gz;
wget -c https://archive.org/download/4plebs-org-thumbnail-dump-2018-01/${board}_thumbs.tar.gz;
done
fi