blue
/
4plebs-downloads
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update download scripts

This commit is contained in:
pleebe 2019-04-12 15:54:17 +00:00
parent 0096192863
commit d44d089cbe
3 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
4plebs_data_dump_download.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash
echo "4plebs.org data dump download script"
echo
echo " This will take around 28GB of hard drive space. All downloads will go to current working directory."
echo " This will take around 37GB of hard drive space. All downloads will go to current working directory."
echo
read -p " Are you sure? [y/n] " -n 1 -r
echo
@ -10,8 +10,8 @@ if [[ ! $REPLY =~ ^[Yy]$ ]]
then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1
else
for board in adv f film hr mlpol mo o pol s4s sp tg trv tv x
for board in adv f hr o pol s4s sp tg trv tv x
do
wget -c https://archive.org/download/4plebs-org-data-dump-2018-01/${board}.csv.tar.gz;
wget -c https://archive.org/download/4plebs-org-data-dump-2019-01/${board}.csv.tar.gz;
done
fi

4
4plebs_full_image_dump_download.sh
View File

@ -11,9 +11,9 @@ then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1
else
urip="https://archive.org/download/4plebs-org-image-dump-20";
year=18;
year=19;
wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-01;
for part in {2..9}
for part in {2..11}
do
wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-01-part${part};
done

6
4plebs_thumbnail_image_dump_download.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash
echo "4plebs.org thumbnail image dump download script"
echo
echo " This will take around 78GB of hard drive space. All downloads will go to current working directory."
echo " This will take around 104GB of hard drive space. All downloads will go to current working directory."
echo
read -p " Are you sure? [y/n] " -n 1 -r
echo
@ -10,8 +10,8 @@ if [[ ! $REPLY =~ ^[Yy]$ ]]
then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1
else
for board in adv f film hr mlpol mo o pol s4s sp tg trv tv x
for board in adv f hr o pol s4s sp tg trv tv x
do
wget -c https://archive.org/download/4plebs-org-thumbnail-dump-2018-01/${board}_thumbs.tar.gz;
wget -c https://archive.org/download/4plebs-org-thumbnail-dump-2019-01/${board}_thumbs.tar.gz;
done
fi