blue
/
4plebs-downloads
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update download scripts

This commit is contained in:
pleebe 2019-04-12 15:54:17 +00:00
parent 0096192863
commit d44d089cbe
3 changed files with 8 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
4plebs_data_dump_download.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash #!/bin/bash
echo "4plebs.org data dump download script" echo "4plebs.org data dump download script"
echo echo
echo " This will take around 28GB of hard drive space. All downloads will go to current working directory." echo " This will take around 37GB of hard drive space. All downloads will go to current working directory."
echo echo
read -p " Are you sure? [y/n] " -n 1 -r read -p " Are you sure? [y/n] " -n 1 -r
echo echo
@ -10,8 +10,8 @@ if [[ ! $REPLY =~ ^[Yy]$ ]]
then then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1 [[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1
else else
for board in adv f film hr mlpol mo o pol s4s sp tg trv tv x for board in adv f hr o pol s4s sp tg trv tv x
do do
wget -c https://archive.org/download/4plebs-org-data-dump-2018-01/${board}.csv.tar.gz; wget -c https://archive.org/download/4plebs-org-data-dump-2019-01/${board}.csv.tar.gz;
done done
fi fi

4
4plebs_full_image_dump_download.sh
View File

@ -11,9 +11,9 @@ then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1 [[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1
else else
urip="https://archive.org/download/4plebs-org-image-dump-20"; urip="https://archive.org/download/4plebs-org-image-dump-20";
year=18; year=19;
wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-01; wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-01;
for part in {2..9} for part in {2..11}
do do
wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-01-part${part}; wget -r -l1 -H -nd -N -np -A.tar.gz ${urip}${year}-01-part${part};
done done

6
4plebs_thumbnail_image_dump_download.sh
View File

@ -1,7 +1,7 @@
#!/bin/bash #!/bin/bash
echo "4plebs.org thumbnail image dump download script" echo "4plebs.org thumbnail image dump download script"
echo echo
echo " This will take around 78GB of hard drive space. All downloads will go to current working directory." echo " This will take around 104GB of hard drive space. All downloads will go to current working directory."
echo echo
read -p " Are you sure? [y/n] " -n 1 -r read -p " Are you sure? [y/n] " -n 1 -r
echo echo
@ -10,8 +10,8 @@ if [[ ! $REPLY =~ ^[Yy]$ ]]
then then
[[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1 [[ "$0" = "$BASH_SOURCE" ]] && exit 1 || return 1
else else
for board in adv f film hr mlpol mo o pol s4s sp tg trv tv x for board in adv f hr o pol s4s sp tg trv tv x
do do
wget -c https://archive.org/download/4plebs-org-thumbnail-dump-2018-01/${board}_thumbs.tar.gz; wget -c https://archive.org/download/4plebs-org-thumbnail-dump-2019-01/${board}_thumbs.tar.gz;
done done
fi fi