Advertisement
Not a member of Pastebin yet?
Sign Up,
it unlocks many cool features!
- #!/bin/sh
- if [ "$1" = "" ]; then
- echo "Usage: `basename $0` <4chan thread url>"
- exit 1
- fi
- echo "4chan downloader"
- echo "Downloading until canceled or 404'd"
- LOC=$( echo "$1" | egrep -o '([0-9]*)$' | sed 's/\.html//g' )
- echo "Downloading to $LOC"
- if [ ! -d $LOC ]; then
- mkdir $LOC
- fi
- cd $LOC
- while [ true ]; do
- TMP=`mktemp /tmp/4chan.XXXXXX`
- TMP2=`mktemp /tmp/4chanm.XXXXXX`
- WGET_CMD='wget -nv -nc'
- wget -O "$TMP" "$1"
- if [ "$?" != "0" ]; then
- rm $TMP $TMP2
- exit 1
- fi
- egrep 'http://images.4chan.org/[a-z0-9]+/src/([0-9]*).(jpg|png|gif)' "$TMP" -o | uniq > "$TMP2"
- #cat "$TMP2" | sed 's!/cb-nws!!g' > "$TMP"
- #wget -nc -i $TMP2
- cat $TMP2 | xargs -P 5 -I _URL_ $WGET_CMD _URL_
- rm $TMP $TMP2
- echo "Waiting 30 seconds befor next run"
- sleep 30
- done;
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement