Advertisement
Guest User

Untitled

a guest
Nov 28th, 2014
172
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
text 0.63 KB | None | 0 0
  1. #!/bin/bash
  2.  
  3. if [ "$1" = "" ]; then
  4. echo "Usage: `basename $0` <4chan thread url> <dirname>"
  5. exit 1
  6. fi
  7.  
  8. echo "4chan Scrapper"
  9. echo "Downloading untill canceled or 404'd"
  10. echo "Downloading to $2"
  11.  
  12. [ -d "$2" ] || mkdir -p $2
  13.  
  14. cd $2
  15.  
  16. while [ "1" = "1" ]; do
  17. TMP=`mktemp`
  18. TMP2=`mktemp`
  19. TMP3=`mktemp`
  20.  
  21. wget -O "$TMP" "$1"
  22. if [ "$?" != "0" ]; then
  23. rm $TMP $TMP2 $TMP3
  24. exit 1
  25. fi
  26.  
  27. egrep '//images.4chan.org/[a-z0-9]+/src/([0-9]*).(jpg|png|gif)' "$TMP" -o > "$TMP2"
  28. sed 's/^/http:/' $TMP2 > $TMP3
  29. wget -nc -i $TMP3
  30.  
  31. rm $TMP $TMP2 $TMP3
  32.  
  33. echo "Waiting 5 seconds before next run"
  34.  
  35. sleep 5
  36.  
  37. done;
Advertisement
Add Comment
Please, Sign In to add comment
Advertisement