Don't like ads? PRO users don't see any ads ;-)
Public Pastes
Guest

4chan wget grabber

By: a guest on Apr 15th, 2012  |  syntax: Bash  |  size: 0.71 KB  |  hits: 390  |  expires: Never
download  |  raw  |  embed  |  report abuse  |  print
Text below is selected. Please press Ctrl+C to copy to your clipboard. (⌘+C on Mac)
  1. #!/bin/sh
  2.  
  3. if [ "$1" = "" ]; then
  4.         echo "Usage: `basename $0` <4chan thread url> <thread name>"
  5.         exit 1
  6. fi
  7.  
  8. echo "4chan grabber//"
  9. echo "Downloading until canceled or 404'd"
  10. LOC=$2
  11. echo "Downloading to $LOC"
  12.  
  13. if [ ! -d $LOC ]; then
  14.         mkdir $LOC
  15. fi
  16.  
  17. cd $LOC
  18.  
  19. while [ "1" = "1" ]; do
  20.         TMP=`mktemp`
  21.         TMP2=`mktemp`
  22.  
  23.         wget -O "$TMP" "$1"
  24.         if [ "$?" != "0" ]; then
  25.                 rm $TMP $TMP2
  26.                 exit 1
  27.         fi
  28.  
  29.         egrep 'http://images.4chan.org/[a-z0-9]+/src/([0-9]*).(jpg|png|gif)' "$TMP" -o > "$TMP2"
  30.  
  31.         wget -nc -i $TMP2
  32.  
  33.         rm $TMP $TMP2
  34.  
  35.         echo "Waiting 30 seconds befor next run"
  36.         sleep 30
  37. done;
create a new version of this paste RAW Paste Data