Radjah

get.iibooru.sh tags folder

Jan 4th, 2014
242
0
Never
Not a member of Pastebin yet? Sign Up, it unlocks many cool features!
Bash 1.13 KB | None | 0 0
  1. #! /bin/bash
  2.  
  3. # Задаем юзерагент
  4. uag="Mozilla/5.0 (Windows; U; Windows NT 5.1; ru; rv:1.9.1.1) Gecko/20090715 Firefox/3.5.1 (.NET CLR 3.5.30729)"
  5.  
  6. # Задаём качалку и создаём папку-риемник
  7. dldr='aria2c --remote-time'
  8. if [ ! -d $2 ]
  9. then
  10. echo Creating $2
  11. mkdir "$2"
  12. else
  13. dldr='wget -nc'
  14. fi
  15. echo Entering $2
  16. cd "$2"
  17.  
  18. # Чистка перед закачкой
  19.  
  20. rm -f get2.danbooru.txt
  21.  
  22. # Парсинг всех страниц и составление списка ссылок
  23.  
  24. postcount=100
  25. begpostnum=0
  26. until [ $postcount -eq 0 ]
  27. do
  28.   curl "http://ii.booru.org/index.php?page=post&s=list&tags=${1}&pid=${begpostnum}" -A "$uag" > iiout.dat
  29.   let "begpostnum=begpostnum+20"
  30.   postcount=`cat iiout.dat|pcregrep -o -e 'http\:\/\/thumbs\.booru\.org/[^\"]*'|sed -e 's/thumbnail_//g' -e 's/thumbnails/images/g' -e 's/thumbs/img/g'|wc -l`
  31.   cat iiout.dat|pcregrep -o -e 'http\:\/\/thumbs\.booru\.org/[^\"]*'|sed -e 's/thumbnail_//g' -e 's/thumbnails/images/g' -e 's/thumbs/img/g' >> get.iibooru.txt
  32. done
  33.  
  34. $dldr -i get.iibooru.txt
  35.  
  36. # уборка
  37. rm -f get.iibooru.txt iiout.dat
Advertisement
Add Comment
Please, Sign In to add comment