#!/bin/bash
# you might want to clean the hotlist of \r before.
if [ ! "$1" ]; then echo "Usage: spaceinvader.sh \"HOTLIST\""; exit 1; fi

for each in `cat "$1"`; do
        while [ `pgrep wget | wc -l` -ge 50 ]; do sleep 1; done
        wget -nv --page-requisites --continue --convert-links -m -H -D "$each,wlxrs.com,storage.msn.com,msecnd.net" --user-agent="Googlebot/2.1 (+ http://www.googlebot.com/bot.html)" -e robots=off "$each" &
done