#!/bin/bash

##=========================================================================

Thread_Number="0";

while [ $Thread_Number -lt 11 ]; do
    wget -p https://boards.4channel.org/adv/$Thread_Number
    Thread_Number=$((Thread_Number + 1))
done

##=========================================================================

array=(./boards.4channel.org/adv/*);

for html in "${array[@]}"; do
    cat $html | grep -o '<a .*href=.*>' | sed -e 's/<a /\n<a /g' | sed -e 's/<a .*href=['"'"'"]//' -e 's/["'"'"'].*$//' -e '/^$/ d' | sort | uniq | grep "thread" | grep -v '[0-9]$' >> URLs.txt
done

##=========================================================================

array=( $(cat URLs.txt) )

for thread in "${array[@]}"; do
    wget -P pictures -nd -r -l 1 -H -D i.4cdn.org -A png,gif,jpg,jpeg,webm https://boards.4channel.org/adv/$thread
done

##=========================================================================