#!/bin/sh
export PATH=/bin:/usr/bin:/usr/local/bin:/home/tma
exec 2>&1
renice 20 $$
echo -n "[$$] START OUTER -- "; date

BOARDLIST=`lynx -dump http://boards.4chan.org/b/ | \
                perl -MList::Util -ne '$b{$1}++ if m|http://boards.4chan.org/(\w+)/|;END{print join " ", List::Util::shuffle keys %b;}'`
#BOARDLIST="3 a c d e g h i k m"
echo -n "[$$] BOARDLIST '$BOARDLIST' -- "; date

cd /home/tma && \
exec setuidgid tma time sh -c "\
    for board in $BOARDLIST; do \
        echo -n \"[$$] START 4CHAN -- \$board -- \"; date; \
        time crawl-4chan-fork.sh \$board &> log/4chan-\$board; \
    done;"