#!/bin/sh
export PATH=/bin:/usr/bin:/usr/local/bin:/home/tma
exec 2>&1
renice 20 $$
echo -n "[$$] START OUTER -- "; date

cd /home/tma && \
exec setuidgid tma time sh -c "\
    echo -n \"[\$\$] INDEX 2CHAN -- \"; date;
    lynx -dump http://www.2chan.net/bbsmenu.html | \
    perl -lne 'print \"\$1 \$2\" if m,^\s*\d+\.\s+http://([^.]+)\.2chan\.net/(b)/[^/]*(futaba|enter)[^/]*\.html?,;' | \
    sort -iu | \
    shuf | \
    while read server board; do 
        echo -n \"[\$\$] START 2CHAN -- \$server -- \$board -- \"; date;
        time crawl-2chan-fork.sh \$server \$board &> log/2chan-\$server-\$board; \
    done;
    for board in b soc co; do \
        echo -n \"[\$\$] START 4CHAN -- \$board -- \"; date; \
        time crawl-4chan-fork.sh \$board &> log/4chan-\$board; \
    done; \
    echo -n \"[\$\$] STOP OUTER -- \"; date
    "