#!/bin/sh
. config
RUNS=10
PASSES=`seq 1 ${RUNS}`
NAME="set$SCORESET"
LOGDIR="vm-$NAME-$HAM_PREFERENCE-$THRESHOLD-$EPOCHS"
CACHEDIR="vm-cache/$NAME"
if [ "$NOTE" != "" ]; then
LOGDIR="$LOGDIR-$NOTE"
fi
if [ ! -d $CACHEDIR ]; then
mkdir -p $CACHEDIR
fi
if [ ! -f "ORIG/ham-$NAME.log" -o ! -f "ORIG/spam-$NAME.log" ]; then
echo "Couldn't find logs for $NAME" >&2
exit 1
fi
echo "[Doing a scoreset $SCORESET score-generation run]"
rm -rf $LOGDIR
mkdir $LOGDIR
(
echo "[config]"
cat config
) | tee -a $LOGDIR/log
for PASS in $PASSES; do
echo "[Cleaning up for pass $PASS]"
rm -rf spam-validate.log ham-validate.log spam.log ham.log \
NSBASE SPBASE tmp freqs perceptron.scores
make clean >/dev/null
svn revert ../rules/50_scores.cf
if [ ! -d $CACHEDIR/$PASS ]; then
echo "[Generating 90/10 split ham]"
mkdir NSBASE SPBASE
cd NSBASE
../tenpass/split-log-into-buckets 10 < ../ORIG/ham-$NAME.log > /dev/null
for p in $PASSES; do
if [ "$p" != "$PASS" ]; then
cat split-$p.log >> ham.log
else
mv split-$p.log ham-validate.log
fi
done
rm -f split-*.log
echo "[Generating 90/10 split spam]"
cd ../SPBASE
../tenpass/split-log-into-buckets 10 < ../ORIG/spam-$NAME.log > /dev/null
for p in $PASSES; do
if [ "$p" != "$PASS" ]; then
cat split-$p.log >> spam.log
else
mv split-$p.log spam-validate.log
fi
done
rm -f split-*.log
cd ..
echo "[Setting up for pass $PASS]"
ln -s SPBASE/spam.log .
ln -s NSBASE/ham.log .
ln -s SPBASE/spam-validate.log .
ln -s NSBASE/ham-validate.log .
numcpus=`cpucount 2>/dev/null || egrep -c '^processor\b' /proc/cpuinfo 2>/dev/null || echo 1`
else
echo "[Retrieving from $CACHEDIR/$PASS]"
ln -s $CACHEDIR/$PASS/SPBASE .
ln -s $CACHEDIR/$PASS/NSBASE .
ln -s $CACHEDIR/$PASS/tmp .
ln -s $CACHEDIR/$PASS/freqs .
ln -s SPBASE/spam.log .
ln -s NSBASE/ham.log .
ln -s SPBASE/spam-validate.log .
ln -s NSBASE/ham-validate.log .
fi
echo "[Generating perceptron]"
make -j $numcpus SCORESET=$SCORESET > $LOGDIR/make.output 2>&1
(
echo "[pass $PASS start]"
pwd
date
./perceptron -p $HAM_PREFERENCE -t $THRESHOLD -e $EPOCHS
mv perceptron.scores $LOGDIR/scores.$PASS
echo "[pass $PASS end]"
) | tee -a $LOGDIR/log
./rewrite-cf-with-new-scores $SCORESET ../rules/50_scores.cf $LOGDIR/scores.$PASS > /tmp/runGA.$$
mv /tmp/runGA.$$ ../rules/50_scores.cf
echo "[evaluating performance]" | tee -a $LOGDIR/log
./fp-fn-statistics --ham ham-validate.log --spam spam-validate.log --scoreset $SCORESET --fnlog $LOGDIR/false_negatives.$PASS --fplog $LOGDIR/false_positives.$PASS > $LOGDIR/validate.$PASS 2> /dev/null
if [ ! -d $CACHEDIR/$PASS ]; then
echo "[Saving object files in $CACHEDIR/$PASS for faster runs]"
mkdir -p $CACHEDIR/$PASS
mv tmp freqs SPBASE NSBASE $CACHEDIR/$PASS
fi
done
./extract-results $LOGDIR/validate.* > $LOGDIR/validate
./model-statistics $LOGDIR/validate
exit 0