cs4

#!/bin/bash

# find directories with data to sort
find . -name "rplhighpass.mat" | adirfiles | sort > highpassdirs.txt
# find completed learn jobs
find . -name "learn_job*.o*" | sort > learnfiles.txt
# find directories with completed learn jobs
cat learnfiles.txt | adirfiles | sort > learndirs.txt
# find directories with completed learn jobs that found sua
grep -l sigma $(cat learnfiles.txt) | adirfiles | sort > suadirs.txt
# find directories with completed decode jobs
find . -name "hmmsort.mat" | adirfiles | sort > hmmsortdirs.txt
# find directories with completed learn jobs that did not find any sua
grep -l spikeforms $(cat learnfiles.txt) | adirfiles | sort > nosuadirs.txt

wc -l highpassdirs.txt learndirs.txt suadirs.txt hmmsortdirs.txt nosuadirs.txt

echo "Still sorting..."
comm -23 highpassdirs.txt learndirs.txt > nolearndirs.txt
for i in `cat nolearndirs.txt`; do
    echo $i
    sed -n '3p' $i/decode_job????.pbs
done

echo "Not decoded..."
comm -23 suadirs.txt hmmsortdirs.txt > nodecodedirs.txt
for i in `cat nodecodedirs.txt`; do
    echo $i
    sed -n '3p' $i/decode*pbs
done

echo "hmmlearn failed..."
grep -L sigma $(cat learnfiles.txt) | xargs grep -L spikeforms | adirfiles | sort > hmmfail.txt
cat hmmfail.txt
for i in $(cat hmmfail.txt); do echo $i; tail -n 20 $i/learn*.o*; done

rm highpassdirs.txt learndirs.txt learnfiles.txt suadirs.txt hmmsortdirs.txt nosuadirs.txt

wc -l hmmfail.txt nolearndirs.txt nodecodedirs.txt