Merge branch 'master' of ssh://apples.lambdacomplex.org/git/disclosr
[disclosr.git] / documents / runScrapers.sh
blob:a/documents/runScrapers.sh -> blob:b/documents/runScrapers.sh
rm /tmp/disclosr-error DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
  cd $DIR
  echo "" > /tmp/disclosr-error
for f in scrapers/*.py; do for f in scrapers/*.py; do
echo "Processing $f file.."; echo "Processing $f file..";
python $f 2>/tmp/disclosr-error; md5=`md5sum /tmp/disclosr-error`
  python $f 3>&1 1>&2 2>&3 | tee --append /tmp/disclosr-error;
  md52=`md5sum /tmp/disclosr-error`
  if [ "$md5" != "$md52" ]; then
  echo "^^^^^^^^^^^^^^ $f" >> /tmp/disclosr-error;
  fi
if [ "$?" -ne "0" ]; then if [ "$?" -ne "0" ]; then
echo "error"; echo "error";
sleep 2; sleep 1;
fi fi
done done
if [ -s /tmp/disclosr-error ] ; then if [ -s /tmp/disclosr-error ] ; then
  echo "emailling logs..";
mail -E -s "Disclosr errors" maxious@lambdacomplex.org < /tmp/disclosr-error ; mail -E -s "Disclosr errors" maxious@lambdacomplex.org < /tmp/disclosr-error ;
fi fi