--- a/documents/runScrapers.sh +++ b/documents/runScrapers.sh @@ -1,13 +1,21 @@ -rm /tmp/disclosr-error +DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )" +cd $DIR +echo "" > /tmp/disclosr-error for f in scrapers/*.py; do echo "Processing $f file.."; - python $f 2>/tmp/disclosr-error; + md5=`md5sum /tmp/disclosr-error` + python $f 3>&1 1>&2 2>&3 | tee --append /tmp/disclosr-error; + md52=`md5sum /tmp/disclosr-error` + if [ "$md5" != "$md52" ]; then + echo "^^^^^^^^^^^^^^ $f" >> /tmp/disclosr-error; + fi if [ "$?" -ne "0" ]; then echo "error"; - sleep 2; + sleep 1; fi done if [ -s /tmp/disclosr-error ] ; then + echo "emailling logs.."; mail -E -s "Disclosr errors" maxious@lambdacomplex.org < /tmp/disclosr-error ; fi