Merge branch 'master' of ssh://apples.lambdacomplex.org/git/disclosr
[disclosr.git] / documents / runScrapers.sh
blob:a/documents/runScrapers.sh -> blob:b/documents/runScrapers.sh
--- a/documents/runScrapers.sh
+++ b/documents/runScrapers.sh
@@ -1,13 +1,21 @@
-rm /tmp/disclosr-error
+DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+cd $DIR
+echo "" > /tmp/disclosr-error
 for f in scrapers/*.py; do
 	echo "Processing $f file..";
-	python $f 2>/tmp/disclosr-error;
+	md5=`md5sum /tmp/disclosr-error`
+	python $f 3>&1 1>&2 2>&3 | tee --append /tmp/disclosr-error;
+	md52=`md5sum /tmp/disclosr-error`
+	if [ "$md5" != "$md52" ]; then
+		echo "^^^^^^^^^^^^^^ $f" >> /tmp/disclosr-error;
+	fi
 	if [ "$?" -ne "0" ]; then
 		echo "error";
-		sleep 2;
+		sleep 1;
 	fi
 done
 if [ -s /tmp/disclosr-error ] ; then
+    echo "emailling logs..";
     mail -E -s "Disclosr errors" maxious@lambdacomplex.org < /tmp/disclosr-error ;
 fi