| import sys |
import sys |
| import os |
import os |
| sys.path.insert(0, os.path.join(os.path.dirname(__file__) or '.', '../')) |
sys.path.insert(0, os.path.join(os.path.dirname(__file__) or '.', '../')) |
| import genericScrapers |
import genericScrapers |
| import traceback |
import traceback |
| try: |
try: |
| import amonpy |
import amonpy |
| amonpy.config.address = 'http://amon_instance:port' |
amonpy.config.address = 'http://amon_instance:port' |
| amonpy.config.secret_key = 'the secret key from /etc/amon.conf' |
amonpy.config.secret_key = 'the secret key from /etc/amon.conf' |
| amon_available = True |
amon_available = True |
| except ImportError: |
except ImportError: |
| amon_available = False |
amon_available = False |
| |
|
| class ScraperImplementation(genericScrapers.GenericPDFDisclogScraper): |
class ScraperImplementation(genericScrapers.GenericPDFDisclogScraper): |
| |
|
| def __init__(self): |
def __init__(self): |
| super(ScraperImplementation, self).__init__() |
super(ScraperImplementation, self).__init__() |
| |
|
| |
|
| if __name__ == '__main__': |
if __name__ == '__main__': |
| print 'Subclass:', issubclass(ScraperImplementation, |
print 'Subclass:', issubclass(ScraperImplementation, |
| genericScrapers.GenericPDFDisclogScraper) |
genericScrapers.GenericPDFDisclogScraper) |
| print 'Instance:', isinstance(ScraperImplementation(), |
print 'Instance:', isinstance(ScraperImplementation(), |
| genericScrapers.GenericPDFDisclogScraper) |
genericScrapers.GenericPDFDisclogScraper) |
| try: |
try: |
| ScraperImplementation().doScrape() |
ScraperImplementation().doScrape() |
| except Exception, err: |
except Exception, err: |
| sys.stderr.write('ERROR: %s\n' % str(err)) |
sys.stderr.write('ERROR: %s\n' % str(err)) |
| print "Error Reason: ", err.__doc__ |
print "Error Reason: ", err.__doc__ |
| print "Exception: ", err.__class__ |
print "Exception: ", err.__class__ |
| print traceback.format_exc() |
print traceback.format_exc() |
| if amon_available: |
if amon_available: |
| data = { |
data = { |
| 'exception_class': '', |
'exception_class': '', |
| 'url': '', |
'url': '', |
| 'backtrace': ['exception line ', 'another exception line'], |
'backtrace': ['exception line ', 'another exception line'], |
| 'enviroment': '', |
'enviroment': '', |
| |
|
| # In 'data' you can add request information, session variables - it's a recursive |
# In 'data' you can add request information, session variables - it's a recursive |
| # dictionary, so you can literally add everything important for your specific case |
# dictionary, so you can literally add everything important for your specific case |
| # The dictionary doesn't have a specified structure, the keys below are only example |
# The dictionary doesn't have a specified structure, the keys below are only example |
| 'data': {'request': '', 'session': '', 'more': ''} |
'data': {'request': '', 'session': '', 'more': ''} |
| |
|
| } |
} |
| |
#amonpy.exception(data) |
| amonpy.exception(data) |
|
| pass |
pass |
| |
|