def test_get_vmvalue_from_procfs(self):
if not procfs_supported():
raise unittest.SkipTest('/proc filesystem not supported')
vmsize = get_vmvalue_from_procfs('VmSize')
vmrss = get_vmvalue_from_procfs('VmRSS')
self.assert_(isinstance(vmsize, int))
self.assert_(vmsize > 0)
self.assert_(vmrss > 0)
self.assert_(vmsize > vmrss)
def __init__(self):
if not settings.getbool('MEMUSAGE_ENABLED'):
raise NotConfigured
if not procfs_supported():
raise NotConfigured
self.warned = False
self.notify_mails = settings.getlist('MEMUSAGE_NOTIFY')
self.limit = settings.getint('MEMUSAGE_LIMIT_MB') * 1024 * 1024
self.warning = settings.getint('MEMUSAGE_WARNING_MB') * 1024 * 1024
self.report = settings.getbool('MEMUSAGE_REPORT')
self.mail = MailSender()
dispatcher.connect(self.engine_started, signal=signals.engine_started)
dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped)
def __init__(self):
if not settings.getbool("MEMUSAGE_ENABLED"):
raise NotConfigured
if not procfs_supported():
raise NotConfigured
self.warned = False
self.notify_mails = settings.getlist("MEMUSAGE_NOTIFY")
self.limit = settings.getint("MEMUSAGE_LIMIT_MB") * 1024 * 1024
self.warning = settings.getint("MEMUSAGE_WARNING_MB") * 1024 * 1024
self.report = settings.getbool("MEMUSAGE_REPORT")
self.mail = MailSender()
dispatcher.connect(self.engine_started, signal=signals.engine_started)
dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped)
def __init__(self, crawler):
if not crawler.settings.getbool('MEMUSAGE_ENABLED'):
raise NotConfigured
if not procfs_supported():
raise NotConfigured
self.crawler = crawler
self.warned = False
self.notify_mails = crawler.settings.getlist('MEMUSAGE_NOTIFY_MAIL')
self.limit = crawler.settings.getint('MEMUSAGE_LIMIT_MB')*1024*1024
self.warning = crawler.settings.getint('MEMUSAGE_WARNING_MB')*1024*1024
self.report = crawler.settings.getbool('MEMUSAGE_REPORT')
self.mail = MailSender()
crawler.signals.connect(self.engine_started, signal=signals.engine_started)
crawler.signals.connect(self.engine_stopped, signal=signals.engine_stopped)
def __init__(self, crawler):
super(MemoryUsage, self).__init__(crawler.metas)
if not self.memusage_enable.to_value():
raise NotConfigured
if not procfs_supported():
raise NotConfigured
self.crawler = crawler
self.warned = False
self.notify_mails = self.memusage_notify_mail.to_value()
self.limit = self.memusage_limit_mb.to_value() * 1024 * 1024
self.warning = self.memusage_warning_mb.to_value() * 1024 * 1024
self.report = self.memusage_report.to_value()
self.mail = MailSender(self.metas)
dispatcher.connect(self.engine_started, signal=signals.engine_started)
dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped)
