def test_get_vmvalue_from_procfs(self): if not procfs_supported(): raise unittest.SkipTest('/proc filesystem not supported') vmsize = get_vmvalue_from_procfs('VmSize') vmrss = get_vmvalue_from_procfs('VmRSS') self.assert_(isinstance(vmsize, int)) self.assert_(vmsize > 0) self.assert_(vmrss > 0) self.assert_(vmsize > vmrss)
def __init__(self): if not settings.getbool('MEMUSAGE_ENABLED'): raise NotConfigured if not procfs_supported(): raise NotConfigured self.warned = False self.notify_mails = settings.getlist('MEMUSAGE_NOTIFY') self.limit = settings.getint('MEMUSAGE_LIMIT_MB') * 1024 * 1024 self.warning = settings.getint('MEMUSAGE_WARNING_MB') * 1024 * 1024 self.report = settings.getbool('MEMUSAGE_REPORT') self.mail = MailSender() dispatcher.connect(self.engine_started, signal=signals.engine_started) dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped)
def __init__(self): if not settings.getbool("MEMUSAGE_ENABLED"): raise NotConfigured if not procfs_supported(): raise NotConfigured self.warned = False self.notify_mails = settings.getlist("MEMUSAGE_NOTIFY") self.limit = settings.getint("MEMUSAGE_LIMIT_MB") * 1024 * 1024 self.warning = settings.getint("MEMUSAGE_WARNING_MB") * 1024 * 1024 self.report = settings.getbool("MEMUSAGE_REPORT") self.mail = MailSender() dispatcher.connect(self.engine_started, signal=signals.engine_started) dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped)
def __init__(self, crawler): if not crawler.settings.getbool('MEMUSAGE_ENABLED'): raise NotConfigured if not procfs_supported(): raise NotConfigured self.crawler = crawler self.warned = False self.notify_mails = crawler.settings.getlist('MEMUSAGE_NOTIFY_MAIL') self.limit = crawler.settings.getint('MEMUSAGE_LIMIT_MB')*1024*1024 self.warning = crawler.settings.getint('MEMUSAGE_WARNING_MB')*1024*1024 self.report = crawler.settings.getbool('MEMUSAGE_REPORT') self.mail = MailSender() crawler.signals.connect(self.engine_started, signal=signals.engine_started) crawler.signals.connect(self.engine_stopped, signal=signals.engine_stopped)
def __init__(self, crawler): super(MemoryUsage, self).__init__(crawler.metas) if not self.memusage_enable.to_value(): raise NotConfigured if not procfs_supported(): raise NotConfigured self.crawler = crawler self.warned = False self.notify_mails = self.memusage_notify_mail.to_value() self.limit = self.memusage_limit_mb.to_value() * 1024 * 1024 self.warning = self.memusage_warning_mb.to_value() * 1024 * 1024 self.report = self.memusage_report.to_value() self.mail = MailSender(self.metas) dispatcher.connect(self.engine_started, signal=signals.engine_started) dispatcher.connect(self.engine_stopped, signal=signals.engine_stopped)