def should_load_details(self, job_item):
if JobItem.is_exists(job_item):
logger.info(
'[%s] skipping loading details as job already exists. job_title: %s'
% (self.name, job_item.job_title))
return False
if JobItem.is_older_required(job_item):
logger.info(
'[%s] skipping loading details as job is older than %s days. job_title: %s'
% (self.name, str(config.HOUSEKEEPING_RECORD_ORDLER_THAN),
job_item.job_title))
return False
if BlockedContact.is_contact_blocked(job_item.contact):
logger.info(
'[%s] skipping loading details as job contact is blocked. contact: %s'
% (self.name, job_item.contact))
return False
if RejectionPattern.should_be_rejected(job_item.job_title):
logger.info(
'[%s] skipping loading details as job matches rejection pattern. job_title: %s'
% (self.name, job_item.job_title))
return False
return True
def should_load_details(self, job_item):
if JobItem.is_exists(job_item):
logger.info('[%s] skipping loading details as job already exists. job_title: %s' % (self.name, job_item.job_title))
return False
if JobItem.is_older_required(job_item):
logger.info('[%s] skipping loading details as job is older than %s days. job_title: %s' % (self.name, str(config.HOUSEKEEPING_RECORD_ORDLER_THAN), job_item.job_title))
return False
if BlockedContact.is_contact_blocked(job_item.contact):
logger.info('[%s] skipping loading details as job contact is blocked. contact: %s' % (self.name, job_item.contact))
return False
if RejectionPattern.should_be_rejected(job_item.job_title):
logger.info('[%s] skipping loading details as job matches rejection pattern. job_title: %s' % (self.name, job_item.job_title))
return False
return True
def process_item(self, item, spider):
# check by contact
if BlockedContact.is_contact_blocked(item.contact):
raise DropItem('Job is posted by blocked contact. Removing...')
return item
def test_is_contact_blocked(self):
self.blocked_contact.save()
self.assertTrue(BlockedContact.is_contact_blocked(self.blocked_contact.contact), "Contact should been blocked")
def process_item(self, item, spider):
# check by contact
if BlockedContact.is_contact_blocked(item.contact):
raise DropItem('Job is posted by blocked contact. Removing...')
return item
def test_is_contact_blocked(self):
self.blocked_contact.save()
self.assertTrue(BlockedContact.is_contact_blocked(self.blocked_contact.contact), 'Contact should been blocked')
