def run(app):
singleton.SingleInstance('crawler')
app = spoof_request(app) # noqa
login_as_admin(app) # noqa
count = 0
while True:
try:
if 'site-id' in sys.argv:
siteid = sys.argv['site-id']
setup_site(app[siteid])
crawl_site(app[siteid]) # noqa
else:
for oid in app.objectIds(): # noqa
obj = app[oid] # noqa
if IPloneSiteRoot.providedBy(obj):
try:
setup_site(obj)
obj._p_jar.sync()
crawl_site(obj, count % 10 == 0)
except Exception:
logger.error('Error crawling site %s' % oid,
exc_info=True)
except KeyError:
pass
except Exception:
logger.error('Error setting up crawling', exc_info=True)
logger.info('Waiting to crawl again')
time.sleep(10 * 60)
count += 1
def run(app):
singleton.SingleInstance('archivecontent')
app = spoof_request(app) # noqa
for oid in app.objectIds(): # noqa
obj = app[oid] # noqa
if IPloneSiteRoot.providedBy(obj):
try:
archive(obj)
except:
logger.error('Could not archive %s' % oid, exc_info=True)