def _delete_old_indexes(self, candidates):
for c in candidates:
timestamp = unicode2Date(c.index[-15:], "%Y%m%d_%H%M%S")
if timestamp + self.rollover_interval < Date.today() - self.rollover_max:
# Log.warning("Will delete {{index}}", index=c.index)
try:
self.cluster.delete_index(c.index)
except Exception as e:
Log.warning("could not delete index {{index}}", index=c.index, cause=e)
for t, q in items(self.known_queues):
if unix2Date(t) + self.rollover_interval < Date.today() - self.rollover_max:
with self.locker:
del self.known_queues[t]
pass
def _delete_old_indexes(self, candidates):
for c in candidates:
timestamp = unicode2Date(c.index[-15:], "%Y%m%d_%H%M%S")
if timestamp + self.rollover_interval < Date.today() - self.rollover_max:
# Log.warning("Will delete {{index}}", index=c.index)
try:
self.cluster.delete_index(c.index)
except Exception as e:
Log.warning("could not delete index {{index}}", index=c.index, cause=e)
for t, q in list(self.known_queues.items()):
if unix2Date(t) + self.rollover_interval < Date.today() - self.rollover_max:
with self.locker:
del self.known_queues[t]
pass
def cookie_string(self, session):
now = Date.now()
expires = min(unix2Date(session.expires),
now + self.cookie.inactive_lifetime)
output = [self.cookie.name + "=" + session.session_id]
if self.cookie.path:
output.append("path=" + self.cookie.path)
if self.cookie.domain:
output.append("domain=" + self.cookie.domain)
output.append("expires=" + expires.format(RFC1123))
if self.cookie.secure:
output.append("secure")
if self.cookie.samesite:
output.append("samesite=" + self.cookie.samesite)
if self.cookie.httponly:
output.append("httponly")
return ';'.join(output)
threaded_queue = es.threaded_queue(max_size=self.settings.queue_size, batch_size=self.settings.batch_size, silent=True)
with self.locker:
queue = self.known_queues[rounded_timestamp.unix] = threaded_queue
return queue
def _delete_old_indexes(self, candidates):
for c in candidates:
timestamp = unicode2Date(c.index[-15:], "%Y%m%d_%H%M%S")
if timestamp + self.rollover_interval < Date.today() - self.rollover_max:
# Log.warning("Will delete {{index}}", index=c.index)
try:
self.cluster.delete_index(c.index)
except Exception, e:
Log.warning("could not delete index {{index}}", index=c.index, cause=e)
for t, q in list(self.known_queues.items()):
if unix2Date(t) + self.rollover_interval < Date.today() - self.rollover_max:
with self.locker:
del self.known_queues[t]
pass
# ADD keys() SO ETL LOOP CAN FIND WHAT'S GETTING REPLACED
def keys(self, prefix=None):
path = jx.reverse(etl2path(key2etl(prefix)))
result = self.es.search({
"fields": ["_id"],
"query": {
"filtered": {
"query": {"match_all": {}},
"filter": {"and": [{"term": {"etl" + (".source" * i) + ".id": v}} for i, v in enumerate(path)]}
