def check_files_metadata_archived(files): archived_meta = [] response = metadata_querying.query_rawfiles(files, URL, LOGIN) for fn in response: if response[fn][0] == 'done': archived_meta.append(fn) return archived_meta
import os, logging, datetime import metadata_querying DATADIR = "/mnt/datadrive" LOGIN = "******" URL = "http://localhost:8000/kantele/rawstatus" logging.basicConfig( filename="transfer_cleaning.log", level=logging.DEBUG, format="%(asctime)s - %(levelname)s - %(message)s" ) logging.info("Checking files to delete on transfer box...") files = os.listdir(DATADIR) response = metadata_querying.query_rawfiles(files, URL, LOGIN) todelete = [] for fn in response: if response[fn][0] == "done": try: td = datetime.datetime.now() - datetime.datetime.strptime(response[fn][1], "%Y%m%d") except: td = datetime.datetime.now() - datetime.datetime.strptime(response[fn][1][:10], "%Y-%m-%d") if td.days > 7: todelete.append(fn) if todelete: logging.info("Found {0} files archived in Kalevala older than 7 days. Deleting them.".format(len(todelete))) else: logging.info("No archived files found. Not deleting") for fn in todelete: logging.info("Deleting {0}".format(fn)) os.remove(os.path.join(DATADIR, fn))