def mind(mind_path, refresh=False):
"""
Minds returns a JSON Data object representing the file structure and some
useful meta-data about the files for the path given. An optional argument
refresh=True can be used to re-save the mind_palace.json file to the .mind
directory.
"""
hidden_files = eval(mc.minderconfig()['System']['show_hidden_files_boolean'])
# TODO Implement initial directory depth to save time when hidden files is True
dirs_depth = eval(mc.minderconfig()['System']['directory_listing_depth_number'])
file_path = os.path.join(mind_path, MIND_FILE)
mind_time = datetime.fromtimestamp(time.time()).isoformat()[:23] + 'Z'
minded_time = ["minded_datetime", mind_time]
deep = True
if os.path.isfile(file_path):
if refresh is True:
mind_palace = interrogate(mind_path, hidden_files, deep, minded_time)
_write_mind_palace(file_path, mind_palace)
else:
mind_palace = _read_mind_palace(file_path)
else:
if os.path.isdir(os.path.join(mind_path, MIND_DIR)) is False:
os.makedirs(os.path.join(mind_path, MIND_DIR))
mind_palace = interrogate(mind_path, hidden_files, deep, minded_time)
_write_mind_palace(file_path, mind_palace)
return mind_palace
#!/usr/bin/env python
# -*- coding: utf-8 -*-
__author__ = 'Harlan AuBuchon'
import os
import shutil
import minder_config as mc
import minds
from datetime import datetime
import time
import hashlib
import collections
import logging
WAIT_TIME = eval(mc.minderconfig()['Settings']['mind_time_minutes'])
DIR_DEPTH = eval(mc.minderconfig()['System']['directory_listing_depth_number'])
LOG_HOME = os.path.join(mc.MINDER_HOME, 'logs', 'minder.log')
M_CONFIG = mc.minderconfig()
#TODO Add a file size check and zip/tar.gz archiver for logfiles
if os.path.isdir(os.path.join(mc.MINDER_HOME, 'logs')) is False:
os.mkdir(os.path.join(mc.MINDER_HOME, 'logs'))
logging.basicConfig(filename=LOG_HOME, level=logging.DEBUG)
def mind_daemon():
# TODO Use minds.mind to setup json file for use here once Git binary compile issues are sorted
mind_time = datetime.fromtimestamp(time.time()).isoformat()[:23] + 'Z'
logging.info('%s-MINDER DAEMON - Looking for work.' % mind_time)
minds_config = minds.recollect()
def interrogate(mind_path, hidden_files=None, deep=None, minded_time=None):
"""
minds.interrogate(mind_path=File path, hidden_file=Look for '.name' files, deep=Perform md5 checksum)
Creates a nested dictionary that represents the folder structure of mind_path
"""
if isinstance(mind_path, dict):
mind_path = mind_path['root']
if hidden_files is None:
hidden_files = eval(mc.minderconfig()['System']['show_hidden_files_boolean'])
if deep is None:
deep = False
ignore_list = M_CONFIG['System']['ignored_directories_list']
folder_list = []
file_list = []
# I know! Let's wrap this thing in a ridiculous try/except block
# to deal with M$ Windows and all the moronic symlinked directories sprinkled
# all over the "User" directory! Mr. Balmer, you owe me 5 hours for this crap.
try:
directory_list = os.listdir(mind_path)
for node in directory_list:
node_path = os.path.join(mind_path, node)
if os.path.isfile(node_path) is True:
if hidden_files is False and node.startswith('.') is False and node not in ignore_list:
file_list.append(node)
if hidden_files is True:
file_list.append(node)
if os.path.isdir(node_path) is True:
if hidden_files is False and node.startswith('.') is False and node not in ignore_list:
folder_list.append(node)
if hidden_files is True:
folder_list.append(node)
except:
if mc.SYSTEM.startswith('win'):
logging.info(
"%s-MINDER - Microsoft, in their infinite wisdom, has forbidden you from looking at %s"
% (mind_time, mind_path)
)
else:
logging.info("%s-MINDER - IOError - Check permissions for folders - %s" % (mind_time, mind_path))
folder_list.sort()
file_list.sort()
file_dict_list = []
folder_dict_list = []
for file_name in file_list:
file_path = os.path.join(mind_path, file_name)
file_dict_list.append(_file_obj(file_path, deep))
for folder_name in folder_list:
file_path = os.path.join(mind_path, folder_name)
folder_dict_list.append(interrogate(file_path, hidden_files, deep))
mind_dir = {
"root": os.path.split(mind_path)[0],
"url": quote(mind_path),
"name": os.path.split(mind_path)[-1],
"files": file_dict_list,
"folders": folder_dict_list
}
if minded_time is not None:
mind_dir[minded_time[0]] = minded_time[1]
return mind_dir
import time
import hashlib
import json
import mimetypes
import minder_config as mc
from urllib import quote
import logging
MIND_DIR = '.mind'
MIND = 'mind_palace.json'
MINDS = 'minds.json'
MINDS_FILE = os.path.join(mc.MINDER_HOME, MINDS)
MIND_FILE = os.path.join(MIND_DIR, MIND)
USER_DIR = os.path.expanduser('~')
M_CONFIG = mc.minderconfig()
LOG_HOME = os.path.join(mc.MINDER_HOME, 'logs', 'minder.log')
logging.basicConfig(filename=LOG_HOME, level=logging.DEBUG)
mind_time = datetime.fromtimestamp(time.time()).isoformat()[:23] + 'Z'
def _init_mindtypes():
mind_types = {}
for i in mimetypes.types_map.keys():
k = mimetypes.types_map[i].split('/')[0]
mind_types.setdefault(k, {})
mind_types[k][i] = mimetypes.types_map[i]
return mind_types
