def __init__(self, module):
exec "from %s.objects import *"%module
self.__obj_maker = OBJ_MAKER
self.__cmlabel = CMLABEL
self.__data = None
self.__deps = Dependencies(module)
def __init__(self, module):
exec "from %s.objects import *" % module
self.__obj_maker = OBJ_MAKER
self.__cmlabel = CMLABEL
self.__data = None
self.__deps = Dependencies(module)
class Preprocessing():
def __init__(self, module):
exec "from %s.objects import *"%module
self.__obj_maker = OBJ_MAKER
self.__cmlabel = CMLABEL
self.__data = None
self.__deps = Dependencies(module)
# action
@GeneralException
def run(self, data):
self.__data = copy.deepcopy(data)
if self.__data:
if self.__obj_maker.get('objkey'):
self.__keys_mod()
self.__prepross_files()
self.__data = self.__deps.run(self.__data)
return self.__data
# create unique ids for salt
@GeneralException
def __keys_mod(self):
new_data = {}
print "a"
for c in self.__data:
if c not in ORDER_LIST: continue
print "b"
new_data[c] = {}
print "c"
for obj in self.__data[c]:
print "d"
key = self.__obj_maker['objkey'](c,obj)
print "e"
print "c=%s key=%s"%(c,key)
new_data[c][key] = self.__data[c][obj]
print "f"
print "g"
print "h"
self.__data = new_data
# preprocessing on files section
@GeneralException
def __prepross_files(self):
Tools.l(INFO, "preprocessing files", 'prepross_files', self)
dds = self.__files_iter(self.__file_directory, FILE_IDENT)
for file_item in dds:
self.__data['dirs'] = Tools.s_dict_merging(self.__data.get('dirs'), dds[file_item])
self.__files_iter(self.__file_item_removal, ['dirs']+FILE_CLASS)
Tools.l(INFO, "preprocessing files done", 'prepross_files', self)
# create config files directory
@GeneralException
def __file_directory(self, container, file_item, files, file, files_l):
if container.get(file_item) == None:
container[file_item] = {}
fp = files[file]['path']
drs = Tools.get_recurse_path(os.path.dirname(fp))
for dr in drs:
if (dr == '/') or (("-%s"%dr) in container[file_item]):
continue
container[file_item]["-%s"%dr] = self.__obj_maker['file'](dr)
return container
# remove items
@GeneralException
def __file_item_removal(self, container, file_item, files, file, files_l):
r_files_l = files_l[:]
r_files_l.reverse()
for consumed in r_files_l:
if consumed == file_item:
break
elif self.__data.get(consumed):
flag = None
for f in self.__data[consumed]:
path = self.__data[consumed][f]['path']
if path == files[file]['path']:
flag = f
break
if flag:
self.__data[consumed].pop(flag)
return container
# iterate over files
@GeneralException
def __files_iter(self, action, files_l):
container = {}
for file_item in files_l:
files = (dict(self.__data[file_item].items()) if self.__data.get(file_item) else {})
for file in files:
container = action(container, file_item, files, file, files_l)
return container
class Preprocessing():
def __init__(self, module):
exec "from %s.objects import *" % module
self.__obj_maker = OBJ_MAKER
self.__cmlabel = CMLABEL
self.__data = None
self.__deps = Dependencies(module)
# action
@GeneralException
def run(self, data):
self.__data = copy.deepcopy(data)
if self.__data:
if self.__obj_maker.get('objkey'):
self.__keys_mod()
self.__prepross_files()
self.__data = self.__deps.run(self.__data)
return self.__data
# create unique ids for salt
@GeneralException
def __keys_mod(self):
new_data = {}
for c in self.__data:
if c not in ORDER_LIST: continue
new_data[c] = {}
for obj in self.__data[c]:
key = self.__obj_maker['objkey'](c, obj)
new_data[c][key] = self.__data[c][obj]
self.__data = new_data
# preprocessing on files section
@GeneralException
def __prepross_files(self):
Tools.l(INFO, "preprocessing files", 'prepross_files', self)
dds = self.__files_iter(self.__file_directory, FILE_IDENT)
for file_item in dds:
self.__data['dirs'] = Tools.s_dict_merging(self.__data.get('dirs'),
dds[file_item])
self.__files_iter(self.__file_item_removal, ['dirs'] + FILE_CLASS)
Tools.l(INFO, "preprocessing files done", 'prepross_files', self)
# create config files directory
@GeneralException
def __file_directory(self, container, file_item, files, file, files_l):
if container.get(file_item) == None:
container[file_item] = {}
fp = files[file]['path']
drs = Tools.get_recurse_path(os.path.dirname(fp))
for dr in drs:
if (dr == '/') or (("-%s" % dr) in container[file_item]):
continue
container[file_item]["-%s" % dr] = self.__obj_maker['file'](dr)
return container
# remove items
@GeneralException
def __file_item_removal(self, container, file_item, files, file, files_l):
r_files_l = files_l[:]
r_files_l.reverse()
for consumed in r_files_l:
if consumed == file_item:
break
elif self.__data.get(consumed):
flag = None
for f in self.__data[consumed]:
path = self.__data[consumed][f]['path']
if path == files[file]['path']:
flag = f
break
if flag:
self.__data[consumed].pop(flag)
return container
# iterate over files
@GeneralException
def __files_iter(self, action, files_l):
container = {}
for file_item in files_l:
files = (dict(self.__data[file_item].items())
if self.__data.get(file_item) else {})
for file in files:
container = action(container, file_item, files, file, files_l)
return container
