def _set_vars(self):
CommonMethods.set_store_rtf_body(False)
CommonMethods.init_hash_dict()
CommonMethods.set_dedupe()
CommonMethods.set_base_path(self.base_dir)
self.eaxs = os.path.join(self.base_dir, 'eaxs')
self.mboxes = os.path.join(self.base_dir, 'mboxes')
self.emls = os.path.join(self.base_dir, 'emls')
self.psts = os.path.join(self.base_dir, 'pst')
def _data_dir(self, dir=None):
if dir:
base_path = os.path.join(self.eaxs, self.account_name)
self.data_dir = os.path.normpath(
os.path.abspath(os.path.join(base_path, dir)))
self.xml_dir = os.path.normpath(
os.path.abspath(os.path.join(base_path, "eaxs_xml")))
os.makedirs(self.data_dir)
os.makedirs(self.xml_dir)
if CommonMethods.get_store_json():
self.json_dir = os.path.normpath(
os.path.abspath(os.path.join(base_path, "eaxs_json")))
os.makedirs(self.json_dir)
CommonMethods.set_json_directory(self.json_dir)
CommonMethods.set_rel_attachment_dir(
os.path.join(
os.path.sep,
os.path.join(os.path.split(base_path)[-1], 'attachments')))
CommonMethods.set_attachment_dir(self.data_dir)
CommonMethods.set_xml_dir(self.xml_dir)
else:
base_path = os.path.join(self.eaxs, self.account_name)
CommonMethods.set_base_path(base_path)
CommonMethods.set_rel_attachment_dir(
os.path.join(
os.path.sep,
os.path.join(os.path.split(base_path)[-1], 'attachments')))
self.data_dir = os.path.normpath(os.path.join(base_path, "data"))
self.xml_dir = os.path.normpath(
os.path.abspath(os.path.join(base_path, "eaxs_xml")))
try:
os.makedirs(self.data_dir)
os.makedirs(self.xml_dir)
except FileExistsError as e:
print("An EAXS package for: ({}) already exists.".format(
self.account_name))
raise FileExistsError
CommonMethods.set_attachment_dir(self.data_dir)
CommonMethods.set_xml_dir(self.xml_dir)
if CommonMethods.get_store_json():
CommonMethods.set_json_directory(self.json_dir)
os.makedirs(self.json_dir)
self.json_dir = os.path.normpath(
os.path.abspath(os.path.join(base_path, "eaxs_json")))
def _arg_parse(self):
parser = argparse.ArgumentParser(description='Convert mbox into XML.')
parser.add_argument('--account',
'-a',
dest='account_name',
required=True,
help='email account name')
parser.add_argument(
'--directory',
'-d',
dest='account_directory',
help='directory to hold all files for this account')
parser.add_argument(
'--chunk',
'-c',
dest='chunk',
default=self.NO_CHUNK,
help=
'An approximate number of messages to put in one output XML file. '
'NOTE: This this will be approximate because '
'DarcMailCLI maintains the integrity of the Folder. A chunk test is made after a '
'folder is processed. If the total number of processed messages is below the chunk '
'size, the next folder will be added to the current XML file. If it exceeds '
'the chunk limit the a new file will be opened. Each file will have the '
'starting LocalID as part of the filename. default = no limit or all messages '
'in one file.')
parser.add_argument(
'--no_subdirectories',
'-n',
dest='no_subdirectories',
action='store_true',
help='do NOT make subdirectories to hold external content'
'(default = make subdirectories)')
parser.add_argument(
'--data-dir',
'-dd',
dest='data_dir',
type=str,
default='attachments',
help='path to store the account attachments. DEFAULT: "attachments"'
)
parser.add_argument('--from-eml',
'-fe',
dest='from_eml',
help='The destination is a series of emls',
action='store_true')
parser.add_argument(
'--stitch',
'-st',
dest='stitch',
action='store_true',
help=
'Stitch can only be used in conjunction with the --chunk switch. The purpose is to '
'reduce memory load. If you find that DarcMailCLI is crashing on your email accounts'
'due to memory errors, but you still want to have a single EAXS file, then chunk the '
'process, which clears memory faster, and stitch will rebuild a single file at the end'
'of the process')
parser.add_argument(
'--tomes_tool',
'-tt',
dest='tomes_tool',
action='store_true',
help=
'Indicates that the source tree is built from the Dockerized pst_extractor.'
)
args = parser.parse_args()
argdict = vars(args)
for k, v in argdict.items():
print("{}:{}".format(k, v))
CommonMethods.set_base_path(CommonMethods.get_process_paths())
self.account_name = argdict['account_name'].strip()
self.account_directory = os.path.join(CommonMethods.get_base_path(),
'mboxes')
if argdict['account_directory']:
self.account_directory = os.path.normpath(
os.path.abspath(argdict['account_directory'].strip()))
# Initialize common features and common attributes
CommonMethods.set_store_rtf_body(False)
CommonMethods.init_hash_dict()
CommonMethods.set_dedupe()
self.eaxs = os.path.join(CommonMethods.get_base_path(), 'eaxs')
self.mboxes = os.path.join(CommonMethods.get_base_path(), 'eaxs')
self.emls = os.path.join(CommonMethods.get_base_path(), 'emls')
self.psts = os.path.join(CommonMethods.get_base_path(), 'pst')
if argdict['from_eml']:
self.eml_struct = True
CommonMethods.set_from_tomes(False)
if argdict['tomes_tool']:
CommonMethods.set_from_tomes(True)
#TODO: Remove this maybe
if 'max_internal' in argdict.keys():
self.max_internal = int(argdict['max_internal'])
if argdict['no_subdirectories']:
self.levels = self.NO_LEVELS
if argdict['data_dir']:
self._data_dir(argdict['data_dir'])
else:
self._data_dir()
if argdict['chunk']:
self.chunksize = argdict['chunk']
CommonMethods.set_chunk_size(1000)
CommonMethods.set_stitch(argdict['stitch'])