def __init__(self, data):
from process import makesafe
if type(data) == list:
from collections import OrderedDict
data = OrderedDict(data)
for k, v in data.items():
setattr(self, makesafe(k), v)
super(Interrodict, self).__init__(data)
def __init__(self, data):
from process import makesafe
if type(data) == list:
from collections import OrderedDict
data = OrderedDict(data)
# attribute access
for index, (k, v) in enumerate(data.items()):
setattr(self, makesafe(k), v)
self.query = None
super(Interrodict, self).__init__(data)
def __init__(self, data):
from process import makesafe
if type(data) == list:
from collections import OrderedDict
data = OrderedDict(data)
# attribute access
for index, (k, v) in enumerate(data.items()):
setattr(self, makesafe(k), v)
self.query = None
super(Interrodict, self).__init__(data)
def __getitem__(self, key):
from process import makesafe
if isinstance( key, slice ) :
#Get the start, stop, and step from the slice
return Datalist([self[ii] for ii in range(*key.indices(len(self.subcorpora)))])
elif type(key) == int:
return self.subcorpora.__getitem__(makesafe(self.subcorpora[key]))
else:
try:
return self.subcorpora.__getattribute__(key)
except:
from process import is_number
if is_number(key):
return self.__getattribute__('c' + key)
def __init__(self, data):
import re
import os
from os.path import join, isfile, isdir
from process import makesafe
self.current = 0
if data:
self.high = len(data)
else:
self.high = 0
self.data = data
if data and len(data) > 0:
for subcorpus in data:
safe_var = makesafe(subcorpus)
setattr(self, safe_var, subcorpus)
def __getitem__(self, key):
"""allow slicing, indexing"""
from process import makesafe
if isinstance(key, slice):
#Get the start, stop, and step from the slice
return Corpora([self[ii] for ii in range(*key.indices(len(self)))])
elif type(key) == int:
return self.__getitem__(makesafe(self.data[key]))
else:
try:
return self.__getattribute__(key)
except:
from process import is_number
if is_number(key):
return self.__getattribute__('c' + key)
def __init__(self, data):
import re
import os
from os.path import join, isfile, isdir
from process import makesafe
self.current = 0
if data:
self.high = len(data)
else:
self.high = 0
self.data = data
if data and len(data) > 0:
for subcorpus in data:
safe_var = makesafe(subcorpus)
setattr(self, safe_var, subcorpus)
def __getitem__(self, key):
"""allow slicing, indexing"""
from process import makesafe
if isinstance(key, slice):
# Get the start, stop, and step from the slice
return Corpora([self[ii] for ii in range(*key.indices(len(self)))])
elif type(key) == int:
return self.__getitem__(makesafe(self.data[key]))
else:
try:
return self.__getattribute__(key)
except:
from process import is_number
if is_number(key):
return self.__getattribute__("c" + key)
def __getitem__(self, key):
from process import makesafe
if isinstance(key, slice):
#Get the start, stop, and step from the slice
return Datalist(
[self[ii] for ii in range(*key.indices(len(self.files)))])
elif type(key) == int:
return self.files.__getitem__(makesafe(self.files[key]))
else:
try:
return self.files.__getattribute__(key)
except:
from process import is_number
if is_number(key):
return self.__getattribute__('c' + key)
def load_all_results(data_dir='saved_interrogations', **kwargs):
"""
Load every saved interrogation in data_dir into a dict:
>>> r = load_all_results()
:param data_dir: path to saved data
:type data_dir: str
:returns: dict with filenames as keys
"""
import os
from time import localtime, strftime
from other import load
from process import makesafe
root = kwargs.get('root', False)
note = kwargs.get('note', False)
datafiles = [f for f in os.listdir(data_dir) if os.path.isfile(os.path.join(data_dir, f)) \
and f.endswith('.p')]
output = {}
l = 0
for index, f in enumerate(datafiles):
try:
loadname = f.replace('.p', '')
output[loadname] = load(f, loaddir=data_dir)
time = strftime("%H:%M:%S", localtime())
print('%s: %s loaded as %s.' % (time, f, makesafe(loadname)))
l += 1
except:
time = strftime("%H:%M:%S", localtime())
print(
'%s: %s failed to load. Try using load to find out the matter.'
% (time, f))
if note and len(datafiles) > 3:
note.progvar.set((index + 1) * 100.0 / len(datafiles))
if root:
root.update()
time = strftime("%H:%M:%S", localtime())
print('%s: %d interrogations loaded from %s.' %
(time, l, os.path.basename(data_dir)))
from interrogation import Interrodict
return Interrodict(output)
def load_all_results(data_dir = 'saved_interrogations', **kwargs):
"""
Load every saved interrogation in data_dir into a dict:
>>> r = load_all_results()
:param data_dir: path to saved data
:type data_dir: str
:returns: dict with filenames as keys
"""
import os
from time import localtime, strftime
from other import load
from process import makesafe
root = kwargs.get('root', False)
note = kwargs.get('note', False)
datafiles = [f for f in os.listdir(data_dir) if os.path.isfile(os.path.join(data_dir, f)) \
and f.endswith('.p')]
output = {}
l = 0
for index, f in enumerate(datafiles):
try:
loadname = f.replace('.p', '')
output[loadname] = load(f, loaddir = data_dir)
time = strftime("%H:%M:%S", localtime())
print('%s: %s loaded as %s.' % (time, f, makesafe(loadname)))
l += 1
except:
time = strftime("%H:%M:%S", localtime())
print('%s: %s failed to load. Try using load to find out the matter.' % (time, f))
if note and len(datafiles) > 3:
note.progvar.set((index + 1) * 100.0 / len(datafiles))
if root:
root.update()
time = strftime("%H:%M:%S", localtime())
print('%s: %d interrogations loaded from %s.' % (time, l, os.path.basename(data_dir)))
from interrogation import Interrodict
return Interrodict(output)
def __setitem__(self, key, value):
from process import makesafe
setattr(self, makesafe(key), value)
super(Interrodict, self).__setitem__(key, value)
def __init__(self, data):
from process import makesafe
for k, v in list(data.items()):
setattr(self, makesafe(k), v)
super(Interrodict, self).__init__(data)
def __init__(self, data):
from process import makesafe
for k, v in list(data.items()):
setattr(self, makesafe(k), v)
dict.__init__(self, data)
def __setitem__(self, key, value):
from process import makesafe
setattr(self, makesafe(key), value)
super(Interrodict, self).__setitem__(key, value)
