def __init__(self, source, sanit=None):
self.size = len(source)
self.source = source
if sanit:
self.sanitiser = sanit
else:
self.sanitiser = sanitisers.NullSanitiser()
def __init__(self, db_conn, query, sanit=None, iter_type='SIMPLE'):
if sanit:
self.sanitiser = sanit
else:
self.sanitiser = sanitisers.NullSanitiser()
self.source = MongoClient(db_conn[0])[db_conn[1]][db_conn[2]]
self.query = query
self.size = self.source.find(query).count()
self.iter_type = iter_type
def __init__(self, txf, sanit=None):
self.source = txf
if sanit:
self.sanitiser = sanit
else:
self.sanitiser = sanitisers.NullSanitiser()
ind = 0
for line in codecs.open(txf, 'r', encoding='utf8'):
ind += 1
self.size = ind
def __init__(self, filename, sanit=None, iter_type='SIMPLE'):
if sanit:
self.sanitiser = sanit
else:
self.sanitiser = sanitisers.NullSanitiser()
self.source = filename
ind = 0
for line in codecs.open(filename, 'r', encoding='utf8'):
ind += 1
self.size = ind
self.iter_type = iter_type