def validate_map(basemap, dirty=True, sample=False, partial=False):
with db.ManagedSession() as session:
query = db.sliced_query(create_query_for_model(session,
basemap,
dirty=dirty,
sample=sample),
slice_size=100000)
return check_coverage(query,
json.loads(basemap.phrases_in_map),
partial=partial)
def validate_map(basemap, dirty=True, sample=False, partial=False):
with db.ManagedSession() as session:
query = db.sliced_query(create_query_for_model(session, basemap, dirty=dirty, sample=sample), slice_size=100000)
return check_coverage(query, json.loads(basemap.phrases_in_map), partial=partial)
def all_terms():
with db.ManagedSession() as session:
query = db.sliced_query(filter_query(session.query(Document)), slice_size=100000)
return count_terms(query)
def all_terms():
with db.ManagedSession() as session:
query = db.sliced_query(filter_query(session.query(Document)),
slice_size=100000)
return count_terms(query)
def make_query():
return sliced_query(filter_query(session.query(Document),
dirty=args.dirty,
sample_size=None),
slice_size=args.slice_size)
def make_query():
return sliced_query(filter_query(session.query(Document), dirty=args.dirty, sample_size=None), slice_size=args.slice_size)
