def validate_map(basemap, dirty=True, sample=False, partial=False): with db.ManagedSession() as session: query = db.sliced_query(create_query_for_model(session, basemap, dirty=dirty, sample=sample), slice_size=100000) return check_coverage(query, json.loads(basemap.phrases_in_map), partial=partial)
def all_terms(): with db.ManagedSession() as session: query = db.sliced_query(filter_query(session.query(Document)), slice_size=100000) return count_terms(query)
def make_query(): return sliced_query(filter_query(session.query(Document), dirty=args.dirty, sample_size=None), slice_size=args.slice_size)