def _get_zbl_generator_(zbl_path, must_have_field='mc'):
    """Returns zbl-records generator that has guaranteed presence of must_have_field field."""
    UNI = True  #unic
    f = zbl_io.open_file(zbl_path, UNI)
    #return (zbl for zbl in zbl_io.read_zbl_records(f, UNI) if must_have_field in zbl)
    for ix, zbl in enumerate(zbl_io.read_zbl_records(f, UNI)):
        if must_have_field in zbl:
            #zbl[zbl_io.ZBL_ID_FIELD] = ix #replacing ids with numbers for faster processing
            yield zbl
def _get_zbl_generator_(zbl_path, must_have_field = 'mc'):
    """Returns zbl-records generator that has guaranteed presence of must_have_field field."""
    UNI = True #unic
    f = zbl_io.open_file(zbl_path, UNI)
    #return (zbl for zbl in zbl_io.read_zbl_records(f, UNI) if must_have_field in zbl)
    for ix,zbl in enumerate(zbl_io.read_zbl_records(f, UNI)): 
        if must_have_field in zbl:
            #zbl[zbl_io.ZBL_ID_FIELD] = ix #replacing ids with numbers for faster processing
            yield zbl
Ejemplo n.º 3
0
def _get_zbl_generator_(zbl_path, must_have_fields):
    """Returns zbl-records generator that has guaranteed presence of must_have_fields."""
    UNI = True #unic
    f = zbl_io.open_file(zbl_path, UNI)    
    for ix,zbl in enumerate(zbl_io.read_zbl_records(f, UNI)):        
        has_all_fields = sum(1 for field in must_have_fields if field in zbl) == len(must_have_fields)
        #has_all_fields = True
        #for field in must_have_fields:
        #    if not field in zbl:
        #        has_all_fields = False                
        #        break
        #print zbl,"->",has_all_fields                
        if has_all_fields:
            zbl[zbl_io.ZBL_ID_FIELD] = ix #replacing ids with numbers for faster processing
            yield zbl