def main(): # pragma: no cover configure_logging() for spec in [ (load_societies, csv_items(*csv_names('%s_societies.csv'))), (load_regions, data_path('geo', 'level2.json')), (society_locations, csv_items('society_locations.csv')), (load_vars, csv_items(*csv_names('%sVariableList.csv'))), (load_codes, csv_items(*csv_names('%sCodeDescriptions.csv'))), # Linking Societies to Languoids ( xd_to_language, csv_items('xd_id_to_language.csv'), csv_items('glottolog.csv')), ( load_references, csv_items('ReferenceMapping.csv', 'BinfordReferenceMapping.csv')), (load_data, csv_items(*csv_names('%s_data.csv'))), (load_environmental_var, csv_items('environmentalVariableList.csv')), (load_environmental, csv_items('environmental_data.csv')), (load_trees, data_path('trees')), (tree_names, data_path('csv')), (prune_trees,), ]: with transaction.atomic(): loader, args = spec[0], spec[1:] print loader.__name__, '...' start = time() res = loader(*args) print res, 'loaded in', time() - start, 'secs'
def run(mode, *fnames): # pragma: no cover configure_logging() if mode == 'geo': return load_regions(fnames[0]) if mode == 'tree': return load_trees(fnames[0]) if mode == 'xd_lang': return xd_to_language(csv_dict_reader(fnames[0]), csv_dict_reader(fnames[1])) if mode in ITEM_LOADER: return ITEM_LOADER[mode](chain(*map(csv_dict_reader, fnames))) raise ValueError(mode)