entity_info.country_code = country_code entity_info.country_name = country_name entity_info.country_wb_region = country_region entity_info.country_wb_income_group = country_income_group entity_info.country_special_notes = country_special_notes entity_info.country_latest_census = country_latest_census entity_info.country_latest_survey = country_latest_survey entity_info.country_recent_income_source = country_recent_income_source entity_info.dataset = 'findex' entity_info.save() if country_tool_names_dict.get(unidecode.unidecode(country_name.lower()), 0): newentity = Entity.objects.get(name=country_tool_names_dict[unidecode.unidecode(country_name.lower())].owid_name) elif country_name in existing_entities_list: newentity = Entity.objects.get(name=country_name) else: newentity = Entity(name=country_name, validated=False) newentity.save() logger.info("Inserting a country %s." % newentity.name.encode('utf8')) country_name_entity_ref[country_code] = newentity column_number = 0 insert_string = 'INSERT into data_values (value, year, entityId, fk_var_id) VALUES (%s, %s, %s, %s)' # this is used for constructing the query for mass inserting to the data_values table data_values_tuple_list = [] datasets_list = [] for category in findex_categories_list: newdataset = Dataset(name='World Bank Global Findex - ' + category, description='This is a dataset imported by the automated fetcher', namespace='findex', fk_dst_cat_id=the_category, fk_dst_subcat_id=DatasetSubcategory.objects.get(name=category, fk_dst_cat_id=the_category)) newdataset.save()