def test_survey(): name = 'fake' data_dir = os.path.join( pkg_resources.get_distribution('openfisca-survey-manager').location, 'openfisca_survey_manager', 'tests', 'data_files', ) survey_collection = SurveyCollection( name = name, config_files_directory = data_dir, json_file_path = os.path.join(data_dir, 'fake.json') ) saved_fake_survey_hdf5_file_path = os.path.join(data_dir, 'fake.hdf5') saved_fake_survey_file_path = os.path.join(data_dir, 'help.sas7bdat') survey = Survey( hdf5_file_path = saved_fake_survey_hdf5_file_path, name = 'fake_survey', sas_files = [saved_fake_survey_file_path], survey_collection = survey_collection, ) survey.insert_table(name = 'help') survey.fill_hdf(source_format = 'sas') print survey.tables
def test_survey(): name = 'fake' data_dir = os.path.join( pkg_resources.get_distribution('openfisca-survey-manager').location, 'openfisca_survey_manager', 'tests', 'data_files', ) survey_collection = SurveyCollection(name=name, config_files_directory=data_dir, json_file_path=os.path.join( data_dir, 'fake.json')) saved_fake_survey_hdf5_file_path = os.path.join(data_dir, 'fake.hdf5') saved_fake_survey_file_path = os.path.join(data_dir, 'help.sas7bdat') survey = Survey( hdf5_file_path=saved_fake_survey_hdf5_file_path, name='fake_survey', sas_files=[saved_fake_survey_file_path], survey_collection=survey_collection, ) survey.insert_table(name='help') survey.fill_hdf(source_format='sas') print survey.tables
def dump_data_frame(data_frame, year): from openfisca_france_data.build_openfisca_survey_data import utils utils.print_id(data_frame) # utils.control(data_frame, verbose = True) utils.check_structure(data_frame) survey_collection = SurveyCollection(name = "eipp") survey_collection.set_config_files_directory() output_data_directory = survey_collection.config.get('data', 'output_directory') survey_name = "eipp_data_{}".format(year) table = "input" hdf5_file_path = os.path.join( os.path.dirname(output_data_directory), "{}{}".format(survey_name, ".h5"), ) survey = Survey( name = survey_name, hdf5_file_path = hdf5_file_path, ) survey.insert_table(name = table) survey.fill_hdf(table, data_frame) survey_collection.surveys[survey_name] = survey survey_collection.dump(collection = "eipp")
def dump_simulation_results_data_frame(survey_scenario, collection = None): assert collection is not None year = survey_scenario.year data_frame_by_entity = get_calculated_data_frame_by_entity(survey_scenario) openfisca_survey_collection = SurveyCollection.load(collection = "openfisca") output_data_directory = openfisca_survey_collection.config.get('data', 'output_directory') survey_name = "openfisca_data_{}".format(year) for entity, data_frame in data_frame_by_entity.iteritems(): print entity table = entity hdf5_file_path = os.path.join( os.path.dirname(output_data_directory), "{}{}".format(survey_name, ".h5"), ) survey = Survey( name = survey_name, hdf5_file_path = hdf5_file_path, ) survey.insert_table(name = table) survey.fill_hdf(table, data_frame) openfisca_survey_collection.surveys[survey_name] = survey openfisca_survey_collection.dump(collection = "openfisca")