def test_survey():
name = 'fake'
data_dir = os.path.join(
pkg_resources.get_distribution('openfisca-survey-manager').location,
'openfisca_survey_manager',
'tests',
'data_files',
)
survey_collection = SurveyCollection(
name = name,
config_files_directory = data_dir,
json_file_path = os.path.join(data_dir, 'fake.json')
)
saved_fake_survey_hdf5_file_path = os.path.join(data_dir, 'fake.hdf5')
saved_fake_survey_file_path = os.path.join(data_dir, 'help.sas7bdat')
survey = Survey(
hdf5_file_path = saved_fake_survey_hdf5_file_path,
name = 'fake_survey',
sas_files = [saved_fake_survey_file_path],
survey_collection = survey_collection,
)
survey.insert_table(name = 'help')
survey.fill_hdf(source_format = 'sas')
print survey.tables
def test_survey():
name = 'fake'
data_dir = os.path.join(
pkg_resources.get_distribution('openfisca-survey-manager').location,
'openfisca_survey_manager',
'tests',
'data_files',
)
survey_collection = SurveyCollection(name=name,
config_files_directory=data_dir,
json_file_path=os.path.join(
data_dir, 'fake.json'))
saved_fake_survey_hdf5_file_path = os.path.join(data_dir, 'fake.hdf5')
saved_fake_survey_file_path = os.path.join(data_dir, 'help.sas7bdat')
survey = Survey(
hdf5_file_path=saved_fake_survey_hdf5_file_path,
name='fake_survey',
sas_files=[saved_fake_survey_file_path],
survey_collection=survey_collection,
)
survey.insert_table(name='help')
survey.fill_hdf(source_format='sas')
print survey.tables
def dump_data_frame(data_frame, year):
from openfisca_france_data.build_openfisca_survey_data import utils
utils.print_id(data_frame)
# utils.control(data_frame, verbose = True)
utils.check_structure(data_frame)
survey_collection = SurveyCollection(name = "eipp")
survey_collection.set_config_files_directory()
output_data_directory = survey_collection.config.get('data', 'output_directory')
survey_name = "eipp_data_{}".format(year)
table = "input"
hdf5_file_path = os.path.join(
os.path.dirname(output_data_directory),
"{}{}".format(survey_name, ".h5"),
)
survey = Survey(
name = survey_name,
hdf5_file_path = hdf5_file_path,
)
survey.insert_table(name = table)
survey.fill_hdf(table, data_frame)
survey_collection.surveys[survey_name] = survey
survey_collection.dump(collection = "eipp")
def dump_simulation_results_data_frame(survey_scenario, collection = None):
assert collection is not None
year = survey_scenario.year
data_frame_by_entity = get_calculated_data_frame_by_entity(survey_scenario)
openfisca_survey_collection = SurveyCollection.load(collection = "openfisca")
output_data_directory = openfisca_survey_collection.config.get('data', 'output_directory')
survey_name = "openfisca_data_{}".format(year)
for entity, data_frame in data_frame_by_entity.iteritems():
print entity
table = entity
hdf5_file_path = os.path.join(
os.path.dirname(output_data_directory),
"{}{}".format(survey_name, ".h5"),
)
survey = Survey(
name = survey_name,
hdf5_file_path = hdf5_file_path,
)
survey.insert_table(name = table)
survey.fill_hdf(table, data_frame)
openfisca_survey_collection.surveys[survey_name] = survey
openfisca_survey_collection.dump(collection = "openfisca")
def dump_simulation_results_data_frame(survey_scenario, collection = None):
assert collection is not None
year = survey_scenario.year
data_frame_by_entity = get_calculated_data_frame_by_entity(survey_scenario)
openfisca_survey_collection = SurveyCollection.load(collection = "openfisca")
output_data_directory = openfisca_survey_collection.config.get('data', 'output_directory')
survey_name = "openfisca_data_{}".format(year)
for entity, data_frame in data_frame_by_entity.iteritems():
print entity
table = entity
hdf5_file_path = os.path.join(
os.path.dirname(output_data_directory),
"{}{}".format(survey_name, ".h5"),
)
survey = Survey(
name = survey_name,
hdf5_file_path = hdf5_file_path,
)
survey.insert_table(name = table)
survey.fill_hdf(table, data_frame)
openfisca_survey_collection.surveys[survey_name] = survey
openfisca_survey_collection.dump(collection = "openfisca")