def main():
""" Master script calls other tasks in pipeline
"""
# make sure ddionrails directory exists
try:
os.mkdir("ddionrails")
except FileExistsError:
pass
# make a sparse checkout from knut's version of the soep-core repository
# This takes really long the first time
sparse_checkout("soep-core",
"https://github.com/kwenzig/soep-core",
paths=("metadata", "r2ddi/v33"))
copy.study(inpath="soep-core/metadata/study.md",
outpath="ddionrails/study.md")
copy.bibtex(inpath="soep-core/metadata/bibtex.bib",
outpath="ddionrails/bibtex.bib",
input_format="latin1")
concepts("soep-core/metadata/concepts.csv", "ddionrails/concepts.csv")
datasets("soep-core/metadata/datasets.csv", "ddionrails/datasets.csv")
variables("soep-core/metadata/variables.csv", "ddionrails/variables.csv")
questions_variables("ddionrails/variables.csv",
"ddionrails/questions_variables.csv")
# This step takes some time
convert_r2ddi.Parser("soep-core",
r2ddi_path="soep-core/r2ddi",
version="v33").write_json()
merge_instruments.main()
def main():
copy.study()
datasets()
variables()
dor1.transformations()
fix_pl()
convert_r2ddi.Parser(STUDY, version=VERSION).write_json()
def main():
copy.study()
dor1.variables()
copy.f("datasets.csv")
#copy.f("questionnaires.csv", "instruments.csv")
questions_variables()
merge_instruments.main()
convert_r2ddi.Parser("twinlife", version="v2").write_json()
def main():
copy.study()
dor1.variables()
copy.f("datasets.csv")
#copy.f("questionnaires.csv", "instruments.csv")
questions_variables()
merge_instruments.main()
convert_r2ddi.Parser("twinlife", version="v3-0-0").write_json()
def main():
copy.study()
copy.f("instruments.csv")
copy.f("questions_variables.csv")
copy.f("datasets.csv")
copy.f("attachments.csv")
convert_r2ddi.Parser("gip").write_json()
extract_variables.XmlParser("r2ddi/v1/en", "gip").run()
merge_instruments.main()
def main():
copy.study()
dor1.datasets()
dor1.variables()
dor1.concepts_questions()
questions_from_generations()
merge_instruments.main()
convert_r2ddi.Parser("soep-is", version="v2015.1").write_json()
copy.bibtex()
def main():
copy.study()
concepts()
datasets()
variables()
questions_from_generations(VERSION)
convert_r2ddi.Parser(STUDY, version=VERSION).write_json()
merge_instruments.main()
copy.f("publications.csv")
copy.f("topics.csv")
TopicParser(
topics_input_csv="ddionrails/topics.csv",
concepts_input_csv="ddionrails/concepts.csv",
).to_json()
create_concepts_questions()
shutil.copy("metadata/analysis_units.csv", "ddionrails/analysis_units.csv")
shutil.copy("metadata/attachments.csv", "ddionrails/attachments.csv")
shutil.copy(
"metadata/conceptual_datasets.csv", "ddionrails/conceptual_datasets.csv"
)
shutil.copy("metadata/periods.csv", "ddionrails/periods.csv")
dor1.transformations()
def main():
copy.study()
concepts()
datasets()
variables()
questions_from_generations(VERSION)
convert_r2ddi.Parser(STUDY, version=VERSION).write_json()
merge_instruments.main()
copy.f("publications.csv")
copy.f("topics.csv")
TopicParser(
topics_input_csv="ddionrails/topics.csv",
concepts_input_csv="ddionrails/concepts.csv",
).to_json()
create_concepts_questions()
shutil.copy("metadata/analysis_units.csv", "ddionrails/analysis_units.csv")
shutil.copy("metadata/attachments.csv", "ddionrails/attachments.csv")
shutil.copy(
"metadata/conceptual_datasets.csv", "ddionrails/conceptual_datasets.csv"
)
shutil.copy("metadata/periods.csv", "ddionrails/periods.csv")
dor1.transformations()
def main():
copy.study()
concepts()
datasets()
variables()
convert_r2ddi.Parser("iab-soep-mig", version="2015").write_json()
def main():
copy.study()
dor1.datasets()
dor1.variables()
convert_r2ddi.Parser("soep-pre", version="v1").write_json()
copy.bibtex()