Exemple #1
0
def transform():
    """ Transform and clean up content """
    db, _ = WebStore(app.config["STAGING_URL"])
    master = master_data()
    from offenesparlament.transform import persons

    persons.generate_person_long_names(db)
    from offenesparlament.transform import ablaeufe

    ablaeufe.extend_ablaeufe(db, master)
    from offenesparlament.transform import positions

    positions.extend_positions(db)
    from offenesparlament.transform import namematch

    namematch.match_persons(db, master)
    from offenesparlament.transform import abstimmungen

    abstimmungen.extend_abstimmungen(db, master)
    # persons.generate_person_long_names(db)
    from offenesparlament.transform import mediathek

    mediathek.extend_speeches(db, master)
    from offenesparlament.transform import speechparser

    speechparser.load_transcripts(db, master)
    mediathek.merge_speeches(db, master)
    from offenesparlament.transform import speechmatch

    speechmatch.extend_speeches(db, master)
Exemple #2
0
def transform():
    """ Transform and clean up content """
    engine = etl_engine()
    from offenesparlament.transform import persons
    persons.generate_person_long_names(engine)
    from offenesparlament.transform import positions
    positions.extend_positions(engine)
    from offenesparlament.transform import namematch
    namematch.match_persons(engine)
    from offenesparlament.transform import abstimmungen
    abstimmungen.extend_abstimmungen(engine)
    persons.generate_person_long_names(engine)
    from offenesparlament.transform import speechparser
    speechparser.load_transcripts(engine)
    from offenesparlament.transform import webtv
    webtv.merge_speeches(engine)
    from offenesparlament.transform import awatch
    awatch.load_profiles(engine)
    from offenesparlament.transform import speechmatch
    persons.generate_person_long_names(engine)
    speechmatch.extend_speeches(engine)
    persons.generate_person_long_names(engine)
    from offenesparlament.transform import drs
    drs.merge_speeches(engine)