def transform():
""" Transform and clean up content """
db, _ = WebStore(app.config["STAGING_URL"])
master = master_data()
from offenesparlament.transform import persons
persons.generate_person_long_names(db)
from offenesparlament.transform import ablaeufe
ablaeufe.extend_ablaeufe(db, master)
from offenesparlament.transform import positions
positions.extend_positions(db)
from offenesparlament.transform import namematch
namematch.match_persons(db, master)
from offenesparlament.transform import abstimmungen
abstimmungen.extend_abstimmungen(db, master)
# persons.generate_person_long_names(db)
from offenesparlament.transform import mediathek
mediathek.extend_speeches(db, master)
from offenesparlament.transform import speechparser
speechparser.load_transcripts(db, master)
mediathek.merge_speeches(db, master)
from offenesparlament.transform import speechmatch
speechmatch.extend_speeches(db, master)
def transform():
""" Transform and clean up content """
engine = etl_engine()
from offenesparlament.transform import persons
persons.generate_person_long_names(engine)
from offenesparlament.transform import positions
positions.extend_positions(engine)
from offenesparlament.transform import namematch
namematch.match_persons(engine)
from offenesparlament.transform import abstimmungen
abstimmungen.extend_abstimmungen(engine)
persons.generate_person_long_names(engine)
from offenesparlament.transform import speechparser
speechparser.load_transcripts(engine)
from offenesparlament.transform import webtv
webtv.merge_speeches(engine)
from offenesparlament.transform import awatch
awatch.load_profiles(engine)
from offenesparlament.transform import speechmatch
persons.generate_person_long_names(engine)
speechmatch.extend_speeches(engine)
persons.generate_person_long_names(engine)
from offenesparlament.transform import drs
drs.merge_speeches(engine)