Exemple #1
0
def main():
    db_utils.clear_lda_db()

    tests_dir = general.ROOT_DIR / 'tests'
    for f in tests_dir.files('filing*.xml'):
        db_utils.write_file_to_db(f)

    # Create index of issue texts
    ix_utils.create_issue_index()
    # Add bills <-> specific issues correspondences
    db_utils.add_specific_issue_bills()
Exemple #2
0
def main():
    db_utils.clear_lda_db()

    tests_dir = general.ROOT_DIR / 'tests'
    for f in tests_dir.files('filing*.xml'):
        db_utils.write_file_to_db(f)

    # Create index of issue texts
    ix_utils.create_issue_index()
    # Add bills <-> specific issues correspondences
    db_utils.add_specific_issue_bills()
Exemple #3
0
def main():
    print "*** Getting raw LDA data"
    get_zipped_data()
    get_unzipped_data()
    print ""

    print "*** Loading LDA data into database"
    db_utils.clear_lda_db()
    write_db()
    print ""

    # Create index of issue texts
    ix_utils.create_issue_index()
    # Add bills <-> specific issues correspondences
    db_utils.add_specific_issue_bills_by_title()
    db_utils.add_specific_issue_bills_by_number()

    # Add uniqueified client name data
    db_utils.add_client_unique_names()
    # db_utils.add_bvdid()
    db_utils.add_bvdid_gvkey()
Exemple #4
0
def main():
    print "*** Getting raw LDA data"
    get_zipped_data()
    get_unzipped_data()
    print ""

    print "*** Loading LDA data into database"
    db_utils.clear_lda_db()
    write_db()
    print ""

    # Create index of issue texts
    ix_utils.create_issue_index()
    # Add bills <-> specific issues correspondences
    db_utils.add_specific_issue_bills_by_title()
    db_utils.add_specific_issue_bills_by_number()

    # Add uniqueified client name data
    db_utils.add_client_unique_names()
    # db_utils.add_bvdid()
    db_utils.add_bvdid_gvkey()