def main(): db_utils.clear_lda_db() tests_dir = general.ROOT_DIR / 'tests' for f in tests_dir.files('filing*.xml'): db_utils.write_file_to_db(f) # Create index of issue texts ix_utils.create_issue_index() # Add bills <-> specific issues correspondences db_utils.add_specific_issue_bills()
def main(): print "*** Getting raw LDA data" get_zipped_data() get_unzipped_data() print "" print "*** Loading LDA data into database" db_utils.clear_lda_db() write_db() print "" # Create index of issue texts ix_utils.create_issue_index() # Add bills <-> specific issues correspondences db_utils.add_specific_issue_bills_by_title() db_utils.add_specific_issue_bills_by_number() # Add uniqueified client name data db_utils.add_client_unique_names() # db_utils.add_bvdid() db_utils.add_bvdid_gvkey()