def load_definitions(sess, force_tas_load, ruleList=None): """Load file definitions.""" validator_config_path = os.path.join(CONFIG_BROKER["path"], "dataactvalidator", "config") integration_test_data_path = os.path.join(CONFIG_BROKER["path"], "tests", "integration", "data") SchemaLoader.loadAllFromPath(validator_config_path) SQLLoader.loadSql("sqlRules.csv") if ruleList is not None: # If rule list provided, drop all other rules sess.query(RuleSql).filter(not_( RuleSql.rule_label.in_(ruleList))).delete( synchronize_session='fetch') sess.commit() # Load domain values tables loadDomainValues( validator_config_path, os.path.join(integration_test_data_path, "program_activity.csv")) if sess.query(TASLookup).count() == 0 or force_tas_load: # TAS table is empty, load it loadTas(tasFile=os.path.join(integration_test_data_path, "cars_tas.csv")) # Load test SF-133 load_all_sf133(integration_test_data_path)
def load_definitions(interfaces, force_tas_load): """Load file definitions.""" # TODO: introduce flexibility re: test file location SchemaLoader.loadFields("appropriations", "../dataactvalidator/config/appropFields.csv") SchemaLoader.loadFields( "program_activity", "../dataactvalidator/config/programActivityFields.csv") SchemaLoader.loadFields( "award_financial", "../dataactvalidator/config/awardFinancialFields.csv") SchemaLoader.loadFields("award", "../dataactvalidator/config/awardFields.csv") SchemaLoader.loadRules("appropriations", "../dataactvalidator/config/appropRules.csv") SchemaLoader.loadRules( "program_activity", "../dataactvalidator/config/programActivityRules.csv") SchemaLoader.loadRules( "award_financial", "../dataactvalidator/config/awardFinancialRules.csv") SchemaLoader.loadCrossRules( "../dataactvalidator/config/crossFileRules.csv") if (interfaces.validationDb.session.query(TASLookup).count() == 0 or force_tas_load): # TAS table is empty, load it loadTas(tasFile="all_tas_betc.csv", dropIdx=False)
def initialize(): print ("Setting up validator databases...") setupDB() print ("Loading validator fields and rules...") loadValidator() print ("Loading TAS file...") validator_config_path = os.path.join( os.path.dirname(dataactvalidator.__file__), "config") tas = os.path.join(validator_config_path, "all_tas_betc.csv") loadTas(tas) print ("The validator has been initialized. You may now run the validator with the -start argument.")
def initialize(): print("Setting up validator databases...") setupDB() print("Loading validator fields and rules...") loadValidator() print("Loading TAS file...") validator_config_path = os.path.join( os.path.dirname(dataactvalidator.__file__), "config") tas = os.path.join(validator_config_path, "all_tas_betc.csv") loadTas(tas) print( "The validator has been initialized. You may now run the validator with the -start argument." )
def load_definitions(interfaces, force_tas_load): """Load file definitions.""" # TODO: introduce flexibility re: test file location SchemaLoader.loadFields("appropriations","../dataactvalidator/config/appropFields.csv") SchemaLoader.loadFields("program_activity","../dataactvalidator/config/programActivityFields.csv") SchemaLoader.loadFields("award_financial","../dataactvalidator/config/awardFinancialFields.csv") SchemaLoader.loadFields("award","../dataactvalidator/config/awardFields.csv") SchemaLoader.loadRules("appropriations","../dataactvalidator/config/appropRules.csv") SchemaLoader.loadRules("program_activity","../dataactvalidator/config/programActivityRules.csv") SchemaLoader.loadRules("award_financial","../dataactvalidator/config/awardFinancialRules.csv") SchemaLoader.loadCrossRules("../dataactvalidator/config/crossFileRules.csv") if (interfaces.validationDb.session.query(TASLookup).count() == 0 or force_tas_load): # TAS table is empty, load it loadTas(tasFile="all_tas_betc.csv", dropIdx=False)
def load_tas_lookup(): """Load/update the TAS table to reflect the latest list.""" logger.info('Loading TAS') loadTas()