def load_definitions(sess, force_tas_load, ruleList=None):
"""Load file definitions."""
validator_config_path = os.path.join(CONFIG_BROKER["path"],
"dataactvalidator", "config")
integration_test_data_path = os.path.join(CONFIG_BROKER["path"],
"tests", "integration",
"data")
SchemaLoader.loadAllFromPath(validator_config_path)
SQLLoader.loadSql("sqlRules.csv")
if ruleList is not None:
# If rule list provided, drop all other rules
sess.query(RuleSql).filter(not_(
RuleSql.rule_label.in_(ruleList))).delete(
synchronize_session='fetch')
sess.commit()
# Load domain values tables
loadDomainValues(
validator_config_path,
os.path.join(integration_test_data_path, "program_activity.csv"))
if sess.query(TASLookup).count() == 0 or force_tas_load:
# TAS table is empty, load it
loadTas(tasFile=os.path.join(integration_test_data_path,
"cars_tas.csv"))
# Load test SF-133
load_all_sf133(integration_test_data_path)
def load_definitions(interfaces, force_tas_load):
"""Load file definitions."""
# TODO: introduce flexibility re: test file location
SchemaLoader.loadFields("appropriations",
"../dataactvalidator/config/appropFields.csv")
SchemaLoader.loadFields(
"program_activity",
"../dataactvalidator/config/programActivityFields.csv")
SchemaLoader.loadFields(
"award_financial",
"../dataactvalidator/config/awardFinancialFields.csv")
SchemaLoader.loadFields("award",
"../dataactvalidator/config/awardFields.csv")
SchemaLoader.loadRules("appropriations",
"../dataactvalidator/config/appropRules.csv")
SchemaLoader.loadRules(
"program_activity",
"../dataactvalidator/config/programActivityRules.csv")
SchemaLoader.loadRules(
"award_financial",
"../dataactvalidator/config/awardFinancialRules.csv")
SchemaLoader.loadCrossRules(
"../dataactvalidator/config/crossFileRules.csv")
if (interfaces.validationDb.session.query(TASLookup).count() == 0
or force_tas_load):
# TAS table is empty, load it
loadTas(tasFile="all_tas_betc.csv", dropIdx=False)
def initialize():
print ("Setting up validator databases...")
setupDB()
print ("Loading validator fields and rules...")
loadValidator()
print ("Loading TAS file...")
validator_config_path = os.path.join(
os.path.dirname(dataactvalidator.__file__), "config")
tas = os.path.join(validator_config_path, "all_tas_betc.csv")
loadTas(tas)
print ("The validator has been initialized. You may now run the validator with the -start argument.")
def initialize():
print("Setting up validator databases...")
setupDB()
print("Loading validator fields and rules...")
loadValidator()
print("Loading TAS file...")
validator_config_path = os.path.join(
os.path.dirname(dataactvalidator.__file__), "config")
tas = os.path.join(validator_config_path, "all_tas_betc.csv")
loadTas(tas)
print(
"The validator has been initialized. You may now run the validator with the -start argument."
)
def load_definitions(interfaces, force_tas_load):
"""Load file definitions."""
# TODO: introduce flexibility re: test file location
SchemaLoader.loadFields("appropriations","../dataactvalidator/config/appropFields.csv")
SchemaLoader.loadFields("program_activity","../dataactvalidator/config/programActivityFields.csv")
SchemaLoader.loadFields("award_financial","../dataactvalidator/config/awardFinancialFields.csv")
SchemaLoader.loadFields("award","../dataactvalidator/config/awardFields.csv")
SchemaLoader.loadRules("appropriations","../dataactvalidator/config/appropRules.csv")
SchemaLoader.loadRules("program_activity","../dataactvalidator/config/programActivityRules.csv")
SchemaLoader.loadRules("award_financial","../dataactvalidator/config/awardFinancialRules.csv")
SchemaLoader.loadCrossRules("../dataactvalidator/config/crossFileRules.csv")
if (interfaces.validationDb.session.query(TASLookup).count() == 0
or force_tas_load):
# TAS table is empty, load it
loadTas(tasFile="all_tas_betc.csv", dropIdx=False)
def load_tas_lookup():
"""Load/update the TAS table to reflect the latest list."""
logger.info('Loading TAS')
loadTas()
