def test_primary_keys(self):
"""Tests the review of primary keys."""
parser = DDLParser(database_name="review_pks")
database = parser.parse_ddl("no_pks.tql")
reviewer = DataModelReviewer()
issues = reviewer.review_model(database=database)
self.assertEqual(1, len(issues["review_pks"]))
def test_long_chain_relationships(self):
"""Tests if a relationship between two tables is longer than recommended."""
parser = DDLParser(database_name="test_db")
database = parser.parse_ddl("long_chain.tql")
reviewer = DataModelReviewer()
issues = reviewer.review_model(database=database)
self.assertEqual(6, len(issues["review_long_chain_relationships"]))
def test_db_circular_relationship(self):
"""Tests a database for issues."""
parser = DDLParser(database_name="test_db")
database = parser.parse_ddl("circular.tql")
reviewer = DataModelReviewer()
issues = reviewer.review_model(database=database)
self.assertEqual(6, len(issues["review_circular_relationships"]))
def test_table_joins(self):
"""Tests the review of the joins between tables in a database."""
parser = DDLParser(database_name="table_join_test")
database = parser.parse_ddl("table_joins.tql")
rtql = RemoteTQL(hostname=TS_URL,
username=TS_USER,
password=TS_PASSWORD)
reviewer = DataModelReviewer()
issues = reviewer.review_model(test_names=["review_table_joins"],
database=database,
rtql=rtql)
self.assertEqual(2, len(issues['review_table_joins']))
def test_sharding(self):
"""Tests the review of sharding. This test assumes the sharding database has been loaded with data."""
parser = DDLParser(database_name="review_test_sharding")
database = parser.parse_ddl("test_sharding.tql")
rtql = RemoteTQL(hostname=TS_URL,
username=TS_USER,
password=TS_PASSWORD)
reviewer = DataModelReviewer()
issues = reviewer.review_model(database=database, rtql=rtql)
self.assertEqual(6, len(issues["review_sharding"]))
def test_worksheet_join_types(self):
"""Tests the review of the joins between tables in worksheet.."""
parser = DDLParser(database_name="golf_sales")
database = parser.parse_ddl("test_data/golf_sales/golf_sales.tql")
ws_reader = YAMLWorksheetReader()
worksheet = ws_reader.read_from_file(
"test_data/golf_sales/Golf Sales WS.yaml")
rtql = RemoteTQL(hostname=TS_URL,
username=TS_USER,
password=TS_PASSWORD)
reviewer = DataModelReviewer()
issues = reviewer.review_model(database=database,
worksheet=worksheet,
rtql=rtql)
self.assertEqual(3, len(issues["review_worksheet_joins"]))
def main():
"""Main function for the script."""
args = parse_args()
if valid_args(args):
print(args)
sys.setrecursionlimit(10000) # expanding from the default of 1000. Might cause memory errors.
database = None
worksheet = None
rtql = None
if args.version:
version_path = os.path.dirname(os.path.abspath(__file__))
print(f"convert_ddl (v{VERSION}): {version_path}/convert_ddl")
exit(0) # just exit if printing the version -- similar behavior to help.
if args.debug:
logging.basicConfig(level=logging.DEBUG)
reviewer = DataModelReviewer()
if args.show_tests:
descriptions = reviewer.get_test_descriptions()
print(f"Found {len(descriptions)} tests.")
for test in descriptions.keys():
print("")
print(f"{test}:")
for desc in descriptions[test]:
print(f"\t{desc}")
print("")
# create the database.
if args.ts_ip:
database = read_from_ts(args)
elif args.database_file:
parser = DDLParser(database_name=args.database) # these tests ignore the schema name.
database = parser.parse_ddl(filename=args.database_file)
else: # only continue if there is a database.
exit(0)
# read the worksheet.
# TODO add logic for reading a worksheet.
# create an RTQL object
if args.ts_ip:
rtql = RemoteTQL(hostname=args.ts_ip, username=args.username, password=args.password)
reviewer = DataModelReviewer()
results = reviewer.review_model(database=database, worksheet=worksheet, rtql=rtql)
for test in results.keys():
issues = results[test]
print(f"{test}:")
for issue in issues:
print(f"\t{issue}")