def test_get_sqlddl_with_ini(self):
"""
test if a ddl sql file can be created with the parameters
of the ini file
"""
spec = {'name': "table1", 'table_prefix': "STG", 'schema': "STAGING"}
connection = self._get_engine()
c = FileInspector(
cfg_path=get_inipath(),
file=os.path.join(FILEPATH,
(f"{FileInspectorCsvTest.testfile['name']}."
f"{FileInspectorCsvTest.testfile['type']}")),
seperator="|",
type="csv",
con=connection)
c.save_staging_ddl(path=FILEPATH, table_name=spec['name'])
nfname = f"{spec['schema']}_{spec['table_prefix']}_{spec['name']}"
modelname = nfname.split('_')[-1]
modelname = os.path.join(modelname, 'DDL')
full_path = f"{os.path.join(FILEPATH, modelname, nfname)}.sql"
self.assertEqual(os.path.exists(full_path), True)
self._rm(full_path)
def test_get_sqldll_specific_types(self):
"""
test if ddl can customized with specific types
"""
spec = {
'name': "table2",
'schema': "STAGING",
'table_prefix': "STG",
}
cust_types = {
"Lat": VARCHAR(length=1000),
"Lon": VARCHAR(length=1000),
"Txt": VARCHAR(length=1000),
"Nam": VARCHAR(length=1000),
"Add": VARCHAR(length=1000),
"Job": VARCHAR(length=1000),
}
connection = self._get_engine()
c = FileInspector(
cfg_path=get_inipath(),
file=os.path.join(FILEPATH,
(f"{FileInspectorCsvTest.testfile['name']}."
f"{FileInspectorCsvTest.testfile['type']}")),
seperator="|",
type="csv",
con=connection)
c.save_staging_ddl(path=FILEPATH,
table_name=spec['name'],
schema=spec['schema'],
dtype=cust_types)
nfname = f"{spec['schema']}_{spec['table_prefix']}_{spec['name']}"
modelname = nfname.split('_')[-1]
modelname = os.path.join(modelname, 'DDL')
full_path = f"{os.path.join(FILEPATH, modelname, nfname)}.sql"
self.assertEqual(os.path.exists(full_path), True)
self._rm(full_path)
