def test_no_rows(self, sql) -> None:
cursor = CursorHelper(self.connection.cursor())
if self.verbose:
logger.info("testing: %s" % sql)
rows = cursor.execute(sql)
for row in rows:
assert row[0] == 0
cursor.close()
def conditions(cls):
logger.info("running conditions")
processor = CdsDataloadConditions()
file_id_sql = "select etl_file_id from etl_file"
cursor = CursorHelper(cls.connection.cursor())
rows = cursor.execute(file_id_sql)
for row in rows:
etl_file_id = row[0]
binds = {"ETL_FILE_ID": etl_file_id}
logger.info("conditions for %s" % etl_file_id)
processor.process(cls.connection, binds=binds)
cursor.close()
def read_sql(sql, connection, params):
retval = Dataset()
cursor = CursorHelper(connection.cursor())
rows = cursor.execute(sql, params)
retval.column_names = []
for column in cursor.description:
retval.column_names.append(column[0])
for column in retval.column_names:
Dataset.logger.debug("column: %s" % column)
retval.rows = []
for row in rows:
retval.rows.append(row)
cursor.close()
return retval
def from_sql(connection,sql:str, params:Dict[str,object]):
retval = Dataset()
cursor = CursorHelper(connection.cursor())
rows = cursor.execute(sql, params)
retval.column_names = []
for column in cursor.description:
retval.column_names.append(column[0])
for column in retval.column_names:
Dataset.logger.debug("column: %s" % column)
retval.rows = []
for row in rows:
retval.rows.append(row)
cursor.close()
retval.determine_data_types()
return retval
def create_schema(self) -> None:
if self.test_schema:
cursor = CursorHelper(self.connection.cursor())
try:
cursor.execute("create schema %s" % self.test_schema)
except Exception as e:
logger.warning(e)
self.connection.rollback()
logger.warning("create schema %s failed, connection rolled back " % self.test_schema)
set_schema_sql = "set schema '%s'" % self.test_schema
logger.info("about to %s" % set_schema_sql)
cursor.execute(set_schema_sql)
logger.info("should be new schema")
cursor.close()