def test_write_local_data_files(): # Configure task_id = "some_test_id" sql = "some_sql" bucket = "some_bucket" filename = "some_filename" row_iter = [[1, b'byte_str_1'], [2, b'byte_str_2']] schema = [{ 'name': 'location', 'type': 'STRING', 'mode': 'nullable', }, { 'name': 'uuid', 'type': 'BYTES', 'mode': 'nullable', }] schema_str = json.dumps(schema) op = MySqlToGoogleCloudStorageOperator( task_id=task_id, sql=sql, bucket=bucket, filename=filename, schema=schema_str) cursor_mock = MagicMock() cursor_mock.__iter__.return_value = row_iter # Run op._write_local_data_files(cursor_mock)
def test_write_local_data_files(): # Configure task_id = "some_test_id" sql = "some_sql" bucket = "some_bucket" filename = "some_filename" row_iter = [[1, b'byte_str_1'], [2, b'byte_str_2']] schema = [{ 'name': 'location', 'type': 'STRING', 'mode': 'nullable', }, { 'name': 'uuid', 'type': 'BYTES', 'mode': 'nullable', }] schema_str = json.dumps(schema) op = MySqlToGoogleCloudStorageOperator(task_id=task_id, sql=sql, bucket=bucket, filename=filename, schema=schema_str) cursor_mock = MagicMock() cursor_mock.__iter__.return_value = row_iter # Run op._write_local_data_files(cursor_mock)
def test_write_local_data_files(self): # Configure task_id = "some_test_id" sql = "some_sql" bucket = "some_bucket" filename = "some_filename" schema = "some_schema" description_list = [['col_integer'], ['col_byte']] row_iter = [[1, b'byte_str_1'], [2, b'byte_str_2']] op = MySqlToGoogleCloudStorageOperator(task_id=task_id, sql=sql, bucket=bucket, filename=filename, schema=schema) cursor_mock = MagicMock() cursor_mock.description = description_list cursor_mock.__iter__.return_value = row_iter # Run op._write_local_data_files(cursor_mock)
def test_write_local_data_files(self): # Configure task_id = "some_test_id" sql = "some_sql" bucket = "some_bucket" filename = "some_filename" schema = "some_schema" description_list = [['col_integer'], ['col_byte']] row_iter = [[1, b'byte_str_1'], [2, b'byte_str_2']] op = MySqlToGoogleCloudStorageOperator( task_id=task_id, sql=sql, bucket=bucket, filename=filename, schema=schema) cursor_mock = MagicMock() cursor_mock.description = description_list cursor_mock.__iter__.return_value = row_iter # Run op._write_local_data_files(cursor_mock)