def test_sink_display_data(self): file_name = 'some_avro_sink' sink = _create_avro_sink( file_name, self.SCHEMA, 'null', '.end', 0, None, 'application/x-avro', use_fastavro=self.use_fastavro) dd = DisplayData.create_from(sink) expected_items = [ DisplayDataItemMatcher( 'schema', str(self.SCHEMA)), DisplayDataItemMatcher( 'file_pattern', 'some_avro_sink-%(shard_num)05d-of-%(num_shards)05d.end'), DisplayDataItemMatcher( 'codec', 'null'), DisplayDataItemMatcher( 'compression', 'uncompressed')] hc.assert_that(dd.items, hc.contains_inanyorder(*expected_items))
def test_writer_open_and_close(self): # Create and then close a temp file so we can manually open it later dst = tempfile.NamedTemporaryFile(delete=False) dst.close() schema = parse_schema(json.loads(self.SCHEMA_STRING)) sink = _create_avro_sink( 'some_avro_sink', schema, 'null', '.end', 0, None, 'application/x-avro') w = sink.open(dst.name) sink.close(w) os.unlink(dst.name)