def test_avro_writer(self): class FunkyCtx(object): def __init__(self_, job_conf): self_.job_conf = job_conf class AWriter(AvroWriter): schema = self.schema def emit(self_, key, value): self_.writer.append(key) ctx = FunkyCtx({ 'mapreduce.task.partition': 1, 'mapreduce.task.output.dir': hdfs.path.abspath(self.wd, local=True) }) awriter = AWriter(ctx) N = 10 for i in range(N): awriter.emit(avro_user_record(i), '') awriter.close()
def setUp(self): super(TestContext, self).setUp() with open(os.path.join(THIS_DIR, "user.avsc")) as f: self.schema = avro.schema.parse(f.read()) self.records = [avro_user_record(_) for _ in xrange(3)]
def setUp(self): super(TestContext, self).setUp() with open(os.path.join(THIS_DIR, "user.avsc")) as f: self.schema = avrolib.parse(f.read()) self.records = [avro_user_record(_) for _ in range(3)]