def test_avro_writer(self):
class FunkyCtx(object):
def __init__(self_, job_conf):
self_.job_conf = job_conf
class AWriter(AvroWriter):
schema = self.schema
def emit(self_, key, value):
self_.writer.append(key)
ctx = FunkyCtx({
'mapreduce.task.partition': 1,
'mapreduce.task.output.dir': hdfs.path.abspath(self.wd, local=True)
})
awriter = AWriter(ctx)
N = 10
for i in range(N):
awriter.emit(avro_user_record(i), '')
awriter.close()
def setUp(self):
super(TestContext, self).setUp()
with open(os.path.join(THIS_DIR, "user.avsc")) as f:
self.schema = avro.schema.parse(f.read())
self.records = [avro_user_record(_) for _ in xrange(3)]
def setUp(self):
super(TestContext, self).setUp()
with open(os.path.join(THIS_DIR, "user.avsc")) as f:
self.schema = avrolib.parse(f.read())
self.records = [avro_user_record(_) for _ in range(3)]
