Example #1
0
    async def get_table_partition_files():
        queue = asyncio.Queue()
        cid_queue = asyncio.Queue()
        coro = {}

        await asyncio.gather(producer(objs, queue, dim), consumer(queue, dim))
        await queue.join()
Example #2
0
    async def upload_fact():
        queue = asyncio.Queue()
        cid_queue = asyncio.Queue()
        coro = {}

        await asyncio.gather( producer(req_fact,queue), consumer(queue, coro,cid_queue),\
         upload_gzipped(coro,cid_queue, bucket_name))
        await queue.join()
        await cid_queue.join()
Example #3
0
    async def partition_fact():
        queue = asyncio.Queue()
        cid_queue = asyncio.Queue()
        coro = {}

        await asyncio.gather( producer(req_fact,queue), consumer(queue, coro,cid_queue),\
         upload_gzipped(coro,cid_queue, bucket_name, s3_prefix, s3_fact_tn ))
        await queue.join()
        await cid_queue.join()