async def get_table_partition_files(): queue = asyncio.Queue() cid_queue = asyncio.Queue() coro = {} await asyncio.gather(producer(objs, queue, dim), consumer(queue, dim)) await queue.join()
async def upload_fact(): queue = asyncio.Queue() cid_queue = asyncio.Queue() coro = {} await asyncio.gather( producer(req_fact,queue), consumer(queue, coro,cid_queue),\ upload_gzipped(coro,cid_queue, bucket_name)) await queue.join() await cid_queue.join()
async def partition_fact(): queue = asyncio.Queue() cid_queue = asyncio.Queue() coro = {} await asyncio.gather( producer(req_fact,queue), consumer(queue, coro,cid_queue),\ upload_gzipped(coro,cid_queue, bucket_name, s3_prefix, s3_fact_tn )) await queue.join() await cid_queue.join()