def read_dataset(ds_id, schema=None):
if schema is None:
ds = get_dataset(ds_id)
schema = ds.schema
req = type_pb.StringProto(value=ds_id)
return RecordStream(schema, dataset_server_stub().readDataSet2(req))
def get_sub_dir_all(start, recur):
req = dataset_pb.DirectoryTraverseRequest(directory=start, recursive=recur)
for resp in dataset_server_stub().getSubDirAll(req):
yield handle_string_response(resp)
def get_dir_all():
req = type_pb.VoidProto()
for resp in dataset_server_stub().getDirAll(req):
yield handle_string_response(resp)
def get_dataset_all_in_dir(start, recur):
req = dataset_pb.DirectoryTraverseRequest(directory=start, recursive=recur)
for resp in dataset_server_stub().getDataSetInfoAllInDir(req):
yield handle_dataset_info(resp)
def get_dataset_all():
req = type_pb.VoidProto()
for resp in dataset_server_stub().getDataSetInfoAll(req):
yield handle_dataset_info(resp)
def get_dataset(ds_id):
req = type_pb.StringProto(value=ds_id)
resp = dataset_server_stub().getDataSetInfo(req)
return handle_dataset_info(resp)