def read_dataset(ds_id, schema=None): if schema is None: ds = get_dataset(ds_id) schema = ds.schema req = type_pb.StringProto(value=ds_id) return RecordStream(schema, dataset_server_stub().readDataSet2(req))
def get_sub_dir_all(start, recur): req = dataset_pb.DirectoryTraverseRequest(directory=start, recursive=recur) for resp in dataset_server_stub().getSubDirAll(req): yield handle_string_response(resp)
def get_dir_all(): req = type_pb.VoidProto() for resp in dataset_server_stub().getDirAll(req): yield handle_string_response(resp)
def get_dataset_all_in_dir(start, recur): req = dataset_pb.DirectoryTraverseRequest(directory=start, recursive=recur) for resp in dataset_server_stub().getDataSetInfoAllInDir(req): yield handle_dataset_info(resp)
def get_dataset_all(): req = type_pb.VoidProto() for resp in dataset_server_stub().getDataSetInfoAll(req): yield handle_dataset_info(resp)
def get_dataset(ds_id): req = type_pb.StringProto(value=ds_id) resp = dataset_server_stub().getDataSetInfo(req) return handle_dataset_info(resp)