def get(src, dest): from hadoop import hdfs "Copies from source to dest, handles hadoop get if src prefixed with hdfs://" if hdfs.isHdfs(src) : hdfs.get(src, dest) else: copy(src, dest)
def put(src, dest): from hadoop import hdfs "Copies from source to dest, handles hadoop put if dest is prefixed with hdfs://" if hdfs.isHdfs(dest) : hdfs.put(src, dest) else: pathutil.ensure(pathutil.getDirectory(dest)) copy(src, dest)