Python hdfs_put Examples

Example #1

def run(put, map, reduce, entrada, saida, nome):

    mrl.hdfs_rm_dir(entrada)  #remover caso exista
    mrl.hdfs_mkdir(entrada)  #criar uma nova vazia
    mrl.hdfs_put(put, entrada)  #Insere os dados
    mrl.hdfs_rm_dir(saida)  #remover caso exista
    mrl.run_map_reduce(map, reduce, entrada, saida)  #map_reduce
    mrl.hdfs_get("saida", nome)

Example #2

File: drummond.py Project: z4r4tu5tr4/Hadoop-diario

import map_reduce_lib as mrl 

mrl.hdfs_rm_dir("data")
mrl.hdfs_mkdir("data")
mrl.hdfs_put("algumapoesia/*", "data")
mrl.hdfs_rm_dir("saida")

#Rodando o streaming
mrl.run_map_reduce("map.py","reduce.py","/data","/saida")

Example #3

import map_reduce_lib as mrl

mrl.hdfs_rm_dir("data")
mrl.hdfs_mkdir("data")
mrl.hdfs_put("algumapoesia/*", "data")
mrl.hdfs_rm_dir("saida")

#Rodando o streaming
mrl.run_map_reduce("map.py", "reduce.py", "/data", "/saida")