Пример #1
0
 def upload2HDFS(self, message):
     utils.all_2_one(self.detail_path, self.merge_path)
     flag = utils.ProcAll(self.merge_path, self.hdfs_path)
     if flag:
         utils.msg2weixin('%s:bigjson成功上传至%s' %
                          (self.provider, self.hdfs_path))
     else:
         utils.logerror('%s:bigjson上传至%s出现问题' %
                        (self.provider, self.hdfs_path))
         utils.msg2weixin('%s:bigjson上传至%s出现问题' %
                          (self.provider, self.hdfs_path))
def merge_bigjson():
    src = big_json_path
    dst = merge_big_json_path
    utils.all_2_one(src, dst)