def upload2HDFS(self, message): utils.all_2_one(self.detail_path, self.merge_path) flag = utils.ProcAll(self.merge_path, self.hdfs_path) if flag: utils.msg2weixin('%s:bigjson成功上传至%s' % (self.provider, self.hdfs_path)) else: utils.logerror('%s:bigjson上传至%s出现问题' % (self.provider, self.hdfs_path)) utils.msg2weixin('%s:bigjson上传至%s出现问题' % (self.provider, self.hdfs_path))
def merge_bigjson(): src = big_json_path dst = merge_big_json_path utils.all_2_one(src, dst)