def post(self): log.info("[handler] WriteDownHandler.post: get data from memory") data = self.get_argument("data") data = understand_data(data) log.info("[handler] WriteDownHandler.post: got data") file_name = self.get_argument("file_name") if not isinstance(file_name, str): log.warn( "[handler] WriteDownHandler.post: TypeError: file_name is not string" ) return # path = data_dir % file_name path = file_name write_flag = self.get_argument("write_mode") if not isinstance(write_flag, str): log.warn( "[handler] WriteDownHandler.post: TypeError: write_flag is not string" ) return log.info("[handler] WriteDownHandler.post: write data into %s" % path) # with open(path, write_flag, encoding="utf8") as f: # f.writelines(data) sync_io.write(path, write_flag, data) log.info("[handler] WriteDownHandler.post: wrote done")
def post(self): dir_list = self.get_argument("directory_list") dir_list = understand_data(dir_list) if not isinstance(dir_list, list) and not all( map(lambda x: isinstance(x, str), dir_list)): logger.warn("[RemoveHandler]: TypeError: not directory list") return for dir_path in dir_list: logger.info("[RemoveHandler]: remove %s" % dir_path) shutil.rmtree(dir_path)
def post(self): dir_list = self.get_argument("directory_list") dir_list = understand_data(dir_list) if not isinstance(dir_list, list) and not all( map(lambda x: isinstance(x, str), dir_list)): logger.warn("[MakeDirHandler]: TypeError: not directory list") return for dir_path in dir_list: if not os.path.exists(dir_path): logger.info("[MakeDirHandler]: make %s" % dir_path) os.makedirs(dir_path)
def post(self): dir_list = self.get_argument("directory_list") dir_list = understand_data(dir_list) recursive = self.get_argument("recursive") showdir = self.get_argument("showdir") if not isinstance(dir_list, list) and not all( map(lambda x: isinstance(x, str), dir_list)): logger.warn("[ListHandler]: TypeError: not directory list") return all_file_list = [] for dir_path in dir_list: if os.path.exists(dir_path): logger.info("[ListHandler]: scaning %s" % dir_path) all_file_list += file_scan(dir_path, recursive, showdir) self.write(json.dumps({"result": all_file_list}))
def post(self): logger.info("[WriteDownHandler]: get data from memory") write_data = self.get_argument("data") write_data = understand_data(write_data) path = self.get_argument("file_name") if not isinstance(path, str): logger.warn("[WriteDownHandler]: TypeError: not a file name") return write_flag = self.get_argument("write_mode") if not isinstance(write_flag, str): logger.warn( "[WriteDownHandler]: TypeError: write_flag is not string") return logger.info("[WriteDownHandler]: write data into %s" % path) sync_io.write(path, {"flag": write_flag, "data": write_data}) logger.info("[SendOutHandler]: write done")
def post(self): file_list = self.get_argument("file_list") file_list = understand_data(file_list) bucket_size = int(self.get_argument("bucket_size")) if not isinstance(file_list, list) and not all( map(os.path.exists, file_list)): logger.warn( "[FilePointerGenHandler]: TypeError: not file list or file not exist" ) return if bucket_size < 1: logger.warn( "[FilePointerGenHandler]: TypeError: bucket size is smaller than 1" ) return file_pointer_dict = {} for file_path in file_list: logger.info("[FilePointerGenHandler]: splitting %s" % file_path) file_pointer_dict[file_path] = bucket_to_pointer( file_path, bucket_size) self.write(json.dumps({"result": file_pointer_dict}))