def clean_files(): print("Cleaning old tmp files ", end="") for folder in [TMP_FOLDER, OUTPUT_FOLDER]: files = list(Path(folder).glob("*.feather")) for file in files: remove_file(file) print(".", end="") print(" OK")
def extract(self): for scene in self.scene_dirs: print("Processing scene: " + scene) subscene_names = helpers.get_dir_names(self.scene_path.format(scene)) for i,sub in enumerate(subscene_names): print("------subscene: " + scene + str(i)) subscene_path = self.subscene_path.format(scene,sub) scene_csv = self.destination_file.format(scene,i) helpers.remove_file(scene_csv) with open(scene_csv,"a") as csv_scene: writer_scene = csv.writer(csv_scene) with open(subscene_path) as subscene_csv: csv_reader = csv.reader(subscene_csv) for row in csv_reader: new_row = self.__parse_row(row,scene + str(i), self.dataset,self.user_types ) writer_scene.writerow(new_row)
def change_rate(self, scene_name): former_rate = float(self.framerates_json[scene_name]) rate_ratio = int(former_rate / self.new_rate) # self.destination_file = self.destination_file.format(scene_name) helpers.remove_file(self.destination_file.format(scene_name)) self.counter = 0 helpers.extract_frames(self.original_file.format(scene_name), self.temp, save=True) with open(self.temp) as frames: for frame in frames: frame = json.loads(frame) i = frame["frame"] if i % rate_ratio == 0: self.__write_frame(frame["ids"], scene_name) self.counter += 1 helpers.remove_file(self.temp)
def change_digit_number(self, scene_name): # self.original_file = self.original_file.format(scene_name) # self.destination_file = self.destination_file.format(scene_name) helpers.remove_file(self.temp) os.rename(self.original_file.format(scene_name), self.temp) helpers.remove_file(self.original_file.format(scene_name)) with open(self.temp) as scene_csv: csv_reader = csv.reader(scene_csv) with open(self.original_file.format(scene_name), "a") as new_csv: csv_writer = csv.writer(new_csv) for row in csv_reader: new_row = row for i in range(4, 10): new_row[i] = self.__round_coordinates(float(row[i])) csv_writer.writerow(new_row) helpers.remove_file(self.temp)