def __update_sysctl_file_suse(): """ Updates /etc/sysctl.conf file with the HAWQ parameters on SUSE. """ # Backup file backup_file_name = hawq_constants.sysctl_backup_file.format(str(int(time.time()))) try: # Generate file with kernel parameters needed by hawq to temp file File(hawq_constants.hawq_sysctl_tmp_file, content=__convert_sysctl_dict_to_text(), owner=hawq_constants.hawq_user, group=hawq_constants.hawq_group) sysctl_file_dict = utils.read_file_to_dict(hawq_constants.sysctl_suse_file) sysctl_file_dict_original = sysctl_file_dict.copy() hawq_sysctl_dict = utils.read_file_to_dict(hawq_constants.hawq_sysctl_tmp_file) # Merge common system file with hawq specific file sysctl_file_dict.update(hawq_sysctl_dict) if sysctl_file_dict_original != sysctl_file_dict: # Backup file Execute("cp {0} {1}".format(hawq_constants.sysctl_suse_file, backup_file_name), timeout=hawq_constants.default_exec_timeout) # Write merged properties to file utils.write_dict_to_file(sysctl_file_dict, hawq_constants.sysctl_suse_file) # Reload kernel sysctl parameters from /etc/sysctl.conf Execute("sysctl -e -p", timeout=hawq_constants.default_exec_timeout) except Exception as e: Logger.error("Error occurred while updating sysctl.conf file, reverting the contents" + str(e)) Execute("cp {0} {1}".format(hawq_constants.sysctl_suse_file, hawq_constants.hawq_sysctl_tmp_file)) Execute("mv {0} {1}".format(backup_file_name, hawq_constants.sysctl_suse_file), timeout=hawq_constants.default_exec_timeout) Logger.error("Please execute `sysctl -e -p` on the command line manually to reload the contents of file {0}".format( hawq_constants.hawq_sysctl_tmp_file)) raise Fail("Failed to update sysctl.conf file ")
def __update_sysctl_file_suse(): """ Updates /etc/sysctl.conf file with the HAWQ parameters on SUSE. """ # Backup file backup_file_name = hawq_constants.sysctl_backup_file.format(str(int(time.time()))) try: # Generate file with kernel parameters needed by hawq to temp file File(hawq_constants.hawq_sysctl_tmp_file, content=__convert_sysctl_dict_to_text(), owner=hawq_constants.hawq_user, group=hawq_constants.hawq_group) sysctl_file_dict = utils.read_file_to_dict(hawq_constants.sysctl_suse_file) sysctl_file_dict_original = sysctl_file_dict.copy() hawq_sysctl_dict = utils.read_file_to_dict(hawq_constants.hawq_sysctl_tmp_file) # Merge common system file with hawq specific file sysctl_file_dict.update(hawq_sysctl_dict) if sysctl_file_dict_original != sysctl_file_dict: # Backup file Execute("cp {0} {1}".format(hawq_constants.sysctl_suse_file, backup_file_name), timeout=hawq_constants.default_exec_timeout) # Write merged properties to file utils.write_dict_to_file(sysctl_file_dict, hawq_constants.sysctl_suse_file) # Reload kernel sysctl parameters from /etc/sysctl.conf Execute("sysctl -e -p", timeout=hawq_constants.default_exec_timeout) except Exception as e: Logger.error("Error occurred while updating sysctl.conf file, reverting the contents" + str(e)) Execute("cp {0} {1}".format(hawq_constants.sysctl_suse_file, hawq_constants.hawq_sysctl_tmp_file)) Execute("mv {0} {1}".format(backup_file_name, hawq_constants.sysctl_suse_file), timeout=hawq_constants.default_exec_timeout) Logger.error("Please execute `sysctl -e -p` on the command line manually to reload the contents of file {0}".format( hawq_constants.hawq_sysctl_tmp_file)) raise Fail("Failed to update sysctl.conf file ")
def create_split_record(self, files, split_name): count = 0 test_filename = os.path.join(self.output_path, f'{split_name}.tfrecords') with tf.python_io.TFRecordWriter(test_filename) as writer: for file in files: examples = self.reader.read(os.path.join( self.input_path, file)) count += len(examples) for example in examples: writer.write( self.get_tf_example(example).SerializeToString()) info_filename = os.path.join(self.output_path, split_name) write_dict_to_file(info_filename, {'count': count, 'files': files})
def create_record(self): count = 0 test_filename = os.path.join(self.output_path, 'dataset.tfrecords') with tf.python_io.TFRecordWriter(test_filename) as writer: i = 1 for file in self.files: print(f"{i}/{len(self.files)}", flush=True) examples = self.reader.read(os.path.join( self.input_path, file)) count += len(examples) i = i + 1 for example in examples: writer.write( self.get_tf_example(example).SerializeToString()) info_filename = os.path.join(self.output_path, 'info.json') write_dict_to_file(info_filename, { 'count': count, 'files': self.files })
def save_state(self, filename=None): assert self.loadfile is not None or filename is not None if filename is None: filename = self.loadfile d = {} d['on'] = self.on d['mode'] = int(self.mode) d['h'] = self.h d['s'] = self.s d['brightness'] = self.brightness d['degrees'] = self.degrees d['r'] = self.r d['g'] = self.g d['b'] = self.b d['group_name'] = self.group_name d['names'] = self.names write_dict_to_file(filename, d)