def _ensure_rootCA(self): '''If not already present, download the AWS IoT root CA.''' if not os.path.isfile(self.rootCA_pathname): common.makedirs(self.certs_dir, exists_ok=True) result = requests.get(self.rootCA_url) rootCA_file = open(self.rootCA_pathname, 'wb') rootCA_file.write(result.content) rootCA_file.close()
def add_image(self, filename, architecture): common.makedirs(self._images_path) new_filename = os.path.join( self._images_path, os.path.basename(filename)) shutil.copy2(filename, new_filename) name = os.path.basename(filename) sha1 = common.get_fingerprint(new_filename) self._fingerprinted_images.add( FingerprintedImage(name, architecture, sha1))
def _add_package_real(self, filename): common.makedirs(self._packages_path) new_basename = '%s.ipk' % common.get_fingerprint(filename) new_filename = os.path.join(self._packages_path, new_basename) shutil.copy2(filename, new_filename) os.chmod(new_filename, stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP | stat.S_IROTH) fingerprinted_package = opkg.fingerprint_package(new_filename) self._fingerprinted_packages.add(fingerprinted_package)
def write_to_files(self): common.makedirs(self._root) with open(self._get_filename('description'), 'w') as handle: handle.write(self._description) with open(self._get_filename('display-name'), 'w') as handle: handle.write(self._display_name) self._conflicts.write_to_file() self._packages.write_to_file() self._installed_by_default.write_to_file() self._required.write_to_file() self._revoked.write_to_file()
def save(self): common.makedirs(self._path) self.check_constraints() self._architectures.write_to_file() self._builtin_packages.write_to_file() self._extra_packages.write_to_file() self._fingerprinted_packages.write_to_file() self._fingerprinted_images.write_to_file() self._package_upgrades.write_to_file()
def create_keys_and_certificate(self, serial_num): '''Create the security credentials that will allow the Button to connect to the IoT endpoing. This overwrites any existing certs for the Button. The certificate is identifed by an ARN, which is saved in a text file. ''' self.serial_num = serial_num resp = self.client.create_keys_and_certificate(setAsActive=True) common.makedirs(self.certs_dir, exists_ok=True) open(self.certificate, 'wb').write(resp['certificatePem']) open(self.certificate_arn_pathname, 'wb').write(resp['certificateArn']) open(self.public_key, 'wb').write(resp['keyPair']['PublicKey']) open(self.private_key, 'wb').write(resp['keyPair']['PrivateKey']) return resp
def main(): args = parse_args() os.environ['CUDA_VISIBLE_DEVICES'] = args.gpuid img_dir = args.img_dir out_dir = args.out_dir batch_size = args.batch_size cfg = mmcv.Config.fromfile(args.config) # set cudnn_benchmark if cfg.get('cudnn_benchmark', False): torch.backends.cudnn.benchmark = True cfg.model.pretrained = None cfg.data.test.test_mode = True # init distributed env first, since logger depends on the dist info. if args.launcher == 'none': distributed = False else: distributed = True init_dist(args.launcher, **cfg.dist_params) # build the dataloader if args.img_dir != '': file_list = common.load_filepaths(args.img_dir, suffix=('.jpg', '.png', '.jpeg'), recursive=True) elif args.img_list != '': file_list = parse_testfile(args.img_list) else: raise "Both img_dir and img_list is empty." dataset = FilesDataset(file_list, cfg.test_pipeline) data_loader = build_dataloader(dataset, imgs_per_gpu=batch_size, workers_per_gpu=batch_size, dist=distributed, shuffle=False) # build the model and load checkpoint model = build_detector(cfg.model, train_cfg=None, test_cfg=cfg.test_cfg) fp16_cfg = cfg.get('fp16', None) if fp16_cfg is not None: wrap_fp16_model(model) checkpoint = load_checkpoint(model, args.checkpoint, map_location='cpu') model = reweight_cls(model, args.tau).cuda() model = MMDataParallel(model, device_ids=[0]) model.eval() count = 0 for i, data in enumerate(data_loader): with torch.no_grad(): # bbox_results, segm_results results = model(return_loss=False, rescale=True, **data) # batch #for result in results: # file_path = file_list[count] # save_name = file_path.replace('/home/songbai.xb/workspace/projects/TAO/data/TAO/frames/val/', '') # save_path = os.path.join(out_dir, save_name) # common.makedirs(os.path.dirname(save_path)) # save_in_tao_format(result, save_path) # count += 1 file_path = file_list[i] save_name = file_path.replace( '/home/songbai.xb/workspace/projects/TAO/data/TAO/frames/val/', '') save_name = save_name.replace('.jpg', '.pkl') save_path = os.path.join(out_dir, save_name) common.makedirs(os.path.dirname(save_path)) save_in_tao_format(results[0], save_path)
def render(self, output_dir): makedirs(output_dir) path = os.path.join(output_dir, self.main_file) out_file = path #def save_openscad(self, out_file, split_offset=None): #split_offset = split_offset or [0, 0] split_offset = [0, 0] l = [] l.append( "include <../../../../../hardware/openscad/keyboard-builder.scad>;" ) l.append("$fn = 50;") l.append("") l.append("") l.append("module switch_holes() {") for section in sorted(self.keyboard.rows): l.append("") l.append(" // ***** {0} *****".format(section)) for row in self.keyboard.rows[section]: for key in row: if key is None: continue pos = key.get_position(move_origin=False) l.append("") label = key.label if label == "\\": label = "Backslash" l.append( " // key='%s' pos=[%s, %s], offset=[%s, %s], keycap=[%s, %s]" % (label, key.point.x, key.point.y, key.offset.x, key.offset.y, key.keycap[0], key.keycap[1])) line = " translate([%s,%s]) rotate(%s) mx_switch_hole();" % ( pos.x, -pos.y, -pos.orientation) l.append(line) l.append("}") l.append("") l.append("") l.append("module keycaps() {") for section in sorted(self.keyboard.rows): l.append("") l.append(" // ***** {0} *****".format(section)) for row in self.keyboard.rows[section]: for key in row: if key is None: continue pos = key.get_position(move_origin=False) l.append("") l.append( " // key='%s' pos=[%s, %s], offset=[%s, %s], keycap=[%s, %s]" % (key.label, key.point.x, key.point.y, key.offset.x, key.offset.y, key.keycap[0], key.keycap[1])) line = " translate([%s,%s]) rotate(%s) { keycap([%s, %s]); color(\"magenta\") text(\"%s\", size=3, align=\"right\"); }" % ( pos.x, -pos.y, -pos.orientation, key.keycap[0], key.keycap[1], key.label) l.append(line) l.append("}") l.append("") l.append("") l.append("module bottom_plate() {") l.append(" polygon(") l.append(" [") for vertex in self.keyboard.case: pos = vertex.get_position(move_origin=False) l.append(" [%s, %s]," % (pos.x, -pos.y)) l.append(" ],") l.append(" [[%s]]" % ",".join([str(i) for i in range(len(self.keyboard.case))])) l.append(" );") l.append("}") l.append("") l.append("") l.append("module screw_holes() {") for hole in self.keyboard.screw_holes: pos = hole.get_position(move_origin=False) l.append(" translate([%s,%s]) circle(r=1, center=true);" % (pos.x, -pos.y)) l.append("}") l.append("") l.append("") l.append("module screw_washers() {") for point in self.keyboard.screw_holes: pos = point.get_position(move_origin=False) l.append( " translate([%s,%s]) difference() { circle(r=4, center=true); circle(r=1, center=true);}" % (pos.x, -pos.y)) l.append("}") # l.append("") # l.append("difference() {offset(r=5) bottom_plate(); offset(r=-4) bottom_plate(); screw_holes(); };") # l.append("color(\"magenta\") screw_holes();") # l.append("offset(r=8) bottom_plate();") # l.append("color(\"magenta\") switch_holes();") # l.append("color(\"magenta\") keycaps();") l.append("") scad = open(out_file, "w") scad.write("\n".join(l)) def scad_path(file_name): file_name = "%s-%s.scad" % (self.keyboard.name, file_name) path = os.path.join(os.path.dirname(out_file), file_name) return path scad = open(scad_path("switch_plate"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("mx_notched_holes = false;") l.append( "difference() { offset(r=5) bottom_plate(); switch_holes(); screw_holes(); };" ) l.append("") scad.write("\n".join(l)) scad = open(scad_path("spacer"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append( "union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }" ) l.append("") scad.write("\n".join(l)) scad = open(scad_path("bottom_plate"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("difference() {offset(r=5) bottom_plate(); screw_holes(); };") l.append("") scad.write("\n".join(l)) for i in range(4): i += 1 scad = open(scad_path("spacer-part-%s" % i), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("quadrant_split([{0}, {1}], {2})".format( split_offset[0], split_offset[1], i)) l.append( "union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }" ) l.append("") scad.write("\n".join(l)) for i in range(4): i += 1 scad = open(scad_path("spacer-3d-part-%s" % i), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("linear_extrude(height=10)") l.append("quadrant_split([{0}, {1}], {2})".format( split_offset[0], split_offset[1], i)) l.append( "union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }" ) l.append("") scad.write("\n".join(l)) scad = open(scad_path("preview-spacer-switch-holes"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("mx_notched_holes = false;") l.append("switch_holes();") l.append( "union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }" ) l.append("") scad.write("\n".join(l)) scad = open(scad_path("preview-spacer-keycaps"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("mx_notched_holes = false;") l.append("keycaps();") l.append( "union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }" ) l.append("") scad.write("\n".join(l))
def main(): args = parse_args() os.environ['CUDA_VISIBLE_DEVICES'] = args.gpuid img_dir = args.img_dir out_dir = args.out_dir batch_size = args.batch_size cfg = mmcv.Config.fromfile(args.config) # set cudnn_benchmark if cfg.get('cudnn_benchmark', False): torch.backends.cudnn.benchmark = True cfg.model.pretrained = None cfg.data.test.test_mode = True # init distributed env first, since logger depends on the dist info. if args.launcher == 'none': distributed = False else: distributed = True init_dist(args.launcher, **cfg.dist_params) # build the dataloader # TODO: support multiple images per gpu (only minor changes are needed) file_list = common.load_filepaths(img_dir, suffix=('.jpg', '.png', '.jpeg'), recursive=True) print(file_list[:10]) print('imgs: ', len(file_list)) # print(file_list[0].replace(img_dir, '')) dataset = FilesDataset(file_list, cfg.test_pipeline) data_loader = build_dataloader(dataset, imgs_per_gpu=batch_size, workers_per_gpu=batch_size, dist=distributed, shuffle=False) # build the model and load checkpoint model = build_detector(cfg.model, train_cfg=None, test_cfg=cfg.test_cfg) fp16_cfg = cfg.get('fp16', None) if fp16_cfg is not None: wrap_fp16_model(model) checkpoint = load_checkpoint(model, args.checkpoint, map_location='cpu') model = reweight_cls(model, args.tau) if not distributed: model = MMDataParallel(model, device_ids=[0]) outputs = single_gpu_test(model, data_loader, False, cfg) else: model = MMDistributedDataParallel(model.cuda()) outputs = multi_gpu_test(model, data_loader, args.tmpdir) print(type(outputs)) print(len(outputs)) print(len(outputs[0])) exit() # save outputs for file_path, mmdet_ret in zip(file_list, outputs): save_name = file_path.replace(img_dir, '') save_path = os.path.join(out_dir, save_name) common.makedirs(os.path.dirname(save_path)) save_in_tao_format(mmdet_ret, save_path)
def render(self, output_dir): makedirs(output_dir) path = os.path.join(output_dir, self.main_file) out_file = path #def save_openscad(self, out_file, split_offset=None): #split_offset = split_offset or [0, 0] split_offset = [0, 0] l = [] l.append("include <../../../../../hardware/openscad/keyboard-builder.scad>;") l.append("$fn = 50;") l.append("") l.append("") l.append("module switch_holes() {") for section in sorted(self.keyboard.rows): l.append("") l.append(" // ***** {0} *****".format(section)) for row in self.keyboard.rows[section]: for key in row: if key is None: continue pos = key.get_position(move_origin=False) l.append("") label = key.label if label == "\\": label = "Backslash" l.append(" // key='%s' pos=[%s, %s], offset=[%s, %s], keycap=[%s, %s]" % (label, key.point.x, key.point.y, key.offset.x, key.offset.y, key.keycap[0], key.keycap[1])) line = " translate([%s,%s]) rotate(%s) mx_switch_hole();" % (pos.x, -pos.y, -pos.orientation) l.append(line) l.append("}") l.append("") l.append("") l.append("module keycaps() {") for section in sorted(self.keyboard.rows): l.append("") l.append(" // ***** {0} *****".format(section)) for row in self.keyboard.rows[section]: for key in row: if key is None: continue pos = key.get_position(move_origin=False) l.append("") l.append(" // key='%s' pos=[%s, %s], offset=[%s, %s], keycap=[%s, %s]" % (key.label, key.point.x, key.point.y, key.offset.x, key.offset.y, key.keycap[0], key.keycap[1])) line = " translate([%s,%s]) rotate(%s) { keycap([%s, %s]); color(\"magenta\") text(\"%s\", size=3, align=\"right\"); }" % (pos.x, -pos.y, -pos.orientation, key.keycap[0], key.keycap[1], key.label) l.append(line) l.append("}") l.append("") l.append("") l.append("module bottom_plate() {") l.append(" polygon(") l.append(" [") for vertex in self.keyboard.case: pos = vertex.get_position(move_origin=False) l.append(" [%s, %s]," % (pos.x, -pos.y)) l.append(" ],") l.append(" [[%s]]" % ",".join([str(i) for i in range(len(self.keyboard.case))])) l.append(" );") l.append("}") l.append("") l.append("") l.append("module screw_holes() {") for hole in self.keyboard.screw_holes: pos = hole.get_position(move_origin=False) l.append(" translate([%s,%s]) circle(r=1, center=true);" % (pos.x, -pos.y)) l.append("}") l.append("") l.append("") l.append("module screw_washers() {") for point in self.keyboard.screw_holes: pos = point.get_position(move_origin=False) l.append(" translate([%s,%s]) difference() { circle(r=4, center=true); circle(r=1, center=true);}" % (pos.x, -pos.y)) l.append("}") # l.append("") # l.append("difference() {offset(r=5) bottom_plate(); offset(r=-4) bottom_plate(); screw_holes(); };") # l.append("color(\"magenta\") screw_holes();") # l.append("offset(r=8) bottom_plate();") # l.append("color(\"magenta\") switch_holes();") # l.append("color(\"magenta\") keycaps();") l.append("") scad = open(out_file, "w") scad.write("\n".join(l)) def scad_path(file_name): file_name = "%s-%s.scad" % (self.keyboard.name, file_name) path = os.path.join(os.path.dirname(out_file), file_name) return path scad = open(scad_path("switch_plate"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("mx_notched_holes = false;") l.append("difference() { offset(r=5) bottom_plate(); switch_holes(); screw_holes(); };") l.append("") scad.write("\n".join(l)) scad = open(scad_path("spacer"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }") l.append("") scad.write("\n".join(l)) scad = open(scad_path("bottom_plate"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("difference() {offset(r=5) bottom_plate(); screw_holes(); };") l.append("") scad.write("\n".join(l)) for i in range(4): i += 1 scad = open(scad_path("spacer-part-%s" % i), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("quadrant_split([{0}, {1}], {2})".format(split_offset[0], split_offset[1], i)) l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }") l.append("") scad.write("\n".join(l)) for i in range(4): i += 1 scad = open(scad_path("spacer-3d-part-%s" % i), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("linear_extrude(height=10)") l.append("quadrant_split([{0}, {1}], {2})".format(split_offset[0], split_offset[1], i)) l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }") l.append("") scad.write("\n".join(l)) scad = open(scad_path("preview-spacer-switch-holes"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("mx_notched_holes = false;") l.append("switch_holes();") l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }") l.append("") scad.write("\n".join(l)) scad = open(scad_path("preview-spacer-keycaps"), "w") l = [] l.append("include <%s>;" % os.path.basename(out_file)) l.append("") l.append("mx_notched_holes = false;") l.append("keycaps();") l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }") l.append("") scad.write("\n".join(l))
def save_state(d): common.makedirs(__pickle_dir) fp = open(__pickle_file, "wb") pickle.dump(d, fp) fp.close()
def reportdir(): 'Return the report directory' dir = perioddir() + "\\reports" common.makedirs(dir) return dir
print("-- Optimizing") gsc = GroupSparseCovarianceCV(early_stopping=early_stopping, cv=parameters["cv"], n_jobs=parameters["n_jobs"], tol=parameters["tol"], tol_cv=parameters["tol_cv"], max_iter=parameters["max_iter"], max_iter_cv=parameters["max_iter_cv"], verbose=1) t0 = time.time() gsc.fit(signals) t1 = time.time() print("\nTime spent in fit(): %.1f s" % (t1 - t0)) print("\n-- selected alpha: %.3e" % gsc.alpha_) print("-- cv_alphas_:") print(repr(np.asarray(gsc.cv_alphas_))) print("-- cv_scores_:") print(repr(np.asarray(gsc.cv_scores_))) out_filename = os.path.join(output_dir, "cv_object_study.pickle") pickle.dump([gsc.alpha_, gsc.cv_alphas_, gsc.cv_scores_, gsc.covariances_, gsc.precisions_], open(out_filename, "wb")) if __name__ == "__main__": output_dir = "_early_stopping" common.makedirs(output_dir) # brute_force_study(output_dir=output_dir) cv_object_study(early_stopping=True, output_dir=output_dir) cv_object_study(early_stopping=False, output_dir=output_dir)
def save(self, dir, fname): 'Save Rtf file' common.makedirs(dir) fullName = "%s\\%s" % (dir, fname) common.spit(fullName, self.text + '}')
def __init__(self, root): self._root = root common.makedirs(root) self._experiments = experiments.Experiments(self._experiments_path())