def _ensure_rootCA(self):
'''If not already present, download the AWS IoT root CA.'''
if not os.path.isfile(self.rootCA_pathname):
common.makedirs(self.certs_dir, exists_ok=True)
result = requests.get(self.rootCA_url)
rootCA_file = open(self.rootCA_pathname, 'wb')
rootCA_file.write(result.content)
rootCA_file.close()
def add_image(self, filename, architecture):
common.makedirs(self._images_path)
new_filename = os.path.join(
self._images_path, os.path.basename(filename))
shutil.copy2(filename, new_filename)
name = os.path.basename(filename)
sha1 = common.get_fingerprint(new_filename)
self._fingerprinted_images.add(
FingerprintedImage(name, architecture, sha1))
def _add_package_real(self, filename):
common.makedirs(self._packages_path)
new_basename = '%s.ipk' % common.get_fingerprint(filename)
new_filename = os.path.join(self._packages_path, new_basename)
shutil.copy2(filename, new_filename)
os.chmod(new_filename,
stat.S_IRUSR | stat.S_IWUSR | stat.S_IRGRP | stat.S_IROTH)
fingerprinted_package = opkg.fingerprint_package(new_filename)
self._fingerprinted_packages.add(fingerprinted_package)
def write_to_files(self):
common.makedirs(self._root)
with open(self._get_filename('description'), 'w') as handle:
handle.write(self._description)
with open(self._get_filename('display-name'), 'w') as handle:
handle.write(self._display_name)
self._conflicts.write_to_file()
self._packages.write_to_file()
self._installed_by_default.write_to_file()
self._required.write_to_file()
self._revoked.write_to_file()
def save(self):
common.makedirs(self._path)
self.check_constraints()
self._architectures.write_to_file()
self._builtin_packages.write_to_file()
self._extra_packages.write_to_file()
self._fingerprinted_packages.write_to_file()
self._fingerprinted_images.write_to_file()
self._package_upgrades.write_to_file()
def create_keys_and_certificate(self, serial_num):
'''Create the security credentials that will allow the Button to connect
to the IoT endpoing. This overwrites any existing certs for the Button.
The certificate is identifed by an ARN, which is saved in a text file.
'''
self.serial_num = serial_num
resp = self.client.create_keys_and_certificate(setAsActive=True)
common.makedirs(self.certs_dir, exists_ok=True)
open(self.certificate, 'wb').write(resp['certificatePem'])
open(self.certificate_arn_pathname, 'wb').write(resp['certificateArn'])
open(self.public_key, 'wb').write(resp['keyPair']['PublicKey'])
open(self.private_key, 'wb').write(resp['keyPair']['PrivateKey'])
return resp
def main():
args = parse_args()
os.environ['CUDA_VISIBLE_DEVICES'] = args.gpuid
img_dir = args.img_dir
out_dir = args.out_dir
batch_size = args.batch_size
cfg = mmcv.Config.fromfile(args.config)
# set cudnn_benchmark
if cfg.get('cudnn_benchmark', False):
torch.backends.cudnn.benchmark = True
cfg.model.pretrained = None
cfg.data.test.test_mode = True
# init distributed env first, since logger depends on the dist info.
if args.launcher == 'none':
distributed = False
else:
distributed = True
init_dist(args.launcher, **cfg.dist_params)
# build the dataloader
if args.img_dir != '':
file_list = common.load_filepaths(args.img_dir,
suffix=('.jpg', '.png', '.jpeg'),
recursive=True)
elif args.img_list != '':
file_list = parse_testfile(args.img_list)
else:
raise "Both img_dir and img_list is empty."
dataset = FilesDataset(file_list, cfg.test_pipeline)
data_loader = build_dataloader(dataset,
imgs_per_gpu=batch_size,
workers_per_gpu=batch_size,
dist=distributed,
shuffle=False)
# build the model and load checkpoint
model = build_detector(cfg.model, train_cfg=None, test_cfg=cfg.test_cfg)
fp16_cfg = cfg.get('fp16', None)
if fp16_cfg is not None:
wrap_fp16_model(model)
checkpoint = load_checkpoint(model, args.checkpoint, map_location='cpu')
model = reweight_cls(model, args.tau).cuda()
model = MMDataParallel(model, device_ids=[0])
model.eval()
count = 0
for i, data in enumerate(data_loader):
with torch.no_grad():
# bbox_results, segm_results
results = model(return_loss=False, rescale=True, **data)
# batch
#for result in results:
# file_path = file_list[count]
# save_name = file_path.replace('/home/songbai.xb/workspace/projects/TAO/data/TAO/frames/val/', '')
# save_path = os.path.join(out_dir, save_name)
# common.makedirs(os.path.dirname(save_path))
# save_in_tao_format(result, save_path)
# count += 1
file_path = file_list[i]
save_name = file_path.replace(
'/home/songbai.xb/workspace/projects/TAO/data/TAO/frames/val/', '')
save_name = save_name.replace('.jpg', '.pkl')
save_path = os.path.join(out_dir, save_name)
common.makedirs(os.path.dirname(save_path))
save_in_tao_format(results[0], save_path)
def render(self, output_dir):
makedirs(output_dir)
path = os.path.join(output_dir, self.main_file)
out_file = path
#def save_openscad(self, out_file, split_offset=None):
#split_offset = split_offset or [0, 0]
split_offset = [0, 0]
l = []
l.append(
"include <../../../../../hardware/openscad/keyboard-builder.scad>;"
)
l.append("$fn = 50;")
l.append("")
l.append("")
l.append("module switch_holes() {")
for section in sorted(self.keyboard.rows):
l.append("")
l.append(" // ***** {0} *****".format(section))
for row in self.keyboard.rows[section]:
for key in row:
if key is None:
continue
pos = key.get_position(move_origin=False)
l.append("")
label = key.label
if label == "\\":
label = "Backslash"
l.append(
" // key='%s' pos=[%s, %s], offset=[%s, %s], keycap=[%s, %s]"
% (label, key.point.x, key.point.y, key.offset.x,
key.offset.y, key.keycap[0], key.keycap[1]))
line = " translate([%s,%s]) rotate(%s) mx_switch_hole();" % (
pos.x, -pos.y, -pos.orientation)
l.append(line)
l.append("}")
l.append("")
l.append("")
l.append("module keycaps() {")
for section in sorted(self.keyboard.rows):
l.append("")
l.append(" // ***** {0} *****".format(section))
for row in self.keyboard.rows[section]:
for key in row:
if key is None:
continue
pos = key.get_position(move_origin=False)
l.append("")
l.append(
" // key='%s' pos=[%s, %s], offset=[%s, %s], keycap=[%s, %s]"
% (key.label, key.point.x, key.point.y, key.offset.x,
key.offset.y, key.keycap[0], key.keycap[1]))
line = " translate([%s,%s]) rotate(%s) { keycap([%s, %s]); color(\"magenta\") text(\"%s\", size=3, align=\"right\"); }" % (
pos.x, -pos.y, -pos.orientation, key.keycap[0],
key.keycap[1], key.label)
l.append(line)
l.append("}")
l.append("")
l.append("")
l.append("module bottom_plate() {")
l.append(" polygon(")
l.append(" [")
for vertex in self.keyboard.case:
pos = vertex.get_position(move_origin=False)
l.append(" [%s, %s]," % (pos.x, -pos.y))
l.append(" ],")
l.append(" [[%s]]" %
",".join([str(i) for i in range(len(self.keyboard.case))]))
l.append(" );")
l.append("}")
l.append("")
l.append("")
l.append("module screw_holes() {")
for hole in self.keyboard.screw_holes:
pos = hole.get_position(move_origin=False)
l.append(" translate([%s,%s]) circle(r=1, center=true);" %
(pos.x, -pos.y))
l.append("}")
l.append("")
l.append("")
l.append("module screw_washers() {")
for point in self.keyboard.screw_holes:
pos = point.get_position(move_origin=False)
l.append(
" translate([%s,%s]) difference() { circle(r=4, center=true); circle(r=1, center=true);}"
% (pos.x, -pos.y))
l.append("}")
# l.append("")
# l.append("difference() {offset(r=5) bottom_plate(); offset(r=-4) bottom_plate(); screw_holes(); };")
# l.append("color(\"magenta\") screw_holes();")
# l.append("offset(r=8) bottom_plate();")
# l.append("color(\"magenta\") switch_holes();")
# l.append("color(\"magenta\") keycaps();")
l.append("")
scad = open(out_file, "w")
scad.write("\n".join(l))
def scad_path(file_name):
file_name = "%s-%s.scad" % (self.keyboard.name, file_name)
path = os.path.join(os.path.dirname(out_file), file_name)
return path
scad = open(scad_path("switch_plate"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("mx_notched_holes = false;")
l.append(
"difference() { offset(r=5) bottom_plate(); switch_holes(); screw_holes(); };"
)
l.append("")
scad.write("\n".join(l))
scad = open(scad_path("spacer"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append(
"union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }"
)
l.append("")
scad.write("\n".join(l))
scad = open(scad_path("bottom_plate"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("difference() {offset(r=5) bottom_plate(); screw_holes(); };")
l.append("")
scad.write("\n".join(l))
for i in range(4):
i += 1
scad = open(scad_path("spacer-part-%s" % i), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("quadrant_split([{0}, {1}], {2})".format(
split_offset[0], split_offset[1], i))
l.append(
"union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }"
)
l.append("")
scad.write("\n".join(l))
for i in range(4):
i += 1
scad = open(scad_path("spacer-3d-part-%s" % i), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("linear_extrude(height=10)")
l.append("quadrant_split([{0}, {1}], {2})".format(
split_offset[0], split_offset[1], i))
l.append(
"union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }"
)
l.append("")
scad.write("\n".join(l))
scad = open(scad_path("preview-spacer-switch-holes"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("mx_notched_holes = false;")
l.append("switch_holes();")
l.append(
"union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }"
)
l.append("")
scad.write("\n".join(l))
scad = open(scad_path("preview-spacer-keycaps"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("mx_notched_holes = false;")
l.append("keycaps();")
l.append(
"union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }"
)
l.append("")
scad.write("\n".join(l))
def main():
args = parse_args()
os.environ['CUDA_VISIBLE_DEVICES'] = args.gpuid
img_dir = args.img_dir
out_dir = args.out_dir
batch_size = args.batch_size
cfg = mmcv.Config.fromfile(args.config)
# set cudnn_benchmark
if cfg.get('cudnn_benchmark', False):
torch.backends.cudnn.benchmark = True
cfg.model.pretrained = None
cfg.data.test.test_mode = True
# init distributed env first, since logger depends on the dist info.
if args.launcher == 'none':
distributed = False
else:
distributed = True
init_dist(args.launcher, **cfg.dist_params)
# build the dataloader
# TODO: support multiple images per gpu (only minor changes are needed)
file_list = common.load_filepaths(img_dir,
suffix=('.jpg', '.png', '.jpeg'),
recursive=True)
print(file_list[:10])
print('imgs: ', len(file_list))
#
print(file_list[0].replace(img_dir, ''))
dataset = FilesDataset(file_list, cfg.test_pipeline)
data_loader = build_dataloader(dataset,
imgs_per_gpu=batch_size,
workers_per_gpu=batch_size,
dist=distributed,
shuffle=False)
# build the model and load checkpoint
model = build_detector(cfg.model, train_cfg=None, test_cfg=cfg.test_cfg)
fp16_cfg = cfg.get('fp16', None)
if fp16_cfg is not None:
wrap_fp16_model(model)
checkpoint = load_checkpoint(model, args.checkpoint, map_location='cpu')
model = reweight_cls(model, args.tau)
if not distributed:
model = MMDataParallel(model, device_ids=[0])
outputs = single_gpu_test(model, data_loader, False, cfg)
else:
model = MMDistributedDataParallel(model.cuda())
outputs = multi_gpu_test(model, data_loader, args.tmpdir)
print(type(outputs))
print(len(outputs))
print(len(outputs[0]))
exit()
# save outputs
for file_path, mmdet_ret in zip(file_list, outputs):
save_name = file_path.replace(img_dir, '')
save_path = os.path.join(out_dir, save_name)
common.makedirs(os.path.dirname(save_path))
save_in_tao_format(mmdet_ret, save_path)
def render(self, output_dir):
makedirs(output_dir)
path = os.path.join(output_dir, self.main_file)
out_file = path
#def save_openscad(self, out_file, split_offset=None):
#split_offset = split_offset or [0, 0]
split_offset = [0, 0]
l = []
l.append("include <../../../../../hardware/openscad/keyboard-builder.scad>;")
l.append("$fn = 50;")
l.append("")
l.append("")
l.append("module switch_holes() {")
for section in sorted(self.keyboard.rows):
l.append("")
l.append(" // ***** {0} *****".format(section))
for row in self.keyboard.rows[section]:
for key in row:
if key is None:
continue
pos = key.get_position(move_origin=False)
l.append("")
label = key.label
if label == "\\":
label = "Backslash"
l.append(" // key='%s' pos=[%s, %s], offset=[%s, %s], keycap=[%s, %s]" % (label, key.point.x, key.point.y, key.offset.x, key.offset.y, key.keycap[0], key.keycap[1]))
line = " translate([%s,%s]) rotate(%s) mx_switch_hole();" % (pos.x, -pos.y, -pos.orientation)
l.append(line)
l.append("}")
l.append("")
l.append("")
l.append("module keycaps() {")
for section in sorted(self.keyboard.rows):
l.append("")
l.append(" // ***** {0} *****".format(section))
for row in self.keyboard.rows[section]:
for key in row:
if key is None:
continue
pos = key.get_position(move_origin=False)
l.append("")
l.append(" // key='%s' pos=[%s, %s], offset=[%s, %s], keycap=[%s, %s]" % (key.label, key.point.x, key.point.y, key.offset.x, key.offset.y, key.keycap[0], key.keycap[1]))
line = " translate([%s,%s]) rotate(%s) { keycap([%s, %s]); color(\"magenta\") text(\"%s\", size=3, align=\"right\"); }" % (pos.x, -pos.y, -pos.orientation, key.keycap[0], key.keycap[1], key.label)
l.append(line)
l.append("}")
l.append("")
l.append("")
l.append("module bottom_plate() {")
l.append(" polygon(")
l.append(" [")
for vertex in self.keyboard.case:
pos = vertex.get_position(move_origin=False)
l.append(" [%s, %s]," % (pos.x, -pos.y))
l.append(" ],")
l.append(" [[%s]]" % ",".join([str(i) for i in range(len(self.keyboard.case))]))
l.append(" );")
l.append("}")
l.append("")
l.append("")
l.append("module screw_holes() {")
for hole in self.keyboard.screw_holes:
pos = hole.get_position(move_origin=False)
l.append(" translate([%s,%s]) circle(r=1, center=true);" % (pos.x, -pos.y))
l.append("}")
l.append("")
l.append("")
l.append("module screw_washers() {")
for point in self.keyboard.screw_holes:
pos = point.get_position(move_origin=False)
l.append(" translate([%s,%s]) difference() { circle(r=4, center=true); circle(r=1, center=true);}" % (pos.x, -pos.y))
l.append("}")
# l.append("")
# l.append("difference() {offset(r=5) bottom_plate(); offset(r=-4) bottom_plate(); screw_holes(); };")
# l.append("color(\"magenta\") screw_holes();")
# l.append("offset(r=8) bottom_plate();")
# l.append("color(\"magenta\") switch_holes();")
# l.append("color(\"magenta\") keycaps();")
l.append("")
scad = open(out_file, "w")
scad.write("\n".join(l))
def scad_path(file_name):
file_name = "%s-%s.scad" % (self.keyboard.name, file_name)
path = os.path.join(os.path.dirname(out_file), file_name)
return path
scad = open(scad_path("switch_plate"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("mx_notched_holes = false;")
l.append("difference() { offset(r=5) bottom_plate(); switch_holes(); screw_holes(); };")
l.append("")
scad.write("\n".join(l))
scad = open(scad_path("spacer"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }")
l.append("")
scad.write("\n".join(l))
scad = open(scad_path("bottom_plate"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("difference() {offset(r=5) bottom_plate(); screw_holes(); };")
l.append("")
scad.write("\n".join(l))
for i in range(4):
i += 1
scad = open(scad_path("spacer-part-%s" % i), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("quadrant_split([{0}, {1}], {2})".format(split_offset[0], split_offset[1], i))
l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }")
l.append("")
scad.write("\n".join(l))
for i in range(4):
i += 1
scad = open(scad_path("spacer-3d-part-%s" % i), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("linear_extrude(height=10)")
l.append("quadrant_split([{0}, {1}], {2})".format(split_offset[0], split_offset[1], i))
l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }")
l.append("")
scad.write("\n".join(l))
scad = open(scad_path("preview-spacer-switch-holes"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("mx_notched_holes = false;")
l.append("switch_holes();")
l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }")
l.append("")
scad.write("\n".join(l))
scad = open(scad_path("preview-spacer-keycaps"), "w")
l = []
l.append("include <%s>;" % os.path.basename(out_file))
l.append("")
l.append("mx_notched_holes = false;")
l.append("keycaps();")
l.append("union() {difference() {offset(r=5) bottom_plate(); offset(r=-1) bottom_plate(); screw_holes(); }; screw_washers(); }")
l.append("")
scad.write("\n".join(l))
def save_state(d):
common.makedirs(__pickle_dir)
fp = open(__pickle_file, "wb")
pickle.dump(d, fp)
fp.close()
def reportdir():
'Return the report directory'
dir = perioddir() + "\\reports"
common.makedirs(dir)
return dir
print("-- Optimizing")
gsc = GroupSparseCovarianceCV(early_stopping=early_stopping,
cv=parameters["cv"],
n_jobs=parameters["n_jobs"],
tol=parameters["tol"],
tol_cv=parameters["tol_cv"],
max_iter=parameters["max_iter"],
max_iter_cv=parameters["max_iter_cv"],
verbose=1)
t0 = time.time()
gsc.fit(signals)
t1 = time.time()
print("\nTime spent in fit(): %.1f s" % (t1 - t0))
print("\n-- selected alpha: %.3e" % gsc.alpha_)
print("-- cv_alphas_:")
print(repr(np.asarray(gsc.cv_alphas_)))
print("-- cv_scores_:")
print(repr(np.asarray(gsc.cv_scores_)))
out_filename = os.path.join(output_dir, "cv_object_study.pickle")
pickle.dump([gsc.alpha_, gsc.cv_alphas_, gsc.cv_scores_, gsc.covariances_,
gsc.precisions_], open(out_filename, "wb"))
if __name__ == "__main__":
output_dir = "_early_stopping"
common.makedirs(output_dir)
# brute_force_study(output_dir=output_dir)
cv_object_study(early_stopping=True, output_dir=output_dir)
cv_object_study(early_stopping=False, output_dir=output_dir)
def save(self, dir, fname):
'Save Rtf file'
common.makedirs(dir)
fullName = "%s\\%s" % (dir, fname)
common.spit(fullName, self.text + '}')
def __init__(self, root):
self._root = root
common.makedirs(root)
self._experiments = experiments.Experiments(self._experiments_path())
