def predict_next_stage(trainer, stage_to_be_predicted_folder):
output_folder = os.path.join(os.pardir(trainer.output_folder),
"pred_next_stage")
os.makedirs(output_folder, exist_ok=True)
process_manager = Pool(2)
results = []
for pat in trainer.dataset_val.keys():
print(pat)
data_file = trainer.dataset_val[pat]['data_file']
data_preprocessed = np.load(data_file)['data'][:-1]
predicted = trainer.predict_preprocessed_data_return_softmax(
data_preprocessed, True, 1, False, 1,
trainer.data_aug_params['mirror_axes'], True, True, 2,
trainer.patch_size, True)
data_file_nofolder = data_file.split("/")[-1]
data_file_nextstage = os.path.join(stage_to_be_predicted_folder,
data_file_nofolder)
data_nextstage = np.load(data_file_nextstage)['data']
target_shp = data_nextstage.shape[1:]
output_file = os.path.join(
output_folder,
data_file_nextstage.split("/")[-1][:-4] + "_segFromPrevStage.npz")
results.append(
process_manager.starmap_async(
resample_and_save, [(predicted, target_shp, output_file)]))
_ = [i.get() for i in results]
def main():
'''
do the thing
'''
conf = rawconfig.config()
parser = argparse.ArgumentParser(description="processes non-PHI disc transfers")
#parser.add_argument('-m', dest='m', choices=['batch', 'single'], default=False, help='mode, for processing a single transfer or a bacth in new_ingest')
parser.add_argument('-i', '--input', dest='i', help="the rawcapture file.wav to process, single mode only")
args = parser.parse_args()
captureDir = conf.discs.rawArchDir
archRepoDir = conf.discs.archRepoDir
bextsDir = conf.discs.mtdCaptures
for _, subdirs, files in os.walk(captureDir):
for f in files:
if f.endswith(".gpk"):
with ut.cd(os.pardir(f)):
os.remove(f)
for s in subdirs:
with ut.cd(os.path.join(captureDir, s)):
endObj1 = s + "b.wav"
if os.path.isfile(s + "b.wav"):
subprocess.call(['python', os.path.join(conf.scriptRepo, "makebroadcast.py"), '-ff', endObj1])
os.remove(endObj1)
os.rename(s + "c.wav", endObj1)
if os.path.isfile(s + "a.wav"):
subprocess.call(['bwfmetaedit', '--Originator=US, CUSB, SRC', '--OriginatorReference=' + s, '--MD5-Embed-Overwrite', s + "a.wav"])
subprocess.call(['python', os.path.join(conf.scriptRepo, "hashmove.py"), os.path.join(captureDir, s), os.path.join(archRepoDir, s)])
return
def main():
if len(sys.argv) == 1 or len(sys.argv) == 3:
train_and_test_dir = os.pardir()
if len(sys.argv) == 3:
train_and_test_dir = sys.argv[-1]
dataset = create_dataset(train_and_test_dir)
model = perform_training(dataset)
elif len(sys.argv) == 2:
if 'trained_model' not in os.listdir(os.pardir()):
print('pretrained model not found')
sys.exit()
predict(trained_model, sys.argv[-1])
def __init__(self, vgg19_npy_path=None):
if vgg19_npy_path is None:
path = inspect.getfile(Vgg19)
# path = os.path.abspath(os.path.join(path, os.pardir))
path = os.pardir()
path = os.path.join(path, "vgg19.npy")
vgg19_npy_path = path
print(vgg19_npy_path)
self.data_dict = np.load(vgg19_npy_path, encoding='latin1').item()
print("npy file loaded")
def myfind(f, p):
os.chdir(p)
op = os.path
for i in os.listdir(p):
if f == p and not (op.isdir(p)):
return True
elif op.isdir(p):
if myfind(f, op.join(p, i)) == True:
return True
else:
os.chdir(os.pardir(i))
return False
def del_file(self, fp):
if os.path.exists(fp) and os.pardir(fp) is not self.home:
print("DELETING FILE " + fp)
os.remove(fp)
def shexec(cmd,
timeout_interval=3,
error_message="I just crapped my pants",
**kwargs):
"""
Takes: a command-line argument to the user shell, represented as string
Returns: bash exit code
"""
try:
with timeout(seconds=timeout_interval):
exit_code = subprocess.call(cmd.split(" "))
return exit_code
except TimeoutError:
return error_message
return error_message
def separateLTOpacket(sfull, canonicalName, repo):
'''
separates the package that goes to LTO from the one that lives on our servers
'''
endDirThousand = canonicalName.replace("v", "")[:1]
endDirThousand = endDirThousand + "000"
dest = os.path.join(conf.video.repo, endDirThousand, canonicalName)
if not sfull.startswith("F") and not os.path.exists(dest):
shutil.copytree(sfull,
dest,
ignore=shutil.ignore_patterns("*.mxf", "*.mxf.md5"))
subprocess.call([
conf.python,
os.path.join(os.pardir(conf.scriptRepo), "bagit", "bagit.py"), '--md5',
sfull
])
if not os.path.exists(os.path.join(dest, "baginfo")):
os.makedirs(os.path.join(dest, "baginfo"))
for f in os.listdir(sfull):
if f.endswith(".txt"):
shutil.copy2(os.path.join(sfull, f), os.path.join(dest, "baginfo"))
def command(ibuf):
if ibuf.lower() == "exit":
os.write(1, "\nShell exited!\n\n".encode())
sys.exit(0)
lines = ibuf.split() # tokenize user input
if lines[0] == "pwd": #Print working directory
os.write(1, (os.getcwd()).encode())
if lines[0] == "cd":
try:
for dir in lines[1:]:
if dir == "..":
parent = os.pardir()
os.chdir(parent) # Go to parent directory
if dir == "...":
os.chdir('..') # Go to home Directory
os.chdir(dir)
except FileNotFoundError:
pass # Fail quietly
else:
rc = os.fork()
if rc < 0:
os.write(2, ("Fork failed, returning.. %d\n" % rc).encode())
sys.exit(1)
elif rc == 0:
if '|' in lines: # Doing a pipe
pipe(lines)
if '>' in lines or '<' in lines: # Doing a redirect
redirect(lines)
else:
for dir in re.split(":", os.environ['PATH']):
program = "%s/%s" % (dir, lines[0])
try:
os.execve(program, lines,
os.environ) # attempt to execute program
except FileNotFoundError:
pass
os.write(2, ("Command failed\n").encode())
sys.exit(1)
else:
childPidCode = os.wait() # parent waits for child
def getWritePath(self):
'''use file dialog to set path to generated files'''
path = str(
QtGui.QFileDialog.getExistingDirectory(
self, "Specify File Directory", self.ui.lineWritePath.text()))
if path != '': # check for empty path
if not os.path.exists(path):
reply = QtGui.QMessageBox.warning(
self, 'Warning!', "'%s' directory does not exist! "
"Do you wish to create it?" % os.pardir(path),
QtGui.QMessageBox.Yes, QtGui.QMessageBox.No)
if reply == QtGui.QMessageBox.Yes:
try:
os.makedirs(path)
except IOError:
QtGui.QMessageBox.critical(
self, 'Error!',
"Unable to create directory '%s'" % path)
return
else:
return # do not create directory, nor store new path
self.ui.lineWritePath.setText(path)
def calc_Tscale(df):
Tscale = df["visitExpTime"].head() / 30. * np.power()
return Tscale
def calc_dCm():
return dCm
def calc_m5():
return m5
if sys.version_info < (3, ):
def b(x):
return x
else:
import codecs
def b(x):
return codecs.latin_1_encode(x)[0]
if __name__ == "__main__":
print(os.pardir(__file__))
else:
pass
import os, numpy as np
from process_scripts.data_retrieval import io_functions
from collections import Counter
''' @RA: Trying to identify state patterns which appear in data, to determine an optimal state representation
Goal of this code:
1) Discretise the Beat Saber Levels into events at specific times
2) Identify "states" at each time and determine the distinct ones
Based on the findings of this experiment, we can determine which representation serves our objectives best :)
MAR 3 UPDATE: Code refactored to avoid state space computation code repetition
'''
THIS_DIR = os.path.dirname(os.path.abspath(__file__))
ROOT_DIR = os.pardir(os.pardir(THIS_DIR))
DATA_DIR = os.path.join(ROOT_DIR, 'data')
EXTRACT_DIR = os.path.join(DATA_DIR, 'extracted_data')
if not os.path.isdir(DATA_DIR):
os.mkdir(DATA_DIR)
if not os.path.isdir(EXTRACT_DIR):
os.mkdir(EXTRACT_DIR)
def compute_explicit_states_from_json(level_json, as_tuple=True):
bs_level = io_functions.parse_json(level_json)
states_as_tuples = compute_explicit_states_from_bs_level(
bs_level, as_tuple)
return states_as_tuples
def _update(default_dir: str, provided_repos_file: str):
actual_repos = []
with open(PATH_TO_REQUIRED_REPOS_FILE, 'r') as required_repos_stream:
required_repos = yaml.safe_load(required_repos_stream)
if not os.path.exists(provided_repos_file):
repos_dict = {'default_software_dir': default_dir, 'repo_list': []}
yaml.safe_dump(provided_repos_file, repos_dict)
with open(provided_repos_file, 'r') as provided_repos_stream:
provided_repos = yaml.safe_load(provided_repos_stream)
default_software_dir = provided_repos['default_software_dir']
if not os.path.exists(default_software_dir):
default_software_dir = default_dir
for required_repo in required_repos['repo_list']:
corresponding_provided_repo = None
for provided_repo in provided_repos['repo_list']:
if required_repo['name'] == provided_repo['name']:
corresponding_provided_repo = provided_repo
break
if corresponding_provided_repo is None:
cmd_git = git.cmd.Git(default_software_dir)
cmd_git.clone(required_repo['path_on_github'])
repo_name = required_repo['path_on_github'].split(
'/')[-1][:-4]
new_path = '{0}\\{1}'.format(default_software_dir,
repo_name)
branch = required_repo['branch']
tag = _install_repo(new_path, branch)
new_repo = {
'name': required_repo['name'],
'path_on_disk': new_path,
'path_on_github': required_repo['path_on_github'],
'branch': branch,
'version': tag
}
actual_repos.append(new_repo)
else:
if not required_repo[
'path_on_github'] == corresponding_provided_repo[
'path_on_github']:
os.chdir(corresponding_provided_repo['path_on_disk'])
call(["python", "setup.py", "develop", "--uninstall"])
shutil.rmtree(
corresponding_provided_repo['path_on_disk'])
base_path = os.pardir(
corresponding_provided_repo['path_on_disk'])
old_repo_name = os.path.basename(
os.path.normpath(
corresponding_provided_repo['path_on_disk']))
cmd_git = git.cmd.Git(base_path)
cmd_git.clone(required_repo['path_on_github'],
old_repo_name)
branch = required_repo['branch']
tag = _install_repo(
corresponding_provided_repo['path_on_disk'],
branch)
new_repo = {
'name':
required_repo['name'],
'path_on_disk':
corresponding_provided_repo['path_on_disk'],
'path_on_github':
required_repo['path_on_github'],
'branch':
branch,
'version':
tag
}
actual_repos.append(new_repo)
elif not required_repo[
'branch'] == corresponding_provided_repo['branch']:
os.chdir(corresponding_provided_repo['path_on_disk'])
latest_tag = _install_repo(
corresponding_provided_repo['path_on_disk'],
required_repo['branch'])
new_repo = {
'name':
required_repo['name'],
'path_on_disk':
corresponding_provided_repo['path_on_disk'],
'path_on_github':
required_repo['path_on_github'],
'branch':
required_repo['branch'],
'version':
latest_tag
}
actual_repos.append(new_repo)
else:
cmd_git = git.cmd.Git(
corresponding_provided_repo['path_on_disk'])
latest_tag = cmd_git.tag().split('\n')[-1]
if _is_newer_than(
latest_tag,
corresponding_provided_repo['version']):
cmd_git.checkout(
'tags/{}'.format(latest_tag),
corresponding_provided_repo['branch'])
os.chdir(
corresponding_provided_repo['path_on_disk'])
call(["python", "setup.py", "develop"])
actual_repos.append(corresponding_provided_repo)
updated_repos_dict = {
'default_software_dir': default_software_dir,
'repo_list': actual_repos
}
yaml.safe_dump(provided_repos_file, updated_repos_dict)
os.geteuid()
os.getpid()
os.getppid()
os.getenv()
os.getenvb()
os.abort()
os.chmod()
os.chown()
os.close()
os.cpu_count()
os.kill()
os.open()
os.getgid()
os.chdir("dirname") # 改变当前脚本工作目录；相当于shell下cd
os.curdir() # 返回当前目录: ('.')
os.pardir() # 获取当前目录的父目录字符串名：('..')
os.mkdir('dirname') # 生成单级目录；相当于shell中mkdir dirname
os.makedirs('dirname1/dirname2') # 可生成多层递归目录
os.rmdir('dirname') # 删除单级空目录，若目录不为空则无法删除，报错；相当于shell中rmdir dirname
os.removedirs('dirname1') # 若目录为空，则删除，并递归到上一级目录，如若也为空，则删除，依此类推
os.listdir('dirname') # 列出指定目录下的所有文件和子目录，包括隐藏文件，并以列表方式打印
os.remove('1.txt') # 删除一个文件
os.rename("oldname","newname") # 重命名文件/目录/移动目录/，只能同设备（在同一块磁盘，不同设备看下面shutil模块）。
os._exit(n) # 直接推出，不抛异常，不执行相关清理工作。常用在子进程中
os.stat('path/filename') # 获取文件/目录信息
# l = os.stat('path/filename')
# print(list(l))
# print(list(l)[2])
os.sep() # 输出操作系统特定的路径分隔符，win下为"\\",Linux下为"/"
os.linesep() # 输出当前平台使用的行分隔符，win下为"\t\n",Linux下为"\n"
os.pathsep() # 输出用于分割文件路径的字符串 win下为;,Linux下为:
print sys.argv
command = sys.argv[1]
path =sys.argv[2]
import time
for i in range(10):
sys.stdout.write('#')
time.sleep(0.1)
sys.stdout.flush()#正常的会将10个#放到缓存中，然后十个之后一块显示出
#但是用了flush()后就是有一个返回一个，就想就像进度条一样了
#4:os模块
os.getcwd()#获取当前工作目录
os.chdir("test1")#改变当前脚本的工作目录，相当于shell下的cd
os.curdir()#返回当前目录（.）
os.pardir()#获取当前目录的父目录字符串
os.makedirs("dirname/dirname1")#可生成多层的递归目录
os.removedirs("dirname1:")#若目录为空则删除，并递归到上一层
os.mkdir()#生成单级目录
os.rmdir()#删除单机空目录
os.listdir()#列出指定目录下的所有文件和子目录,并以列表的形式打印
#若目录为空，则删除，并递归到上一层目录;如果要删除dirname2，要写成dirname1/dirnam2，然后返回到dirname1，如果dirname1为空，则dirname1也将被删除
os.removedirs('dirname1/dirname2')
os.rename('name1','name2')
os.stat('day_01_str.py')#获取文件目录信息
os.sep#输出os特定的路径分隔符，win下为\\,linux下为/
os.linesep#输出当前平台使用的终止符，win下为\t\r\n,linux下为\n
os.pathsep#输出分割文件路径的
os.system("bash command")#运行shell命令，直接显示
os.environ()#获取系统环境变量
os.path.abspath(path="")#返回path规划的绝对路径
# python 中json的序列化
import json, sys, os
path1 = os.pardir(os.path.dirname('..'))
print(path1)
'''
json 语法:
数据在名称/值对中
数据由逗号分隔
花括号保存对象,
方括号保存数组
JSON 值可以是：
数字（整数或浮点数）
字符串（在双引号中）
逻辑值（true 或 false）
数组（在方括号中）
对象（在花括号中）
null
json对象： 存储多个key/value, key 必须是字符串，
value 可以是合法的 JSON 数据类型（字符串, 数字, 对象, 数组, 布尔值或 null）
json数组: 数组值必须是合法的 JSON 数据类型（字符串, 数字, 对象, 数组, 布尔值或 null）
'''
json1 = [
{'aaa', 'bbb', 'ccc'},
{'111', '222', '333'},
{'abc', '123'},
# -*- coding:utf-8 -*- ''' @author:oldwai ''' # email: [email protected] import os t = os.pardir(os.getcwd()) print(t)
#! /usr/bin/env python3
# encoding: utf-8
"""
os_new.py
Created by PythonStudy on 2017/5/25 下午4:00
Copyright 2017 azhen All rights reserved.
"""
import os
print(os.getcwd())
while True:
msg = input(">>:").rstrip()
print(msg.strip())
if ".." in msg:
print(os.getcwd())
os.chdir(os.pardir())
print(os.getcwd())
# else:
#
# data = os.popen(msg).read()
# print(data)
trainerclass, "nnunet.training.network_training")
if trainer_class is None:
raise RuntimeError(
"Could not find trainer class in nnunet.training.network_training")
else:
assert issubclass(
trainer_class, nnUNetTrainer
), "network_trainer was found but is not derived from nnUNetTrainer"
trainer = trainer_class(plans_file,
fold,
folder_with_preprocessed_data,
output_folder=output_folder_name,
dataset_directory=dataset_directory,
batch_dice=batch_dice,
stage=stage)
trainer.initialize(False)
trainer.load_dataset()
trainer.do_split()
trainer.load_best_checkpoint(train=False)
stage_to_be_predicted_folder = os.path.join(
dataset_directory, trainer.plans['data_identifier'] + "_stage%d" % 1)
output_folder = os.path.join(os.pardir(trainer.output_folder),
"pred_next_stage")
os.makedirs(output_folder, exist_ok=True)
predict_next_stage(trainer, stage_to_be_predicted_folder)
colors.append(numbers)
elif "\t}" in line:
try:
if colors[count] is not None:
pass
except IndexError:
colors.append([])
terrain = False
count += 1
return names, colors
if __name__ == "__main__":
im = Image.open("terrain.bmp")
path = os.getcwd()+os.pardir()+"\\shatterednippon\\map\\"
prov_im = Image.open(path + "map\\provinces.bmp")
names, colors = get_defined_terrains(path)
pixel = im.load()
prov_pixel = prov_im.load()
checked = [] #A list of checked corresponding RGB colors.
for y in range(im.size[1])
for x in range(im.size[0])
pixel_color = pixel[x, y]
prov_pixel_color = prov_pixel[x, y]
if prov_pixel_color not in checked and pixel_color in colors:
checked.append(prov_pixel_color)
prov_num = get_province_number(path, prov_pixel_color)
#coding=utf-8 import os os.getcwd() #获取目录 os.chdir(r'C:\user') #切换目录 os.curdir() #获取当前目录 os.pardir() #获取当前目录的父目录 os.makedirs(r'C:\a\b\v\d') #创建目录 os.removedirs(r'C:\a\b\v\d') #目录为空则删除 os.mkdir() #单次创建 os.rmdir() #d单次删除 os.listdir() #列出当前目录下的文件及文件夹 os.remove() #删除文件 os.rename() #重命名文件 os.stat() #返回文件信息 os.sep() #输出当前操作系统的路径分隔符 os.linesep #输出当前平台的行终止符，win下为\t\n linux下为\n os.pathsep #输出用于分割文件路径的字符串。环境变量中的分割符 os.environ #当前环境变量 os.system() #执行系统命令 os.path.abspath() #返回绝对路径 os.path.split() #分割目录和文件名 os.path.dirname() #返回path的路径名 os.path.basename() #返回path的文件名 os.path.exists() #判断路径是否存在 os.path.isabs() #是否是绝对路径 os.path.isfile() #是否文件 os.path.isdir() #是否为目录 os.path.join() #将多个路径组合返回 os.path.getatime() #返回最后存取时间 os.path.getmtime() #返回最后修改时间