def dist(opts):
config = load_config(opts)
reset_conda_env(opts, config)
try:
# Create a build environment.
build_path = os.path.join(opts.work_path, "build")
rimraf(build_path)
mkdirp(build_path)
try:
# Copy source.
with mark_task(opts, "Copying source"):
shell(
opts,
"cd {root_path} && git archive HEAD --format=tar | tar -x -C {build_path}",
root_path=opts.root_path,
build_path=build_path,
)
# Download deps.
download_conda_deps(opts)
download_pip_deps(opts, config)
# Copy libs.
with mark_task(opts, "Copying libs"):
shutil.copytree(
opts.lib_path,
os.path.join(
build_path,
os.path.relpath(opts.lib_path, opts.root_path)),
)
# Compress the build.
dist_path = os.path.join(opts.root_path, opts.dist_dir)
mkdirp(dist_path)
dist_file = os.path.join(
"{name}-{version}-{os_name}-amd64.zip".format(
name=config.get("name", os.path.basename(opts.root_path)),
version=config.get("version", "1.0.0"),
os_name=opts.os_name,
))
with mark_task(opts, "Creating archive {}".format(dist_file)):
dist_file_path = os.path.join(dist_path, dist_file)
rimraf(dist_file_path)
shell(
opts,
"cd {build_path} && zip -9 -qq -r {dist_file_path} './'",
build_path=build_path,
dist_file_path=dist_file_path,
)
finally:
rimraf(build_path)
finally:
delete_conda_env(opts)
def dist(opts):
config = load_config(opts)
reset_conda_env(opts, config)
try:
# Create a build environment.
build_path = os.path.join(opts.work_path, "build")
rimraf(build_path)
mkdirp(build_path)
try:
# Copy source.
with mark_task(opts, "Copying source"):
shell(
opts,
"cd {root_path} && git archive HEAD --format=tar | tar -x -C {build_path}",
root_path=opts.root_path,
build_path=build_path,
)
# Download deps.
download_conda_deps(opts)
download_pip_deps(opts, config)
# Copy libs.
with mark_task(opts, "Copying libs"):
shutil.copytree(
opts.lib_path,
os.path.join(build_path, os.path.relpath(opts.lib_path, opts.root_path)),
)
# Compress the build.
dist_path = os.path.join(opts.root_path, opts.dist_dir)
mkdirp(dist_path)
dist_file = os.path.join("{name}-{version}-{os_name}-amd64.zip".format(
name=config.get("name", os.path.basename(opts.root_path)),
version=config.get("version", "1.0.0"),
os_name=opts.os_name,
))
with mark_task(opts, "Creating archive {}".format(dist_file)):
dist_file_path = os.path.join(dist_path, dist_file)
rimraf(dist_file_path)
shell(
opts,
"cd {build_path} && zip -9 -qq -r {dist_file_path} './'",
build_path=build_path,
dist_file_path=dist_file_path,
)
finally:
rimraf(build_path)
finally:
delete_conda_env(opts)
def install_pip_deps(opts, config):
deps = get_pip_deps(opts, config)
if deps:
with mark_task(opts, "Installing {} pip dependencies".format(opts.conda_env)):
shell_local(
opts,
"pip install {args} {{deps}}".format(args=get_pip_args(opts, config)),
deps=deps,
)
def install_pip_deps_offline(opts, config):
deps = glob.glob(os.path.join(opts.pip_lib_path, "*.*"))
if deps:
with mark_task(opts, "Installing {} pip dependencies".format(opts.conda_env)):
shell_local(
opts,
"pip install --no-index --no-deps {deps}",
deps=deps,
)
def install_pip_deps_offline(opts, config):
deps = glob.glob(os.path.join(opts.pip_lib_path, "*.*"))
if deps:
with mark_task(opts, "Installing {} pip dependencies".format(opts.conda_env)):
shell_local(
opts,
"pip install {deps}",
deps=deps,
)
def install_pip_deps(opts, config):
deps = get_pip_deps(opts, config)
if deps:
with mark_task(opts, "Installing {} pip dependencies".format(opts.conda_env)):
shell_local(
opts,
"pip install {args} {{deps}}".format(args=get_pip_args(opts, config)),
deps=deps,
)
def reset_conda_env_offline(opts, config):
delete_conda_env(opts)
# Create a new env.
with mark_task(opts, "Installing {} conda dependencies".format(opts.conda_env)):
deps = glob.glob(os.path.join(opts.conda_lib_path, "*.tar.bz2"))
shell(
opts,
"conda create --offline --yes --name {conda_env} {deps}",
conda_env=opts.conda_env,
deps=deps,
)
def activate(opts):
config = load_config(opts)
package_name = config.get("name", os.path.basename(opts.root_path))
with mark_task(opts, "Activating {} environment".format(opts.conda_env)):
shell_local_exec(
opts,
apply_styles(opts, """printf "{success}done!{plain}
Deactivate environment with {code}exit{plain} or {code}[Ctl+D]{plain}.
" && export PS1="(\[{code}\]{{package_name}}\[{plain}\]) \\h:\\W \\u\\$ " && bash"""),
package_name=package_name,
)
def download_pip_deps(opts, config):
rimraf(opts.pip_lib_path)
mkdirp(opts.pip_lib_path)
deps = get_pip_deps(opts, config)
if deps:
with mark_task(opts, "Downloading pip dependencies"):
shell_local(
opts,
"pip download {args} --dest {{dest_path}} {{deps}}".format(args=get_pip_args(opts, config)),
dest_path=opts.pip_lib_path,
deps=deps,
)
def reset_conda_env_offline(opts, config):
delete_conda_env(opts)
# Create a new env.
with mark_task(opts,
"Installing {} conda dependencies".format(opts.conda_env)):
deps = glob.glob(os.path.join(opts.conda_lib_path, "*.tar.bz2"))
shell(
opts,
"conda create --offline --yes --name {conda_env} {deps}",
conda_env=opts.conda_env,
deps=deps,
)
def download_pip_deps(opts, config):
rimraf(opts.pip_lib_path)
mkdirp(opts.pip_lib_path)
deps = get_pip_deps(opts, config)
if deps:
with mark_task(opts, "Downloading pip dependencies"):
shell_local(
opts,
"pip download {args} --dest {{dest_path}} {{deps}}".format(args=get_pip_args(opts, config)),
dest_path=opts.pip_lib_path,
deps=deps,
)
def activate(opts):
config = load_config(opts)
package_name = config.get("name", os.path.basename(opts.root_path))
with mark_task(opts, "Activating {} environment".format(opts.conda_env)):
shell_local_exec(
opts,
apply_styles(
opts, """printf "{success}done!{plain}
Deactivate environment with {code}exit{plain} or {code}[Ctl+D]{plain}.
" && export PS1="(\[{code}\]{{package_name}}\[{plain}\]) \\h:\\W \\u\\$ " && bash"""
),
package_name=package_name,
)
def load_config(opts):
with mark_task(opts, "Loading config from {}".format(opts.config_file)):
package_json_path = os.path.join(opts.root_path, opts.config_file)
if os.path.exists(package_json_path):
with open(package_json_path, "rb") as package_json_handle:
try:
return Config(json.loads(package_json_handle.read().decode("utf-8")), [])
except ValueError:
raise TaskError("Invalid {} config file.".format(opts.config_file))
else:
raise TaskWarning("Missing {} config file.".format(opts.config_file))
# Provide a fallback config.
return Config({}, [])
def install(opts):
config = load_config(opts)
if opts.offline:
reset_conda_env_offline(opts, config)
install_pip_deps_offline(opts, config)
else:
reset_conda_env(opts, config)
install_pip_deps(opts, config)
# Run install scripts.
install_scripts = config.get("pysh").get("install", [])
if install_scripts:
with mark_task(opts, "Running install scripts"):
for install_script in install_scripts:
shell_local(opts, install_script)
def install(opts):
config = load_config(opts)
if opts.offline:
reset_conda_env_offline(opts, config)
install_pip_deps_offline(opts, config)
else:
reset_conda_env(opts, config)
install_pip_deps(opts, config)
# Run install scripts.
install_scripts = config.get("pysh").get("install", [])
if install_scripts:
with mark_task(opts, "Running install scripts"):
for install_script in install_scripts:
shell_local(opts, install_script)
def download_conda_deps(opts):
rimraf(opts.conda_lib_path)
mkdirp(opts.conda_lib_path)
deps = [
dep for dep in shell_local(
opts, "conda list --explicit").decode().splitlines()
if not dep.startswith("#") and not dep.startswith("@")
]
if deps:
with mark_task(opts, "Downloading conda dependencies"):
for dep in deps:
download(
dep,
os.path.join(opts.conda_lib_path, posixpath.basename(dep)),
)
def download_conda_deps(opts):
rimraf(opts.conda_lib_path)
mkdirp(opts.conda_lib_path)
deps = [
dep
for dep
in shell_local(opts, "conda list --explicit").decode().splitlines()
if not dep.startswith("#") and not dep.startswith("@")
]
if deps:
with mark_task(opts, "Downloading conda dependencies"):
for dep in deps:
download(
dep,
os.path.join(opts.conda_lib_path, posixpath.basename(dep)),
)
def reset_conda_env(opts, config):
delete_conda_env(opts)
# Create a new env.
with mark_task(opts,
"Installing {} conda dependencies".format(opts.conda_env)):
python_version = config.get("pysh").get("python").get("version", "3")
deps = [
"{}={}".format(*dep) for dep in get_deps(opts, config, "conda")
]
shell(
opts,
"conda create --yes --name {conda_env} python={python_version} {deps}",
conda_env=opts.conda_env,
python_version=python_version,
deps=deps,
)
def reset_conda_env(opts, config):
delete_conda_env(opts)
# Create a new env.
with mark_task(opts, "Installing {} conda dependencies".format(opts.conda_env)):
python_version = config.get("pysh").get("python").get("version", "3")
deps = [
"{}={}".format(*dep)
for dep
in get_deps(opts, config, "conda")
]
shell(
opts,
"conda create --yes --name {conda_env} python={python_version} {deps}",
conda_env=opts.conda_env,
python_version=python_version,
deps=deps,
)
def load_config(opts):
with mark_task(opts, "Loading config from {}".format(opts.config_file)):
package_json_path = os.path.join(opts.root_path, opts.config_file)
if os.path.exists(package_json_path):
with open(package_json_path, "rb") as package_json_handle:
try:
return Config(
json.loads(package_json_handle.read().decode("utf-8")),
[])
except ValueError:
raise TaskError("Invalid {} config file.".format(
opts.config_file))
else:
raise TaskWarning("Missing {} config file.".format(
opts.config_file))
# Provide a fallback config.
return Config({}, [])
def delete_conda_env(opts):
with mark_task(opts, "Cleaning {} environment".format(opts.conda_env)):
shell(opts,
"conda env remove --yes --name {conda_env}",
conda_env=opts.conda_env)
def delete_conda_env(opts):
with mark_task(opts, "Cleaning {} environment".format(opts.conda_env)):
shell(opts, "conda env remove --yes --name {conda_env}", conda_env=opts.conda_env)