def conda_build(recipes, dir='.', batch_mode=False, which_conda=None):
conda = which_conda or which('conda')
env = {
'PATH':
os.pathsep.join([
'/usr/bin',
'/bin',
'/usr/sbin',
'/etc',
'/usr/lib',
]),
}
files_to_upload = []
with cd(dir):
with homebrew_hidden(prompt=not batch_mode):
with setenv(env, verbose=True):
status('pwd: {dir}'.format(dir=dir))
system([conda, 'clean', '--all'])
for recipe in recipes:
try:
system([
conda, 'build', '-c', 'conda-forge', '-c',
'csdms/channel/dev', recipe
])
except CalledProcessError:
break
else:
files_to_upload.append(
conda_build_output(recipe, which_conda=conda))
return files_to_upload
def conda_build(recipes, dir='.', batch_mode=False, which_conda=None):
conda = which_conda or which('conda')
env = {
'PATH': os.pathsep.join(['/usr/bin', '/bin', '/usr/sbin', '/etc',
'/usr/lib', ]), }
files_to_upload = []
with cd(dir):
with homebrew_hidden(prompt=not batch_mode):
with setenv(env, verbose=True):
status('pwd: {dir}'.format(dir=dir))
system([conda, 'clean', '--all'])
for recipe in recipes:
try:
system([conda, 'build', '-c', 'conda-forge',
'-c', 'csdms/channel/dev', recipe])
except CalledProcessError:
break
else:
files_to_upload.append(
conda_build_output(recipe, which_conda=conda))
return files_to_upload
def main():
parser = argparse.ArgumentParser(
description='Build the CSDMS software stack',
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
parser.add_argument('recipe', nargs='*', help='recipes to build')
parser.add_argument('--cache-dir',
default=os.path.abspath('.'),
help='location for temporary build files')
parser.add_argument('-b',
'--batch',
action='store_true',
help='Run in batch mode')
parser.add_argument('--which-gfortran',
default=which('gfortran'),
help='Path to gfortran')
parser.add_argument('--which-python',
default='internal',
help='Path to python')
parser.add_argument('--recipe-dir',
default=None,
help="location of recipes")
args = parser.parse_args()
recipes = args.recipe or RECIPES
recipe_dir = args.recipe_dir
if recipe_dir is not None:
recipe_dir = os.path.abspath(recipe_dir)
which_gfortran = args.which_gfortran
if which_gfortran is not None and os.path.isdir(which_gfortran):
which_gfortran = os.path.join(which_gfortran, 'bin', 'gfortran')
with cdtemp(dir=args.cache_dir, cleanup=False):
which_python = args.which_python or which('python')
if which_python == 'internal':
which_python = install_internal_python(os.path.abspath('.'),
batch_mode=args.batch)
if which_python is None:
print('Missing Python', file=sys.stderr) and sys.exit(1)
if which_gfortran is None:
print('Missing gfortran', file=sys.stderr) and sys.exit(1)
if recipe_dir is None:
git_clone_or_update('https://github.com/csdms/csdms-stack',
dir='csdms-stack')
recipe_dir = os.path.abspath(
os.path.join('csdms-stack', 'conda-recipes'))
# env = build_env(which_gfortran=which_gfortran,
# which_python=which_python)
# status('Building with this environment:')
# for key, val in env.items():
# print('{k}={v}'.format(k=blue(key), v=blue(val)), file=sys.stdout)
with setenv(build_env(which_python=which_python), verbose=True):
files = conda_build(recipes, dir=recipe_dir, batch_mode=args.batch)
# status_code = 0
# files_to_upload = []
# with cd(recipe_dir):
# with homebrew_hidden(prompt=not args.batch):
# with setenv(env):
# system(['conda', 'clean', '--all'])
# for recipe in recipes:
# try:
# system(['conda', 'build', recipe])
# except CalledProcessError:
# status_code = 1
# break
# else:
# files_to_upload.append(conda_build_output(recipe))
for fname in files:
success('created: {fname}'.format(fname=fname))
if len(files) > 0 and prompt('ok to upload to Anaconda cloud',
batch_mode=args.batch):
for fname in conda_upload(files):
success('uploaded: {fname}'.format(fname=fname))
# for fname in files_to_upload:
# try:
# system(['anaconda', 'upload', '--force', '--channel', 'nightly',
# '--user', 'csdms', fname])
# except CalledProcessError:
# status_code = 1
# else:
# success('uploaded: {fname}'.format(fname=fname))
return len(recipes) - len(files)
def main():
parser = argparse.ArgumentParser(
description='Build the CSDMS software stack',
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
parser.add_argument('recipe', nargs='*',
help='recipes to build')
parser.add_argument('--cache-dir', default=os.path.abspath('.'),
help='location for temporary build files')
parser.add_argument('-b', '--batch', action='store_true',
help='Run in batch mode')
parser.add_argument('--which-gfortran', default=which('gfortran'),
help='Path to gfortran')
parser.add_argument('--which-python', default='internal',
help='Path to python')
parser.add_argument('--recipe-dir', default=None,
help="location of recipes")
args = parser.parse_args()
recipes = args.recipe or RECIPES
recipe_dir = args.recipe_dir
if recipe_dir is not None:
recipe_dir = os.path.abspath(recipe_dir)
which_gfortran = args.which_gfortran
if which_gfortran is not None and os.path.isdir(which_gfortran):
which_gfortran = os.path.join(which_gfortran, 'bin', 'gfortran')
with cdtemp(dir=args.cache_dir, cleanup=False):
which_python = args.which_python or which('python')
if which_python == 'internal':
which_python = install_internal_python(os.path.abspath('.'),
batch_mode=args.batch)
if which_python is None:
print('Missing Python', file=sys.stderr) and sys.exit(1)
if which_gfortran is None:
print('Missing gfortran', file=sys.stderr) and sys.exit(1)
if recipe_dir is None:
git_clone_or_update('https://github.com/csdms/csdms-stack',
dir='csdms-stack')
recipe_dir = os.path.abspath(os.path.join('csdms-stack',
'conda-recipes'))
# env = build_env(which_gfortran=which_gfortran,
# which_python=which_python)
# status('Building with this environment:')
# for key, val in env.items():
# print('{k}={v}'.format(k=blue(key), v=blue(val)), file=sys.stdout)
with setenv(build_env(which_python=which_python), verbose=True):
files = conda_build(recipes, dir=recipe_dir, batch_mode=args.batch)
# status_code = 0
# files_to_upload = []
# with cd(recipe_dir):
# with homebrew_hidden(prompt=not args.batch):
# with setenv(env):
# system(['conda', 'clean', '--all'])
# for recipe in recipes:
# try:
# system(['conda', 'build', recipe])
# except CalledProcessError:
# status_code = 1
# break
# else:
# files_to_upload.append(conda_build_output(recipe))
for fname in files:
success('created: {fname}'.format(fname=fname))
if len(files) > 0 and prompt('ok to upload to Anaconda cloud',
batch_mode=args.batch):
for fname in conda_upload(files):
success('uploaded: {fname}'.format(fname=fname))
# for fname in files_to_upload:
# try:
# system(['anaconda', 'upload', '--force', '--channel', 'nightly',
# '--user', 'csdms', fname])
# except CalledProcessError:
# status_code = 1
# else:
# success('uploaded: {fname}'.format(fname=fname))
return len(recipes) - len(files)
