async def _start(*args, **kwargs):
# NB: we have to set the exception handler here because we need to
# override the one set by urwid, which happens in MainLoop.run()
app.loop.set_exception_handler(events.handle_exception)
if app.endpoint_type in [None, EndpointType.LOCAL_SEARCH]:
controllers.use('spellpicker').render()
return
utils.setup_metadata_controller()
if os.getenv('CONJUREUP_STATUS_ONLY'):
# Developer tool only
# format is: CONJUREUP_STATUS_ONLY=1/<controller>/<model>
try:
_, controller, model = os.getenv('CONJUREUP_STATUS_ONLY').split(
'/')
app.current_controller = controller
app.current_model = model
app.env['JUJU_CONTROLLER'] = app.current_controller
app.env['JUJU_MODEL'] = app.current_model
except ValueError:
utils.error("Unable to parse the controller and model to access")
sys.exit(1)
controllers.use('deploystatus').render()
return
controllers.use('clouds').render()
async def run_before_config(msg_cb, done_cb):
for step in app.all_steps:
if not step.has_before_config:
continue
await step.before_config(msg_cb)
if app.has_bundle_modifications:
utils.setup_metadata_controller()
done_cb()
def finish(self):
app.selected_addons = self.view.selected
if app.selected_addons:
for addon in app.selected_addons:
track_event("Addon Selected", addon, "")
# reload the bundle data w/ addons merged
setup_metadata_controller()
controllers.use('clouds').render()
def finish(self):
app.selected_addons = self.view.selected
if app.selected_addons:
for addon in app.selected_addons:
track_event("Addon Selected", addon, "")
# reload the bundle data w/ addons merged
setup_metadata_controller()
self.next_screen()
def finish(self, spellname):
utils.set_chosen_spell(spellname,
os.path.join(app.argv.cache_dir, spellname))
download_local(os.path.join(app.config['spells-dir'], spellname),
app.config['spell-dir'])
utils.set_spell_metadata()
utils.setup_metadata_controller()
return controllers.use('controllerpicker').render()
def finish(self, spellname):
utils.set_terminal_title("conjure-up {}".format(spellname))
utils.set_chosen_spell(spellname,
os.path.join(app.argv.cache_dir, spellname))
download_local(os.path.join(app.config['spells-dir'], spellname),
app.config['spell-dir'])
utils.set_spell_metadata()
utils.setup_metadata_controller()
return controllers.use('clouds').render()
def finish(self, spellname):
utils.set_chosen_spell(spellname,
os.path.join(app.argv.cache_dir,
spellname))
download_local(os.path.join(app.config['spells-dir'],
spellname),
app.config['spell-dir'])
utils.set_spell_metadata()
utils.setup_metadata_controller()
return controllers.use('controllerpicker').render()
def _start(*args, **kwargs):
if app.endpoint_type in [None, EndpointType.LOCAL_SEARCH]:
controllers.use('spellpicker').render()
return
utils.setup_metadata_controller()
if app.argv.status_only:
controllers.use('deploystatus').render()
else:
controllers.use('clouds').render()
def _start(*args, **kwargs):
if app.endpoint_type in [None, EndpointType.LOCAL_SEARCH]:
controllers.use('spellpicker').render()
return
utils.setup_metadata_controller()
if app.argv.status_only:
controllers.use('deploystatus').render()
else:
controllers.use('clouds').render()
def finish(self, spellname):
if spellname != app.config.get('spell'):
utils.set_terminal_title("conjure-up {}".format(spellname))
utils.set_chosen_spell(spellname,
os.path.join(app.argv.cache_dir, spellname))
download_local(os.path.join(app.config['spells-dir'], spellname),
app.config['spell-dir'])
utils.set_spell_metadata()
StepModel.load_spell_steps()
AddonModel.load_spell_addons()
utils.setup_metadata_controller()
return controllers.use('addons').render()
async def _start(*args, **kwargs):
# NB: we have to set the exception handler here because we need to
# override the one set by urwid, which happens in MainLoop.run()
app.loop.set_exception_handler(events.handle_exception)
if app.endpoint_type in [None, EndpointType.LOCAL_SEARCH]:
controllers.use('spellpicker').render()
return
utils.setup_metadata_controller()
if app.headless:
controllers.use('clouds').render()
else:
controllers.use('addons').render()
def finish(self, spell):
""" Finalizes and downloads chosen variant
Arguments:
spell: dictionary of charm/bundle to use
"""
app.current_bundle = spell['Meta']['bundle-metadata']
spell_name = spell['Meta']['id']['Name']
# Check cache dir for spells
spell_dir = path.join(app.config['spell-dir'], spell_name)
app.log.debug("Chosen spell: {}".format(spell_name))
utils.pollinate(app.session_id, 'B001')
metadata_path = path.join(spell_dir, 'conjure/metadata.json')
remote = get_remote_url(spell['Id'])
purge_top_level = True
if remote is not None:
if app.fetcher == "charmstore-search" or \
app.fetcher == "charmstore-direct":
purge_top_level = False
download(remote, spell_dir, purge_top_level)
else:
utils.warning("Could not find spell: {}".format(spell))
sys.exit(1)
with open(metadata_path) as fp:
metadata = json.load(fp)
app.config = {
'metadata': metadata,
'spell-dir': spell_dir,
'spell': spell_name
}
utils.setup_metadata_controller()
return controllers.use('bundlereadme').render()
def finish(self, spell):
""" Finalizes and downloads chosen variant
Arguments:
spell: dictionary of charm/bundle to use
"""
app.current_bundle = spell['Meta']['bundle-metadata']
spell_name = spell['Meta']['id']['Name']
# Check cache dir for spells
spell_dir = path.join(app.config['spell-dir'],
spell_name)
app.log.debug("Chosen spell: {}".format(spell_name))
utils.pollinate(app.session_id, 'B001')
metadata_path = path.join(spell_dir,
'conjure/metadata.json')
remote = get_remote_url(spell['Id'])
purge_top_level = True
if remote is not None:
if app.fetcher == "charmstore-search" or \
app.fetcher == "charmstore-direct":
purge_top_level = False
download(remote, spell_dir, purge_top_level)
else:
utils.warning("Could not find spell: {}".format(spell))
sys.exit(1)
with open(metadata_path) as fp:
metadata = json.load(fp)
app.config = {'metadata': metadata,
'spell-dir': spell_dir,
'spell': spell_name}
utils.setup_metadata_controller()
return controllers.use('bundlereadme').render()
def finish(self):
steps = app.steps + AddonModel.selected_addons_steps()
updates = any(step.bundle_add or step.bundle_remove for step in steps)
if updates:
utils.setup_metadata_controller()
return controllers.use('configapps').render()
def main():
if os.geteuid() == 0:
print("")
print(" !! This should _not_ be run as root or with sudo. !!")
print("")
sys.exit(1)
# Verify we can access ~/.local/share/juju if it exists
juju_dir = pathlib.Path('~/.local/share/juju').expanduser()
if juju_dir.exists():
try:
for f in juju_dir.iterdir():
if f.is_file():
f.read_text()
except PermissionError:
print("")
print(" !! Unable to read from ~/.local/share/juju, please "
"double check your permissions on that directory "
"and its files. !!")
print("")
sys.exit(1)
utils.set_terminal_title("conjure-up")
opts = parse_options(sys.argv[1:])
spell = os.path.basename(os.path.abspath(opts.spell))
if not os.path.isdir(opts.cache_dir):
os.makedirs(opts.cache_dir)
# Application Config
kv_db = os.path.join(opts.cache_dir, '.state.db')
app.state = KV(kv_db)
app.env = os.environ.copy()
app.env['KV_DB'] = kv_db
app.config = {'metadata': None}
app.argv = opts
app.log = setup_logging(app, os.path.join(opts.cache_dir,
'conjure-up.log'), opts.debug)
# Make sure juju paths are setup
juju.set_bin_path()
juju.set_wait_path()
if app.argv.conf_file.expanduser().exists():
conf = configparser.ConfigParser()
conf.read_string(app.argv.conf_file.expanduser().read_text())
app.notrack = conf.getboolean('REPORTING', 'notrack', fallback=False)
app.noreport = conf.getboolean('REPORTING', 'noreport', fallback=False)
if app.argv.notrack:
app.notrack = True
if app.argv.noreport:
app.noreport = True
# Grab current LXD and Juju versions
app.log.debug("Juju version: {}, "
"conjure-up version: {}".format(utils.juju_version(),
VERSION))
# Setup proxy
apply_proxy()
app.session_id = os.getenv('CONJURE_TEST_SESSION_ID', str(uuid.uuid4()))
spells_dir = app.argv.spells_dir
app.config['spells-dir'] = spells_dir
spells_index_path = os.path.join(app.config['spells-dir'],
'spells-index.yaml')
spells_registry_branch = os.getenv('CONJUREUP_REGISTRY_BRANCH', 'master')
if not app.argv.nosync:
if not os.path.exists(spells_dir):
utils.info("No spells found, syncing from registry, please wait.")
try:
download_or_sync_registry(app.argv.registry,
spells_dir,
branch=spells_registry_branch)
except subprocess.CalledProcessError as e:
if not os.path.exists(spells_dir):
utils.error("Could not load from registry")
sys.exit(1)
app.log.debug('Could not sync spells from github: {}'.format(e))
else:
if not os.path.exists(spells_index_path):
utils.error(
"You opted to not sync from the spells registry, however, "
"we could not find any suitable spells in: "
"{}".format(spells_dir))
sys.exit(1)
with open(spells_index_path) as fp:
app.spells_index = yaml.safe_load(fp.read())
addons_aliases_index_path = os.path.join(app.config['spells-dir'],
'addons-aliases.yaml')
if os.path.exists(addons_aliases_index_path):
with open(addons_aliases_index_path) as fp:
app.addons_aliases = yaml.safe_load(fp.read())
spell_name = spell
app.endpoint_type = detect_endpoint(opts.spell)
# Check if spell is actually an addon
addon = utils.find_addons_matching(opts.spell)
if addon:
app.log.debug("addon found, setting required spell")
utils.set_chosen_spell(addon['spell'],
os.path.join(opts.cache_dir, addon['spell']))
download_local(os.path.join(app.config['spells-dir'], addon['spell']),
app.config['spell-dir'])
utils.set_spell_metadata()
StepModel.load_spell_steps()
AddonModel.load_spell_addons()
app.selected_addons = addon['addons']
utils.setup_metadata_controller()
app.endpoint_type = EndpointType.LOCAL_DIR
elif app.endpoint_type == EndpointType.LOCAL_SEARCH:
spells = utils.find_spells_matching(opts.spell)
if len(spells) == 0:
utils.error("Can't find a spell matching '{}'".format(opts.spell))
sys.exit(1)
# One result means it was a direct match and we can copy it
# now. Changing the endpoint type then stops us from showing
# the picker UI. More than one result means we need to show
# the picker UI and will defer the copy to
# SpellPickerController.finish(), so nothing to do here.
if len(spells) == 1:
app.log.debug("found spell {}".format(spells[0][1]))
spell = spells[0][1]
utils.set_chosen_spell(spell_name,
os.path.join(opts.cache_dir, spell['key']))
download_local(
os.path.join(app.config['spells-dir'], spell['key']),
app.config['spell-dir'])
utils.set_spell_metadata()
StepModel.load_spell_steps()
AddonModel.load_spell_addons()
app.endpoint_type = EndpointType.LOCAL_DIR
# download spell if necessary
elif app.endpoint_type == EndpointType.LOCAL_DIR:
if not os.path.isdir(opts.spell):
utils.warning("Could not find spell {}".format(opts.spell))
sys.exit(1)
if not os.path.exists(os.path.join(opts.spell, "metadata.yaml")):
utils.warning("'{}' does not appear to be a spell. "
"{}/metadata.yaml was not found.".format(
opts.spell, opts.spell))
sys.exit(1)
spell_name = os.path.basename(os.path.abspath(spell))
utils.set_chosen_spell(spell_name, path.join(opts.cache_dir,
spell_name))
download_local(opts.spell, app.config['spell-dir'])
utils.set_spell_metadata()
StepModel.load_spell_steps()
AddonModel.load_spell_addons()
elif app.endpoint_type in [EndpointType.VCS, EndpointType.HTTP]:
utils.set_chosen_spell(spell, path.join(opts.cache_dir, spell))
remote = get_remote_url(opts.spell)
if remote is None:
utils.warning("Can't guess URL matching '{}'".format(opts.spell))
sys.exit(1)
download(remote, app.config['spell-dir'], True)
utils.set_spell_metadata()
StepModel.load_spell_steps()
AddonModel.load_spell_addons()
app.env['CONJURE_UP_CACHEDIR'] = app.argv.cache_dir
app.env['PATH'] = "/snap/bin:{}".format(app.env['PATH'])
if app.argv.show_env:
if app.endpoint_type in [None, EndpointType.LOCAL_SEARCH]:
utils.error("Please specify a spell for headless mode.")
sys.exit(1)
show_env()
app.sentry = raven.Client(
dsn=SENTRY_DSN,
release=VERSION,
transport=RequestsHTTPTransport,
processors=('conjureup.utils.SanitizeDataProcessor', ))
track_screen("Application Start")
track_event("OS", platform.platform(), "")
app.loop = asyncio.get_event_loop()
app.loop.add_signal_handler(signal.SIGINT, events.Shutdown.set)
try:
if app.argv.cloud:
cloud = None
region = None
if '/' in app.argv.cloud:
parse_cli_cloud = app.argv.cloud.split('/')
cloud, region = parse_cli_cloud
app.log.debug("Region found {} for cloud {}".format(
cloud, region))
else:
cloud = app.argv.cloud
cloud_types = juju.get_cloud_types_by_name()
if cloud not in cloud_types:
utils.error('Unknown cloud: {}'.format(cloud))
sys.exit(1)
if app.endpoint_type in [None, EndpointType.LOCAL_SEARCH]:
utils.error("Please specify a spell for headless mode.")
sys.exit(1)
app.provider = load_schema(cloud_types[cloud])
try:
app.provider.load(cloud)
except SchemaErrorUnknownCloud as e:
utils.error(e)
sys.exit(1)
if region:
app.provider.region = region
app.headless = True
app.ui = None
app.env['CONJURE_UP_HEADLESS'] = "1"
app.loop.create_task(events.shutdown_watcher())
app.loop.create_task(_start())
app.loop.run_forever()
else:
app.ui = ConjureUI()
EventLoop.build_loop(app.ui,
STYLES,
unhandled_input=events.unhandled_input,
handle_mouse=False)
app.loop.create_task(events.shutdown_watcher())
app.loop.create_task(_start())
EventLoop.run()
finally:
# explicitly close asyncio event loop to avoid hitting the
# following issue due to signal handlers added by
# asyncio.create_subprocess_exec being cleaned up during final
# garbage collection: https://github.com/python/asyncio/issues/396
app.loop.close()
sys.exit(app.exit_code)
