Exemple #1
0
 def create_session(self,
                    session_type='bash',
                    docker_image=None,
                    rm=None,
                    loglevel='INFO'):
     assert isinstance(session_type, str)
     new_shutit = ShutIt()
     self.add_shutit_session(new_shutit)
     # TODO: only makes sense in session that's already bash - check this
     if session_type == 'bash':
         shutit_util.parse_args(new_shutit)
         shutit_util.load_configs(shutit=new_shutit)
         shutit_setup.setup_host_child_environment(new_shutit)
         return new_shutit
     elif session_type == 'docker':
         shutit_util.parse_args(new_shutit, set_loglevel=loglevel)
         # Set the configuration up appropriately using overrides.
         if docker_image:
             new_shutit.build['config_overrides'].append(
                 ['build', 'base_image', docker_image])
         if rm:
             new_shutit.target['rm'] = True
         # Now 'load' the configs
         shutit_util.load_configs(new_shutit)
         target_child = shutit_setup.conn_docker_start_container(
             new_shutit, 'target_child')
         shutit_setup.setup_host_child_environment(new_shutit)
         shutit_setup.setup_target_child_environment(
             new_shutit, target_child)
         return new_shutit
     else:
         new_shutit.fail('unhandled session type: ' + session_type)
def create_docker_session(shutit=None, docker_image=None, rm=None, loglevel='INFO'):
	shutit = shutit or shutit_global.shutit
	shutit_util.parse_args(set_loglevel=loglevel)
	# Set the configuration up appropriately using overrides.
	if docker_image:	
		shutit.build['config_overrides'].append(['build','base_image',docker_image])
	if rm:
		shutit.target['rm'] = True
	# Now 'load' the configs
	shutit_util.load_configs()
	target_child = shutit_setup.conn_docker_start_container(shutit,'target_child')
	shutit_setup.setup_host_child_environment(shutit)
	shutit_setup.setup_target_child_environment(shutit, target_child)
	return shutit
Exemple #3
0
    def reset_thread():
        global ORIG_MOD_CFG
        global shutit
        # Start with a fresh shutit object
        shutit = shutit_global.shutit = shutit_global.init()

        # This has already happened but we have to do it again on top of our new
        # shutit object
        shutit_util.parse_args(shutit)
        shutit.cfg['build']['interactive'] = 0

        # The rest of the loading from shutit_main
        shutit_util.load_configs(shutit)
        shutit_util.load_mod_from_file(
            shutit, os.path.join(shutit.shutit_main_dir, 'shutit_setup.py'))
        shutit_util.load_shutit_modules(shutit)
        shutit_main.init_shutit_map(shutit)
        shutit_main.config_collection(shutit)
        # Here we can set the starting image.
        if STATUS['image_tag'] != '':
            shutit.cfg['target']['docker_image'] = STATUS['image_tag']
        else:
            STATUS['image_tag'] = shutit.cfg['target']['docker_image']
        shutit_main.conn_target(shutit)
        shutit_main.config_collection_for_built(shutit)

        # Some hacks for server mode
        shutit.cfg['build']['build_log_file'] = StringIO.StringIO()
        shutit.cfg['build']['interactive'] = 0
        STATUS['cid'] = shutit.cfg['target']['container_id']
        for module_id in shutit.shutit_map:
            ORIG_MOD_CFG[module_id] = STATUS['cfg'][module_id] = shutit.cfg[
                module_id]
        # Add in core sections
        for module_id in ['repository', 'target']:
            ORIG_MOD_CFG[module_id] = STATUS['cfg'][module_id] = shutit.cfg[
                module_id]

        # Make sure that ORIG_MOD_CFG can be updated seperately to
        # STATUS and shutit.cfg (which remain linked), as it will hold
        # our overrides
        ORIG_MOD_CFG = copy.deepcopy(ORIG_MOD_CFG)
        update_modules([], None)

        STATUS['resetting'] = False
Exemple #4
0
	def reset_thread():
		global ORIG_MOD_CFG
		global shutit
		# Start with a fresh shutit object
		shutit = shutit_global.shutit = shutit_global.init()

		# This has already happened but we have to do it again on top of our new
		# shutit object
		shutit_util.parse_args(shutit)
		shutit.cfg['build']['interactive'] = 0

		# The rest of the loading from shutit_main
		shutit_util.load_configs(shutit)
		shutit_util.load_mod_from_file(shutit, os.path.join(shutit.shutit_main_dir, 'shutit_setup.py'))
		shutit_util.load_shutit_modules(shutit)
		shutit_main.init_shutit_map(shutit)
		shutit_main.config_collection(shutit)
		# Here we can set the starting image.
		if STATUS['image_tag'] != '':
			shutit.cfg['target']['docker_image'] = STATUS['image_tag']
		else:
			STATUS['image_tag'] = shutit.cfg['target']['docker_image']
		shutit_main.conn_target(shutit)
		shutit_main.config_collection_for_built(shutit)

		# Some hacks for server mode
		shutit.cfg['build']['build_log_file'] = StringIO.StringIO()
		shutit.cfg['build']['interactive'] = 0
		STATUS['cid'] = shutit.cfg['target']['container_id']
		for module_id in shutit.shutit_map:
			ORIG_MOD_CFG[module_id] = STATUS['cfg'][module_id] = shutit.cfg[module_id]
		# Add in core sections
		for module_id in ['repository', 'target']:
			ORIG_MOD_CFG[module_id] = STATUS['cfg'][module_id] = shutit.cfg[module_id]

		# Make sure that ORIG_MOD_CFG can be updated seperately to
		# STATUS and shutit.cfg (which remain linked), as it will hold
		# our overrides
		ORIG_MOD_CFG = copy.deepcopy(ORIG_MOD_CFG)
		update_modules([], None)

		STATUS['resetting'] = False
Exemple #5
0
def main():
    """Main ShutIt function.

	Handles the configured actions:

		- skeleton     - create skeleton module
		- serve        - run as a server
		- list_configs - output computed configuration
		- depgraph     - output digraph of module dependencies
	"""
    if sys.version_info.major == 2:
        if sys.version_info.minor < 7:
            shutit_global.shutit.fail("Python version must be 2.7+")

    shutit = shutit_global.shutit
    cfg = shutit.cfg
    shutit_util.parse_args(shutit)

    if cfg["action"]["skeleton"]:
        shutit_util.create_skeleton(shutit)
        cfg["build"]["completed"] = True
        return

    if cfg["action"]["serve"]:
        import shutit_srv

        cfg["build"]["interactive"] = 0
        revert_dir = os.getcwd()
        os.chdir(sys.path[0])
        shutit_srv.start()
        os.chdir(revert_dir)
        return

    shutit_util.load_configs(shutit)

    # Try and ensure shutit is on the path - makes onboarding easier
    # Only do this if we're in a terminal
    if shutit_util.determine_interactive() and spawn.find_executable("shutit") is None:
        setup_shutit_path(cfg)

    shutit_util.load_mod_from_file(shutit, os.path.join(shutit.shutit_main_dir, "shutit_setup.py"))
    shutit_util.load_shutit_modules(shutit)

    if cfg["action"]["list_modules"]:
        shutit_util.list_modules(shutit)
        sys.exit(0)

    init_shutit_map(shutit)
    config_collection(shutit)

    conn_target(shutit)

    errs = []
    errs.extend(check_deps(shutit))
    if cfg["action"]["list_deps"]:
        # Show dependency graph
        digraph = "digraph depgraph {\n"
        digraph = digraph + "\n".join(
            [
                make_dep_graph(module)
                for module_id, module in shutit.shutit_map.items()
                if module_id in cfg and cfg[module_id]["shutit.core.module.build"]
            ]
        )
        digraph = digraph + "\n}"
        f = file(cfg["build"]["log_config_path"] + "/digraph.txt", "w")
        f.write(digraph)
        f.close()
        digraph_all = "digraph depgraph {\n"
        digraph_all = digraph_all + "\n".join(
            [make_dep_graph(module) for module_id, module in shutit.shutit_map.items()]
        )
        digraph_all = digraph_all + "\n}"
        f = file(cfg["build"]["log_config_path"] + "/digraph_all.txt", "w")
        f.write(digraph_all)
        f.close()
        shutit.log(
            "\n================================================================================\n" + digraph_all,
            force_stdout=True,
        )
        shutit.log(
            "\nAbove is the digraph for all modules seen in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n",
            force_stdout=True,
        )
        shutit.log(
            "\n================================================================================\n", force_stdout=True
        )
        shutit.log("\n\n" + digraph, force_stdout=True)
        shutit.log(
            "\n================================================================================\n" + digraph,
            force_stdout=True,
        )
        shutit.log(
            "\nAbove is the digraph for all modules configured to be built in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n",
            force_stdout=True,
        )
        shutit.log(
            "\n================================================================================\n", force_stdout=True
        )
        # Exit now
        sys.exit(0)
        # Dependency validation done, now collect configs of those marked for build.
    config_collection_for_built(shutit)
    if cfg["action"]["list_configs"] or cfg["build"]["debug"]:
        shutit.log(shutit_util.print_config(cfg, history=cfg["list_configs"]["cfghistory"]), force_stdout=True)
        # Set build completed
        cfg["build"]["completed"] = True
        f = file(cfg["build"]["log_config_path"] + "/cfg.txt", "w")
        f.write(shutit_util.print_config(cfg, history=cfg["list_configs"]["cfghistory"]))
        f.close()
        shutit.log(
            "================================================================================", force_stdout=True
        )
        shutit.log("Config details placed in: " + cfg["build"]["log_config_path"], force_stdout=True)
        shutit.log(
            "================================================================================", force_stdout=True
        )
        shutit.log(
            "To render the digraph of this build into an image run eg:\n\ndot -Tgv -o "
            + cfg["build"]["log_config_path"]
            + "/digraph.gv "
            + cfg["build"]["log_config_path"]
            + "/digraph.txt && dot -Tpdf -o digraph.pdf "
            + cfg["build"]["log_config_path"]
            + "/digraph.gv\n\n",
            force_stdout=True,
        )
        shutit.log(
            "================================================================================", force_stdout=True
        )
        shutit.log(
            "To render the digraph of all visible modules into an image, run eg:\n\ndot -Tgv -o "
            + cfg["build"]["log_config_path"]
            + "/digraph_all.gv "
            + cfg["build"]["log_config_path"]
            + "/digraph_all.txt && dot -Tpdf -o digraph_all.pdf "
            + cfg["build"]["log_config_path"]
            + "/digraph_all.gv\n\n",
            force_stdout=True,
        )
        shutit.log(
            "================================================================================", force_stdout=True
        )
        shutit.log(
            "\nConfiguration details have been written to the folder: " + cfg["build"]["log_config_path"] + "\n",
            force_stdout=True,
        )
        shutit.log(
            "================================================================================", force_stdout=True
        )
    if cfg["action"]["list_configs"]:
        return
        # Check for conflicts now.
    errs.extend(check_conflicts(shutit))
    # Cache the results of check_ready at the start.
    errs.extend(check_ready(shutit, throw_error=False))
    if errs:
        shutit.log(print_modules(shutit), code="31")
        child = None
        for err in errs:
            shutit.log(err[0], force_stdout=True, code="31")
            if not child and len(err) > 1:
                child = err[1]
        shutit.fail("Encountered some errors, quitting", child=child)

    shutit.record_config()
    do_remove(shutit)
    do_build(shutit)
    do_test(shutit)
    do_finalize(shutit)

    finalize_target(shutit)

    shutit.log(shutit_util.build_report(shutit, "#Module: N/A (END)"), prefix=False, force_stdout=True, code="32")

    if cfg["build"]["build_log"]:
        cfg["build"]["report_final_messages"] += "Build log file: " + cfg["host"]["logfile"]

        # Show final report messages (ie messages to show after standard report).
    if cfg["build"]["report_final_messages"] != "":
        shutit.log(cfg["build"]["report_final_messages"], prefix=False, force_stdout=True, code="31")

    if cfg["build"]["interactive"] >= 3:
        shutit.log(
            "\n"
            + "The build is complete. You should now have a target "
            + "called "
            + cfg["target"]["name"]
            + " and a new image if you chose to commit it.\n\n"
            + "Look and play with the following files from the newly-created "
            + "module directory to dig deeper:\n\n    configs/build.cnf\n    "
            + "*.py\n\nYou can rebuild at any time by running the supplied "
            + "./build.sh and run with the supplied ./run.sh. These may need "
            + "tweaking for your particular environment, eg sudo\n\n"
            + "You can inspect the details of the build in the target image's "
            + cfg["build"]["build_db_dir"]
            + " directory.",
            force_stdout=True,
            code="32",
        )

        # Mark the build as completed
    cfg["build"]["completed"] = True
Exemple #6
0
def main():
	"""Main ShutIt function.

	Handles the configured actions:

		- skeleton     - create skeleton module
		- serve        - run as a server
		- list_configs - output computed configuration
		- depgraph     - output digraph of module dependencies
	"""
	if sys.version_info.major == 2:
		if sys.version_info.minor < 7:
			shutit_global.shutit.fail('Python version must be 2.7+')

	shutit = shutit_global.shutit
	cfg = shutit.cfg
	shutit_util.parse_args(shutit)

	if cfg['action']['skeleton']:
		shutit_util.create_skeleton(shutit)
		cfg['build']['completed'] = True
		return

	if cfg['action']['serve']:
		import shutit_srv
		cfg['build']['interactive'] = 0
		revert_dir = os.getcwd()
		os.chdir(sys.path[0])
		shutit_srv.start()
		os.chdir(revert_dir)
		return

	shutit_util.load_configs(shutit)

	# Try and ensure shutit is on the path - makes onboarding easier
	# Only do this if we're in a terminal
	if shutit_util.determine_interactive() and spawn.find_executable('shutit') is None:
		setup_shutit_path(cfg)

	shutit_util.load_mod_from_file(shutit, os.path.join(shutit.shutit_main_dir, 'shutit_setup.py'))
	shutit_util.load_shutit_modules(shutit)

	if cfg['action']['list_modules']:
		shutit_util.list_modules(shutit)
		sys.exit(0)

	init_shutit_map(shutit)
	config_collection(shutit)

	conn_target(shutit)

	errs = []
	errs.extend(check_deps(shutit))
	if cfg['action']['list_deps']:
		# Show dependency graph
		digraph = 'digraph depgraph {\n'
		digraph = digraph + '\n'.join([
			make_dep_graph(module) for module_id, module in shutit.shutit_map.items()
			if module_id in cfg and cfg[module_id]['shutit.core.module.build']
		])
		digraph = digraph + '\n}'
		f = file(cfg['build']['log_config_path'] + '/digraph.txt','w')
		f.write(digraph)
		f.close()
		digraph_all = 'digraph depgraph {\n'
		digraph_all = digraph_all + '\n'.join([
			make_dep_graph(module) for module_id, module in shutit.shutit_map.items()
		])
		digraph_all = digraph_all + '\n}'
		f = file(cfg['build']['log_config_path'] + '/digraph_all.txt','w')
		f.write(digraph_all)
		f.close()
		shutit.log('\n================================================================================\n' + digraph_all, force_stdout=True)
		shutit.log('\nAbove is the digraph for all modules seen in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m library | dot -Tpng -o depgraph.png\n', force_stdout=True)
		shutit.log('\n================================================================================\n', force_stdout=True)
		shutit.log('\n\n' + digraph, force_stdout=True)
		shutit.log('\n================================================================================\n' + digraph, force_stdout=True)
		shutit.log('\nAbove is the digraph for all modules configured to be built in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m library | dot -Tpng -o depgraph.png\n', force_stdout=True)
		shutit.log('\n================================================================================\n', force_stdout=True)
		# Exit now
		sys.exit(0)
	# Dependency validation done, now collect configs of those marked for build.
	config_collection_for_built(shutit)
	if cfg['action']['list_configs'] or cfg['build']['debug']:
		shutit.log(shutit_util.print_config(cfg, history=cfg['list_configs']['cfghistory']),
				   force_stdout=True)
		# Set build completed
		cfg['build']['completed'] = True
		f = file(cfg['build']['log_config_path'] + '/cfg.txt','w')
		f.write(shutit_util.print_config(cfg, history=cfg['list_configs']['cfghistory']))
		f.close()
		shutit.log('================================================================================', force_stdout=True)
		shutit.log('Config details placed in: ' + cfg['build']['log_config_path'], force_stdout=True)
		shutit.log('================================================================================', force_stdout=True)
		shutit.log('To render the digraph of this build into an image run eg:\n\ndot -Tgv -o ' + cfg['build']['log_config_path'] + '/digraph.gv ' + cfg['build']['log_config_path'] + '/digraph.txt && dot -Tpdf -o digraph.pdf ' + cfg['build']['log_config_path'] + '/digraph.gv\n\n', force_stdout=True)
		shutit.log('================================================================================', force_stdout=True)
		shutit.log('To render the digraph of all visible modules into an image, run eg:\n\ndot -Tgv -o ' + cfg['build']['log_config_path'] + '/digraph_all.gv ' + cfg['build']['log_config_path'] + '/digraph_all.txt && dot -Tpdf -o digraph_all.pdf ' + cfg['build']['log_config_path'] + '/digraph_all.gv\n\n', force_stdout=True)
		shutit.log('================================================================================', force_stdout=True)
		shutit.log('\nConfiguration details have been written to the folder: ' + cfg['build']['log_config_path'] + '\n', force_stdout=True)
		shutit.log('================================================================================', force_stdout=True)
	if cfg['action']['list_configs']:
		return
	# Check for conflicts now.
	errs.extend(check_conflicts(shutit))
	# Cache the results of check_ready at the start.
	errs.extend(check_ready(shutit, throw_error=False))
	if errs:
		shutit.log(print_modules(shutit), code='31')
		child = None
		for err in errs:
			shutit.log(err[0], force_stdout=True, code='31')
			if not child and len(err) > 1:
				child = err[1]
		shutit.fail("Encountered some errors, quitting", child=child)

	shutit.record_config()
	do_remove(shutit)
	do_build(shutit)
	do_test(shutit)
	do_finalize(shutit)

	finalize_target(shutit)

	shutit.log(shutit_util.build_report(shutit, '#Module: N/A (END)'), prefix=False,
			   force_stdout=True, code='32')

	if cfg['build']['build_log']:
		cfg['build']['report_final_messages'] += "Build log file: " + cfg['host']['logfile']

	# Show final report messages (ie messages to show after standard report).
	if cfg['build']['report_final_messages'] != '':
		shutit.log(cfg['build']['report_final_messages'], prefix=False,
		           force_stdout=True, code='31')

	if cfg['build']['interactive'] >= 3:
		shutit.log('\n' +
		           'The build is complete. You should now have a target ' + 
		           'called ' + cfg['target']['name'] +
		           ' and a new image if you chose to commit it.\n\n' + 
		           'Look and play with the following files from the newly-created ' + 
		           'module directory to dig deeper:\n\n    configs/build.cnf\n    ' + 
		           '*.py\n\nYou can rebuild at any time by running the supplied ' + 
		           './build.sh and run with the supplied ./run.sh. These may need ' + 
		           'tweaking for your particular environment, eg sudo\n\n' +
		           'You can inspect the details of the build in the target image\'s ' + 
		           cfg['build']['build_db_dir'] + ' directory.', force_stdout=True, code='32')

	# Mark the build as completed
	cfg['build']['completed'] = True
Exemple #7
0
def main():
	"""Main ShutIt function.

	Handles the configured actions:

		- skeleton     - create skeleton module
		- list_configs - output computed configuration
		- depgraph     - output digraph of module dependencies
	"""
	if sys.version_info.major == 2:
		if sys.version_info.minor < 7:
			shutit_global.shutit.fail('Python version must be 2.7+')

	shutit = shutit_global.shutit
	cfg = shutit.cfg
	shutit.log('# ShutIt Started... ',transient=True)
	shutit_util.parse_args()

	shutit.log('# Loading configs...',transient=True)
	shutit_util.load_configs()

	if shutit.action['skeleton']:
		shutit_skeleton.create_skeleton()
		shutit.build['completed'] = True
		return

	# Try and ensure shutit is on the path - makes onboarding easier
	# Only do this if we're in a terminal
	if shutit_util.determine_interactive() and spawn.find_executable('shutit') is None:
		setup_shutit_path()

	shutit_util.load_mod_from_file(os.path.join(shutit.shutit_main_dir, 'shutit_setup.py'))
	shutit_util.load_shutit_modules()
	shutit.log('ShutIt modules loaded',level=logging.INFO)

	init_shutit_map(shutit)

	shutit_util.config_collection()
	shutit.log('Configuration loaded',level=logging.INFO)

	if shutit.action['list_modules']:
		shutit_util.list_modules()
		shutit_util.handle_exit()
	conn_target(shutit)
	shutit.log('Connected to target',level=logging.INFO)

	if shutit.build['interactive'] > 0 and shutit.build['choose_config']:
		errs = do_interactive_modules()
	else:
		errs = []
		errs.extend(check_deps())

	if shutit.action['list_deps']:
		# Show dependency graph
		digraph = 'digraph depgraph {\n'
		digraph += '\n'.join([ make_dep_graph(module) for module_id, module in shutit.shutit_map.items() if module_id in cfg and cfg[module_id]['shutit.core.module.build'] ])
		digraph += '\n}'
		f = file(shutit.build['log_config_path'] + '/digraph.txt','w')
		f.write(digraph)
		f.close()
		digraph_all = 'digraph depgraph {\n'
		digraph_all += '\n'.join([ make_dep_graph(module) for module_id, module in shutit.shutit_map.items() ])
		digraph_all += '\n}'
		f = file(shutit.build['log_config_path'] + '/digraph_all.txt','w')
		f.write(digraph_all)
		f.close()
		shutit.log('\n================================================================================\n' + digraph_all)
		shutit.log('\nAbove is the digraph for all modules seen in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n')
		shutit.log('\n================================================================================\n')
		shutit.log('\n\n' + digraph)
		shutit.log('\n================================================================================\n' + digraph)
		shutit.log('\nAbove is the digraph for all modules configured to be built in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n')
		shutit.log('\n================================================================================\n')
		# Exit now
		shutit_util.handle_exit()
	# Dependency validation done, now collect configs of those marked for build.
	shutit_util.config_collection_for_built()


	if shutit.action['list_configs'] or shutit.build['loglevel'] <= logging.DEBUG:
		# Set build completed
		shutit.build['completed'] = True
		shutit.log('================================================================================')
		shutit.log('Config details placed in: ' + shutit.build['log_config_path'])
		shutit.log('================================================================================')
		shutit.log('To render the digraph of this build into an image run eg:\n\ndot -Tgv -o ' + shutit.build['log_config_path'] + '/digraph.gv ' + shutit.build['log_config_path'] + '/digraph.txt && dot -Tpdf -o digraph.pdf ' + shutit.build['log_config_path'] + '/digraph.gv\n\n')
		shutit.log('================================================================================')
		shutit.log('To render the digraph of all visible modules into an image, run eg:\n\ndot -Tgv -o ' + shutit.build['log_config_path'] + '/digraph_all.gv ' + shutit.build['log_config_path'] + '/digraph_all.txt && dot -Tpdf -o digraph_all.pdf ' + shutit.build['log_config_path'] + '/digraph_all.gv\n\n')
		shutit.log('================================================================================')
		shutit.log('\nConfiguration details have been written to the folder: ' + shutit.build['log_config_path'] + '\n')
		shutit.log('================================================================================')
	if shutit.action['list_configs']:
		return

	# Check for conflicts now.
	errs.extend(check_conflicts(shutit))
	# Cache the results of check_ready at the start.
	errs.extend(check_ready(throw_error=False))
	if errs:
		shutit.log(shutit_util.print_modules(), level=logging.ERROR)
		child = None
		for err in errs:
			shutit.log(err[0], level=logging.ERROR)
			if not child and len(err) > 1:
				child = err[1]
		shutit.fail("Encountered some errors, quitting", shutit_pexpect_child=child)

	do_remove()
	do_build()
	do_test()
	do_finalize()
	finalize_target()

	shutit.log(shutit_util.build_report('#Module: N/A (END)'), level=logging.DEBUG)

	# Show final report messages (ie messages to show after standard report).
	if shutit.build['report_final_messages'] != '':
		shutit.log(shutit.build['report_final_messages'], level=logging.INFO)

	# Mark the build as completed
	shutit.build['completed'] = True
	shutit.log('ShutIt run finished',level=logging.INFO)
	shutit_util.handle_exit(exit_code=0)
Exemple #8
0
def main():
    """Main ShutIt function.

	Handles the configured actions:

		- skeleton     - create skeleton module
		- serve        - run as a server
		- list_configs - output computed configuration
		- depgraph     - output digraph of module dependencies
	"""
    if sys.version_info.major == 2:
        if sys.version_info.minor < 7:
            shutit_global.shutit.fail('Python version must be 2.7+')

    shutit = shutit_global.shutit
    cfg = shutit.cfg
    shutit_util.parse_args(shutit)

    if cfg['action']['skeleton']:
        shutit_util.create_skeleton(shutit)
        cfg['build']['completed'] = True
        return

    if cfg['action']['serve']:
        import shutit_srv
        cfg['build']['interactive'] = 0
        revert_dir = os.getcwd()
        os.chdir(sys.path[0])
        shutit_srv.start()
        os.chdir(revert_dir)
        return

    shutit_util.load_configs(shutit)

    # Try and ensure shutit is on the path - makes onboarding easier
    # Only do this if we're in a terminal
    if shutit_util.determine_interactive(
    ) and spawn.find_executable('shutit') is None:
        setup_shutit_path(cfg)

    shutit_util.load_mod_from_file(
        shutit, os.path.join(shutit.shutit_main_dir, 'shutit_setup.py'))
    shutit_util.load_shutit_modules(shutit)

    if cfg['action']['list_modules']:
        shutit_util.list_modules(shutit)
        sys.exit(0)

    init_shutit_map(shutit)
    config_collection(shutit)

    conn_target(shutit)

    errs = []
    errs.extend(check_deps(shutit))
    if cfg['action']['list_deps']:
        # Show dependency graph
        digraph = 'digraph depgraph {\n'
        digraph = digraph + '\n'.join([
            make_dep_graph(module)
            for module_id, module in shutit.shutit_map.items()
            if module_id in cfg and cfg[module_id]['shutit.core.module.build']
        ])
        digraph = digraph + '\n}'
        f = file(cfg['build']['log_config_path'] + '/digraph.txt', 'w')
        f.write(digraph)
        f.close()
        digraph_all = 'digraph depgraph {\n'
        digraph_all = digraph_all + '\n'.join([
            make_dep_graph(module)
            for module_id, module in shutit.shutit_map.items()
        ])
        digraph_all = digraph_all + '\n}'
        f = file(cfg['build']['log_config_path'] + '/digraph_all.txt', 'w')
        f.write(digraph_all)
        f.close()
        shutit.log(
            '\n================================================================================\n'
            + digraph_all,
            force_stdout=True)
        shutit.log(
            '\nAbove is the digraph for all modules seen in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n',
            force_stdout=True)
        shutit.log(
            '\n================================================================================\n',
            force_stdout=True)
        shutit.log('\n\n' + digraph, force_stdout=True)
        shutit.log(
            '\n================================================================================\n'
            + digraph,
            force_stdout=True)
        shutit.log(
            '\nAbove is the digraph for all modules configured to be built in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n',
            force_stdout=True)
        shutit.log(
            '\n================================================================================\n',
            force_stdout=True)
        # Exit now
        sys.exit(0)
    # Dependency validation done, now collect configs of those marked for build.
    config_collection_for_built(shutit)
    if cfg['action']['list_configs'] or cfg['build']['debug']:
        shutit.log(shutit_util.print_config(
            cfg, history=cfg['list_configs']['cfghistory']),
                   force_stdout=True)
        # Set build completed
        cfg['build']['completed'] = True
        f = file(cfg['build']['log_config_path'] + '/cfg.txt', 'w')
        f.write(
            shutit_util.print_config(
                cfg, history=cfg['list_configs']['cfghistory']))
        f.close()
        shutit.log(
            '================================================================================',
            force_stdout=True)
        shutit.log('Config details placed in: ' +
                   cfg['build']['log_config_path'],
                   force_stdout=True)
        shutit.log(
            '================================================================================',
            force_stdout=True)
        shutit.log(
            'To render the digraph of this build into an image run eg:\n\ndot -Tgv -o '
            + cfg['build']['log_config_path'] + '/digraph.gv ' +
            cfg['build']['log_config_path'] +
            '/digraph.txt && dot -Tpdf -o digraph.pdf ' +
            cfg['build']['log_config_path'] + '/digraph.gv\n\n',
            force_stdout=True)
        shutit.log(
            '================================================================================',
            force_stdout=True)
        shutit.log(
            'To render the digraph of all visible modules into an image, run eg:\n\ndot -Tgv -o '
            + cfg['build']['log_config_path'] + '/digraph_all.gv ' +
            cfg['build']['log_config_path'] +
            '/digraph_all.txt && dot -Tpdf -o digraph_all.pdf ' +
            cfg['build']['log_config_path'] + '/digraph_all.gv\n\n',
            force_stdout=True)
        shutit.log(
            '================================================================================',
            force_stdout=True)
        shutit.log(
            '\nConfiguration details have been written to the folder: ' +
            cfg['build']['log_config_path'] + '\n',
            force_stdout=True)
        shutit.log(
            '================================================================================',
            force_stdout=True)
    if cfg['action']['list_configs']:
        return
    # Check for conflicts now.
    errs.extend(check_conflicts(shutit))
    # Cache the results of check_ready at the start.
    errs.extend(check_ready(shutit, throw_error=False))
    if errs:
        shutit.log(print_modules(shutit), code='31')
        child = None
        for err in errs:
            shutit.log(err[0], force_stdout=True, code='31')
            if not child and len(err) > 1:
                child = err[1]
        shutit.fail("Encountered some errors, quitting", child=child)

    shutit.record_config()
    do_remove(shutit)
    do_build(shutit)
    do_test(shutit)
    do_finalize(shutit)

    finalize_target(shutit)

    shutit.log(shutit_util.build_report(shutit, '#Module: N/A (END)'),
               prefix=False,
               force_stdout=True,
               code='32')

    if cfg['build']['build_log']:
        cfg['build']['report_final_messages'] += "Build log file: " + cfg[
            'host']['logfile']

    # Show final report messages (ie messages to show after standard report).
    if cfg['build']['report_final_messages'] != '':
        shutit.log(cfg['build']['report_final_messages'],
                   prefix=False,
                   force_stdout=True,
                   code='31')

    if cfg['build']['interactive'] >= 3:
        shutit.log(
            '\n' + 'The build is complete. You should now have a target ' +
            'called ' + cfg['target']['name'] +
            ' and a new image if you chose to commit it.\n\n' +
            'Look and play with the following files from the newly-created ' +
            'module directory to dig deeper:\n\n    configs/build.cnf\n    ' +
            '*.py\n\nYou can rebuild at any time by running the supplied ' +
            './build.sh and run with the supplied ./run.sh. These may need ' +
            'tweaking for your particular environment, eg sudo\n\n' +
            'You can inspect the details of the build in the target image\'s '
            + cfg['build']['build_db_dir'] + ' directory.',
            force_stdout=True,
            code='32')

    # Mark the build as completed
    cfg['build']['completed'] = True
Exemple #9
0
def main():
    """Main ShutIt function.

	Handles the configured actions:

		- skeleton     - create skeleton module
		- list_configs - output computed configuration
		- depgraph     - output digraph of module dependencies
	"""
    if sys.version_info.major == 2:
        if sys.version_info.minor < 7:
            shutit_global.shutit.fail('Python version must be 2.7+')

    shutit = shutit_global.shutit
    cfg = shutit.cfg
    shutit.log('ShutIt Started... ', transient=True, newline=False)
    shutit_util.parse_args()

    if shutit.action['skeleton']:
        shutit_util.create_skeleton()
        shutit.build['completed'] = True
        return

    shutit.log('Loading configs...', transient=True)
    shutit_util.load_configs()

    # Try and ensure shutit is on the path - makes onboarding easier
    # Only do this if we're in a terminal
    if shutit_util.determine_interactive(
    ) and spawn.find_executable('shutit') is None:
        setup_shutit_path(cfg)

    shutit_util.load_mod_from_file(
        os.path.join(shutit.shutit_main_dir, 'shutit_setup.py'))
    shutit_util.load_shutit_modules()
    shutit.log('ShutIt modules loaded', level=logging.INFO)

    init_shutit_map(shutit)

    shutit_util.config_collection()
    shutit.log('Configuration loaded', level=logging.INFO)

    if shutit.action['list_modules']:
        shutit_util.list_modules()
        shutit_util.handle_exit()
    conn_target(shutit)
    shutit.log('Connected to target', level=logging.INFO)

    if shutit.build['interactive'] > 0 and shutit.build['choose_config']:
        errs = do_interactive_modules()
    else:
        errs = []
        errs.extend(check_deps())

    if shutit.action['list_deps']:
        # Show dependency graph
        digraph = 'digraph depgraph {\n'
        digraph += '\n'.join([
            make_dep_graph(module)
            for module_id, module in shutit.shutit_map.items()
            if module_id in cfg and cfg[module_id]['shutit.core.module.build']
        ])
        digraph += '\n}'
        f = file(shutit.build['log_config_path'] + '/digraph.txt', 'w')
        f.write(digraph)
        f.close()
        digraph_all = 'digraph depgraph {\n'
        digraph_all += '\n'.join([
            make_dep_graph(module)
            for module_id, module in shutit.shutit_map.items()
        ])
        digraph_all += '\n}'
        f = file(shutit.build['log_config_path'] + '/digraph_all.txt', 'w')
        f.write(digraph_all)
        f.close()
        shutit.log(
            '\n================================================================================\n'
            + digraph_all)
        shutit.log(
            '\nAbove is the digraph for all modules seen in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n'
        )
        shutit.log(
            '\n================================================================================\n'
        )
        shutit.log('\n\n' + digraph)
        shutit.log(
            '\n================================================================================\n'
            + digraph)
        shutit.log(
            '\nAbove is the digraph for all modules configured to be built in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n'
        )
        shutit.log(
            '\n================================================================================\n'
        )
        # Exit now
        shutit_util.handle_exit()
    # Dependency validation done, now collect configs of those marked for build.
    shutit_util.config_collection_for_built()

    if shutit.action[
            'list_configs'] or shutit.build['loglevel'] <= logging.DEBUG:
        # Set build completed
        shutit.build['completed'] = True
        shutit.log(
            '================================================================================'
        )
        shutit.log('Config details placed in: ' +
                   shutit.build['log_config_path'])
        shutit.log(
            '================================================================================'
        )
        shutit.log(
            'To render the digraph of this build into an image run eg:\n\ndot -Tgv -o '
            + shutit.build['log_config_path'] + '/digraph.gv ' +
            shutit.build['log_config_path'] +
            '/digraph.txt && dot -Tpdf -o digraph.pdf ' +
            shutit.build['log_config_path'] + '/digraph.gv\n\n')
        shutit.log(
            '================================================================================'
        )
        shutit.log(
            'To render the digraph of all visible modules into an image, run eg:\n\ndot -Tgv -o '
            + shutit.build['log_config_path'] + '/digraph_all.gv ' +
            shutit.build['log_config_path'] +
            '/digraph_all.txt && dot -Tpdf -o digraph_all.pdf ' +
            shutit.build['log_config_path'] + '/digraph_all.gv\n\n')
        shutit.log(
            '================================================================================'
        )
        shutit.log(
            '\nConfiguration details have been written to the folder: ' +
            shutit.build['log_config_path'] + '\n')
        shutit.log(
            '================================================================================'
        )
    if shutit.action['list_configs']:
        return

    # Check for conflicts now.
    errs.extend(check_conflicts(shutit))
    # Cache the results of check_ready at the start.
    errs.extend(check_ready(throw_error=False))
    if errs:
        shutit.log(shutit_util.print_modules(), level=logging.ERROR)
        child = None
        for err in errs:
            shutit.log(err[0], level=logging.ERROR)
            if not child and len(err) > 1:
                child = err[1]
        shutit.fail("Encountered some errors, quitting",
                    shutit_pexpect_child=child)

    do_remove()
    do_build()
    do_test()
    do_finalize()
    finalize_target()

    shutit.log(shutit_util.build_report('#Module: N/A (END)'),
               level=logging.DEBUG)

    # Show final report messages (ie messages to show after standard report).
    if shutit.build['report_final_messages'] != '':
        shutit.log(shutit.build['report_final_messages'], level=logging.INFO)

    if shutit.build['interactive'] >= 3:
        shutit.log(
            '\n' +
            'The build is complete. You should now have a target called ' +
            shutit.target['name'] +
            ' and a new image if you chose to commit it.\n\nLook and play with the following files from the newly-created module directory to dig deeper:\n\n    configs/build.cnf\n    *.py\n\nYou can rebuild at any time by running the supplied ./build.sh and run with the supplied ./run.sh. These may need tweaking for your particular environment, eg sudo',
            level=logging.DEBUG)

    # Mark the build as completed
    shutit.build['completed'] = True
    shutit.log('ShutIt run finished', level=logging.INFO)
    shutit_util.handle_exit(0)
Exemple #10
0
def setup_shutit_obj(shutit):

    shutit_util.parse_args(shutit)
    if not shutit.build['exam']:
        shutit.log('# ShutIt Started... ', transient=True)
        shutit.log('# Loading configs...', transient=True)
    shutit_util.load_configs(shutit)

    if shutit.action['skeleton']:
        shutit_skeleton.create_skeleton(shutit)
        shutit.build['completed'] = True
        return

    # Try and ensure shutit is on the path - makes onboarding easier
    # Only do this if we're in a terminal
    if shutit_util.determine_interactive(
            shutit) and spawn.find_executable('shutit') is None:
        setup_shutit_path(shutit)

    shutit_util.load_mod_from_file(
        shutit, os.path.join(shutit.shutit_main_dir, 'shutit_setup.py'))
    shutit_util.load_shutit_modules(shutit)
    shutit.log('ShutIt modules loaded', level=logging.INFO)

    init_shutit_map(shutit)

    shutit_util.config_collection(shutit=shutit)
    shutit.log('Configuration loaded', level=logging.INFO)

    if shutit.action['list_modules']:
        shutit_util.list_modules(shutit)
        shutit_util.handle_exit(shutit=shutit)
    if not shutit.action['list_deps'] and not shutit.action['list_modules']:
        conn_target(shutit)
        shutit.log('Connected to target', level=logging.INFO)

    if shutit.build['interactive'] > 0 and shutit.build['choose_config']:
        errs = do_interactive_modules(shutit)
    else:
        errs = []
        errs.extend(check_deps(shutit))

    do_lists(shutit)

    # Check for conflicts now.
    errs.extend(check_conflicts(shutit))
    # Cache the results of check_ready at the start.
    errs.extend(check_ready(shutit, throw_error=False))
    if errs:
        shutit.log(shutit_util.print_modules(shutit), level=logging.ERROR)
        child = None
        for err in errs:
            shutit.log(err[0], level=logging.ERROR)
            if not child and len(err) > 1:
                child = err[1]
        shutit.fail("Encountered some errors, quitting",
                    shutit_pexpect_child=child)  # pragma: no cover

    do_remove(shutit)
    do_build(shutit)
    do_test(shutit)
    do_finalize(shutit)
    finalize_target(shutit)
    shutit.log(shutit_util.build_report(shutit, '#Module: N/A (END)'),
               level=logging.DEBUG)
    do_exam_output(shutit)
    shutit_global.shutit_global_object.do_final_messages()

    # Mark the build as completed
    shutit.build['completed'] = True
    shutit.log('ShutIt run finished', level=logging.INFO)
    shutit_util.handle_exit(shutit=shutit, exit_code=0)
Exemple #11
0
def main():
    """Main ShutIt function.

	Handles the configured actions:

		- skeleton     - create skeleton module
		- list_configs - output computed configuration
		- depgraph     - output digraph of module dependencies
	"""
    if sys.version_info.major == 2:
        if sys.version_info.minor < 7:
            shutit_global.shutit.fail('Python version must be 2.7+')

    shutit = shutit_global.shutit
    shutit_util.parse_args()

    if not shutit.build['exam']:
        shutit.log('# ShutIt Started... ', transient=True)
        shutit.log('# Loading configs...', transient=True)
    shutit_util.load_configs()

    if shutit.action['skeleton']:
        shutit_skeleton.create_skeleton()
        shutit.build['completed'] = True
        return

    # Try and ensure shutit is on the path - makes onboarding easier
    # Only do this if we're in a terminal
    if shutit_util.determine_interactive(
    ) and spawn.find_executable('shutit') is None:
        setup_shutit_path()

    shutit_util.load_mod_from_file(
        os.path.join(shutit.shutit_main_dir, 'shutit_setup.py'))
    shutit_util.load_shutit_modules()
    shutit.log('ShutIt modules loaded', level=logging.INFO)

    init_shutit_map(shutit)

    shutit_util.config_collection()
    shutit.log('Configuration loaded', level=logging.INFO)

    if shutit.action['list_modules']:
        shutit_util.list_modules()
        shutit_util.handle_exit()
    if not shutit.action['list_deps'] and not shutit.action['list_modules']:
        conn_target(shutit)
        shutit.log('Connected to target', level=logging.INFO)

    if shutit.build['interactive'] > 0 and shutit.build['choose_config']:
        errs = do_interactive_modules()
    else:
        errs = []
        errs.extend(check_deps())

    do_lists(shutit)

    # Check for conflicts now.
    errs.extend(check_conflicts(shutit))
    # Cache the results of check_ready at the start.
    errs.extend(check_ready(throw_error=False))
    if errs:
        shutit.log(shutit_util.print_modules(), level=logging.ERROR)
        child = None
        for err in errs:
            shutit.log(err[0], level=logging.ERROR)
            if not child and len(err) > 1:
                child = err[1]
        shutit.fail("Encountered some errors, quitting",
                    shutit_pexpect_child=child)

    do_remove()
    do_build()
    do_test()
    do_finalize()
    finalize_target()
    shutit.log(shutit_util.build_report('#Module: N/A (END)'),
               level=logging.DEBUG)
    do_final_messages(shutit)
    do_exam_output(shutit)

    # Mark the build as completed
    shutit.build['completed'] = True
    shutit.log('ShutIt run finished', level=logging.INFO)
    shutit_util.handle_exit(exit_code=0)
def create_bash_session(shutit=None):
	shutit = shutit or shutit_global.shutit
	shutit_util.parse_args()
	shutit_util.load_configs()
	shutit_setup.setup_host_child_environment(shutit)
	return shutit