def setup_shutit_path(): # try the current directory, the .. directory, or the ../shutit directory, the ~/shutit shutit = shutit_global.shutit if not shutit.host['add_shutit_to_path']: return res = shutit_util.util_raw_input(prompt='shutit appears not to be on your path - should try and we find it and add it to your ~/.bashrc (Y/n)?') if res in ['n','N']: with open(os.path.join(shutit.shutit_path, 'config'), 'a') as f: f.write('\n[host]\nadd_shutit_to_path: no\n') return path_to_shutit = '' for d in ['.','..','~','~/shutit']: path = os.path.abspath(d + '/shutit') if not os.path.isfile(path): continue path_to_shutit = path while path_to_shutit == '': d = shutit_util.util_raw_input(prompt='cannot auto-find shutit - please input the path to your shutit dir\n') path = os.path.abspath(d + '/shutit') if not os.path.isfile(path): continue path_to_shutit = path if path_to_shutit != '': bashrc = os.path.expanduser('~/.bashrc') with open(bashrc, "a") as myfile: #http://unix.stackexchange.com/questions/26676/how-to-check-if-a-shell-is-login-interactive-batch myfile.write('\nexport PATH="$PATH:' + os.path.dirname(path_to_shutit) + '"\n') shutit_util.util_raw_input(prompt='\nPath set up - please open new terminal and re-run command\n') shutit_util.handle_exit()
def setup_shutit_path(shutit): # try the current directory, the .. directory, or the ../shutit directory, the ~/shutit if not shutit.host['add_shutit_to_path']: return res = shutit_util.util_raw_input( shutit, prompt= 'shutit appears not to be on your path - should try and we find it and add it to your ~/.bashrc (Y/n)?' ) if res in ['n', 'N']: with open(os.path.join(shutit.host['shutit_path'], 'config'), 'a') as f: f.write('\n[host]\nadd_shutit_to_path: no\n') return path_to_shutit = '' for d in ['.', '..', '~', '~/shutit']: path = os.path.abspath(d + '/shutit') if not os.path.isfile(path): continue path_to_shutit = path while path_to_shutit == '': d = shutit_util.util_raw_input( shutit, prompt= 'cannot auto-find shutit - please input the path to your shutit dir\n' ) path = os.path.abspath(d + '/shutit') if not os.path.isfile(path): continue path_to_shutit = path if path_to_shutit != '': bashrc = os.path.expanduser('~/.bashrc') with open(bashrc, "a") as myfile: #http://unix.stackexchange.com/questions/26676/how-to-check-if-a-shell-is-login-interactive-batch myfile.write('\nexport PATH="$PATH:' + os.path.dirname(path_to_shutit) + '"\n') shutit_util.util_raw_input( shutit, prompt= '\nPath set up - please open new terminal and re-run command\n') shutit_util.handle_exit(shutit=shutit)
def main(): """Main ShutIt function. Handles the configured actions: - skeleton - create skeleton module - list_configs - output computed configuration - depgraph - output digraph of module dependencies """ if sys.version_info.major == 2: if sys.version_info.minor < 7: shutit_global.shutit.fail('Python version must be 2.7+') shutit = shutit_global.shutit cfg = shutit.cfg shutit.log('# ShutIt Started... ',transient=True) shutit_util.parse_args() shutit.log('# Loading configs...',transient=True) shutit_util.load_configs() if shutit.action['skeleton']: shutit_skeleton.create_skeleton() shutit.build['completed'] = True return # Try and ensure shutit is on the path - makes onboarding easier # Only do this if we're in a terminal if shutit_util.determine_interactive() and spawn.find_executable('shutit') is None: setup_shutit_path() shutit_util.load_mod_from_file(os.path.join(shutit.shutit_main_dir, 'shutit_setup.py')) shutit_util.load_shutit_modules() shutit.log('ShutIt modules loaded',level=logging.INFO) init_shutit_map(shutit) shutit_util.config_collection() shutit.log('Configuration loaded',level=logging.INFO) if shutit.action['list_modules']: shutit_util.list_modules() shutit_util.handle_exit() conn_target(shutit) shutit.log('Connected to target',level=logging.INFO) if shutit.build['interactive'] > 0 and shutit.build['choose_config']: errs = do_interactive_modules() else: errs = [] errs.extend(check_deps()) if shutit.action['list_deps']: # Show dependency graph digraph = 'digraph depgraph {\n' digraph += '\n'.join([ make_dep_graph(module) for module_id, module in shutit.shutit_map.items() if module_id in cfg and cfg[module_id]['shutit.core.module.build'] ]) digraph += '\n}' f = file(shutit.build['log_config_path'] + '/digraph.txt','w') f.write(digraph) f.close() digraph_all = 'digraph depgraph {\n' digraph_all += '\n'.join([ make_dep_graph(module) for module_id, module in shutit.shutit_map.items() ]) digraph_all += '\n}' f = file(shutit.build['log_config_path'] + '/digraph_all.txt','w') f.write(digraph_all) f.close() shutit.log('\n================================================================================\n' + digraph_all) shutit.log('\nAbove is the digraph for all modules seen in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n') shutit.log('\n================================================================================\n') shutit.log('\n\n' + digraph) shutit.log('\n================================================================================\n' + digraph) shutit.log('\nAbove is the digraph for all modules configured to be built in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n') shutit.log('\n================================================================================\n') # Exit now shutit_util.handle_exit() # Dependency validation done, now collect configs of those marked for build. shutit_util.config_collection_for_built() if shutit.action['list_configs'] or shutit.build['loglevel'] <= logging.DEBUG: # Set build completed shutit.build['completed'] = True shutit.log('================================================================================') shutit.log('Config details placed in: ' + shutit.build['log_config_path']) shutit.log('================================================================================') shutit.log('To render the digraph of this build into an image run eg:\n\ndot -Tgv -o ' + shutit.build['log_config_path'] + '/digraph.gv ' + shutit.build['log_config_path'] + '/digraph.txt && dot -Tpdf -o digraph.pdf ' + shutit.build['log_config_path'] + '/digraph.gv\n\n') shutit.log('================================================================================') shutit.log('To render the digraph of all visible modules into an image, run eg:\n\ndot -Tgv -o ' + shutit.build['log_config_path'] + '/digraph_all.gv ' + shutit.build['log_config_path'] + '/digraph_all.txt && dot -Tpdf -o digraph_all.pdf ' + shutit.build['log_config_path'] + '/digraph_all.gv\n\n') shutit.log('================================================================================') shutit.log('\nConfiguration details have been written to the folder: ' + shutit.build['log_config_path'] + '\n') shutit.log('================================================================================') if shutit.action['list_configs']: return # Check for conflicts now. errs.extend(check_conflicts(shutit)) # Cache the results of check_ready at the start. errs.extend(check_ready(throw_error=False)) if errs: shutit.log(shutit_util.print_modules(), level=logging.ERROR) child = None for err in errs: shutit.log(err[0], level=logging.ERROR) if not child and len(err) > 1: child = err[1] shutit.fail("Encountered some errors, quitting", shutit_pexpect_child=child) do_remove() do_build() do_test() do_finalize() finalize_target() shutit.log(shutit_util.build_report('#Module: N/A (END)'), level=logging.DEBUG) # Show final report messages (ie messages to show after standard report). if shutit.build['report_final_messages'] != '': shutit.log(shutit.build['report_final_messages'], level=logging.INFO) # Mark the build as completed shutit.build['completed'] = True shutit.log('ShutIt run finished',level=logging.INFO) shutit_util.handle_exit(exit_code=0)
def main(): """Main ShutIt function. Handles the configured actions: - skeleton - create skeleton module - list_configs - output computed configuration - depgraph - output digraph of module dependencies """ if sys.version_info.major == 2: if sys.version_info.minor < 7: shutit_global.shutit.fail('Python version must be 2.7+') shutit = shutit_global.shutit cfg = shutit.cfg shutit.log('ShutIt Started... ', transient=True, newline=False) shutit_util.parse_args() if shutit.action['skeleton']: shutit_util.create_skeleton() shutit.build['completed'] = True return shutit.log('Loading configs...', transient=True) shutit_util.load_configs() # Try and ensure shutit is on the path - makes onboarding easier # Only do this if we're in a terminal if shutit_util.determine_interactive( ) and spawn.find_executable('shutit') is None: setup_shutit_path(cfg) shutit_util.load_mod_from_file( os.path.join(shutit.shutit_main_dir, 'shutit_setup.py')) shutit_util.load_shutit_modules() shutit.log('ShutIt modules loaded', level=logging.INFO) init_shutit_map(shutit) shutit_util.config_collection() shutit.log('Configuration loaded', level=logging.INFO) if shutit.action['list_modules']: shutit_util.list_modules() shutit_util.handle_exit() conn_target(shutit) shutit.log('Connected to target', level=logging.INFO) if shutit.build['interactive'] > 0 and shutit.build['choose_config']: errs = do_interactive_modules() else: errs = [] errs.extend(check_deps()) if shutit.action['list_deps']: # Show dependency graph digraph = 'digraph depgraph {\n' digraph += '\n'.join([ make_dep_graph(module) for module_id, module in shutit.shutit_map.items() if module_id in cfg and cfg[module_id]['shutit.core.module.build'] ]) digraph += '\n}' f = file(shutit.build['log_config_path'] + '/digraph.txt', 'w') f.write(digraph) f.close() digraph_all = 'digraph depgraph {\n' digraph_all += '\n'.join([ make_dep_graph(module) for module_id, module in shutit.shutit_map.items() ]) digraph_all += '\n}' f = file(shutit.build['log_config_path'] + '/digraph_all.txt', 'w') f.write(digraph_all) f.close() shutit.log( '\n================================================================================\n' + digraph_all) shutit.log( '\nAbove is the digraph for all modules seen in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n' ) shutit.log( '\n================================================================================\n' ) shutit.log('\n\n' + digraph) shutit.log( '\n================================================================================\n' + digraph) shutit.log( '\nAbove is the digraph for all modules configured to be built in this shutit invocation. Use graphviz to render into an image, eg\n\n\tshutit depgraph -m mylibrary | dot -Tpng -o depgraph.png\n' ) shutit.log( '\n================================================================================\n' ) # Exit now shutit_util.handle_exit() # Dependency validation done, now collect configs of those marked for build. shutit_util.config_collection_for_built() if shutit.action[ 'list_configs'] or shutit.build['loglevel'] <= logging.DEBUG: # Set build completed shutit.build['completed'] = True shutit.log( '================================================================================' ) shutit.log('Config details placed in: ' + shutit.build['log_config_path']) shutit.log( '================================================================================' ) shutit.log( 'To render the digraph of this build into an image run eg:\n\ndot -Tgv -o ' + shutit.build['log_config_path'] + '/digraph.gv ' + shutit.build['log_config_path'] + '/digraph.txt && dot -Tpdf -o digraph.pdf ' + shutit.build['log_config_path'] + '/digraph.gv\n\n') shutit.log( '================================================================================' ) shutit.log( 'To render the digraph of all visible modules into an image, run eg:\n\ndot -Tgv -o ' + shutit.build['log_config_path'] + '/digraph_all.gv ' + shutit.build['log_config_path'] + '/digraph_all.txt && dot -Tpdf -o digraph_all.pdf ' + shutit.build['log_config_path'] + '/digraph_all.gv\n\n') shutit.log( '================================================================================' ) shutit.log( '\nConfiguration details have been written to the folder: ' + shutit.build['log_config_path'] + '\n') shutit.log( '================================================================================' ) if shutit.action['list_configs']: return # Check for conflicts now. errs.extend(check_conflicts(shutit)) # Cache the results of check_ready at the start. errs.extend(check_ready(throw_error=False)) if errs: shutit.log(shutit_util.print_modules(), level=logging.ERROR) child = None for err in errs: shutit.log(err[0], level=logging.ERROR) if not child and len(err) > 1: child = err[1] shutit.fail("Encountered some errors, quitting", shutit_pexpect_child=child) do_remove() do_build() do_test() do_finalize() finalize_target() shutit.log(shutit_util.build_report('#Module: N/A (END)'), level=logging.DEBUG) # Show final report messages (ie messages to show after standard report). if shutit.build['report_final_messages'] != '': shutit.log(shutit.build['report_final_messages'], level=logging.INFO) if shutit.build['interactive'] >= 3: shutit.log( '\n' + 'The build is complete. You should now have a target called ' + shutit.target['name'] + ' and a new image if you chose to commit it.\n\nLook and play with the following files from the newly-created module directory to dig deeper:\n\n configs/build.cnf\n *.py\n\nYou can rebuild at any time by running the supplied ./build.sh and run with the supplied ./run.sh. These may need tweaking for your particular environment, eg sudo', level=logging.DEBUG) # Mark the build as completed shutit.build['completed'] = True shutit.log('ShutIt run finished', level=logging.INFO) shutit_util.handle_exit(0)
def do_lists(shutit): if shutit.action['list_deps']: cfg = shutit.cfg # Show dependency graph digraph = 'digraph depgraph {\n' digraph += '\n'.join([ make_dep_graph(module) for module_id, module in shutit.shutit_map.items() if module_id in cfg and cfg[module_id]['shutit.core.module.build'] ]) digraph += '\n}' f = open(shutit.build['log_config_path'] + '/digraph.txt', 'w') f.write(digraph) f.close() digraph_all = 'digraph depgraph {\n' digraph_all += '\n'.join([ make_dep_graph(module) for module_id, module in shutit.shutit_map.items() ]) digraph_all += '\n}' fname = shutit.build['log_config_path'] + '/digraph_all.txt' f = open(fname, 'w') f.write(digraph_all) f.close() shutit.log( '\n================================================================================\n' + digraph_all) shutit.log( '\nAbove is the digraph for ALL MODULES SEEN in this ShutIt invocation. Use graphviz to render into an image, eg\n\n\tcat ' + fname + ' | dot -Tpng -o depgraph.png\n') shutit.log( '\n================================================================================\n' ) fname = shutit.build['log_config_path'] + '/digraph_this.txt' f = open(fname, 'w') f.write(digraph_all) f.close() shutit.log('\n\n' + digraph) shutit.log( '\n================================================================================\n' + digraph) shutit.log( '\nAbove is the digraph for all modules configured to be built IN THIS ShutIt invocation. Use graphviz to render into an image, eg\n\ncat ' + fname + ' | dot -Tpng -o depgraph.png\n') shutit.log( '\n================================================================================\n' ) # Exit now shutit_util.handle_exit(shutit=shutit) # Dependency validation done, now collect configs of those marked for build. shutit_util.config_collection_for_built(shutit) if shutit.action[ 'list_configs'] or shutit.build['loglevel'] <= logging.DEBUG: # Set build completed shutit.build['completed'] = True shutit.log( '================================================================================' ) shutit.log('Config details placed in: ' + shutit.build['log_config_path']) shutit.log( '================================================================================' ) shutit.log( 'To render the digraph of this build into an image run eg:\n\ndot -Tgv -o ' + shutit.build['log_config_path'] + '/digraph.gv ' + shutit.build['log_config_path'] + '/digraph.txt && dot -Tpdf -o digraph.pdf ' + shutit.build['log_config_path'] + '/digraph.gv\n\n') shutit.log( '================================================================================' ) shutit.log( 'To render the digraph of all visible modules into an image, run eg:\n\ndot -Tgv -o ' + shutit.build['log_config_path'] + '/digraph_all.gv ' + shutit.build['log_config_path'] + '/digraph_all.txt && dot -Tpdf -o digraph_all.pdf ' + shutit.build['log_config_path'] + '/digraph_all.gv\n\n') shutit.log( '================================================================================' ) shutit.log( '\nConfiguration details have been written to the folder: ' + shutit.build['log_config_path'] + '\n') shutit.log( '================================================================================' ) if shutit.action['list_configs']: return
def setup_shutit_obj(shutit): shutit_util.parse_args(shutit) if not shutit.build['exam']: shutit.log('# ShutIt Started... ', transient=True) shutit.log('# Loading configs...', transient=True) shutit_util.load_configs(shutit) if shutit.action['skeleton']: shutit_skeleton.create_skeleton(shutit) shutit.build['completed'] = True return # Try and ensure shutit is on the path - makes onboarding easier # Only do this if we're in a terminal if shutit_util.determine_interactive( shutit) and spawn.find_executable('shutit') is None: setup_shutit_path(shutit) shutit_util.load_mod_from_file( shutit, os.path.join(shutit.shutit_main_dir, 'shutit_setup.py')) shutit_util.load_shutit_modules(shutit) shutit.log('ShutIt modules loaded', level=logging.INFO) init_shutit_map(shutit) shutit_util.config_collection(shutit=shutit) shutit.log('Configuration loaded', level=logging.INFO) if shutit.action['list_modules']: shutit_util.list_modules(shutit) shutit_util.handle_exit(shutit=shutit) if not shutit.action['list_deps'] and not shutit.action['list_modules']: conn_target(shutit) shutit.log('Connected to target', level=logging.INFO) if shutit.build['interactive'] > 0 and shutit.build['choose_config']: errs = do_interactive_modules(shutit) else: errs = [] errs.extend(check_deps(shutit)) do_lists(shutit) # Check for conflicts now. errs.extend(check_conflicts(shutit)) # Cache the results of check_ready at the start. errs.extend(check_ready(shutit, throw_error=False)) if errs: shutit.log(shutit_util.print_modules(shutit), level=logging.ERROR) child = None for err in errs: shutit.log(err[0], level=logging.ERROR) if not child and len(err) > 1: child = err[1] shutit.fail("Encountered some errors, quitting", shutit_pexpect_child=child) # pragma: no cover do_remove(shutit) do_build(shutit) do_test(shutit) do_finalize(shutit) finalize_target(shutit) shutit.log(shutit_util.build_report(shutit, '#Module: N/A (END)'), level=logging.DEBUG) do_exam_output(shutit) shutit_global.shutit_global_object.do_final_messages() # Mark the build as completed shutit.build['completed'] = True shutit.log('ShutIt run finished', level=logging.INFO) shutit_util.handle_exit(shutit=shutit, exit_code=0)
def main(): """Main ShutIt function. Handles the configured actions: - skeleton - create skeleton module - list_configs - output computed configuration - depgraph - output digraph of module dependencies """ if sys.version_info.major == 2: if sys.version_info.minor < 7: shutit_global.shutit.fail('Python version must be 2.7+') shutit = shutit_global.shutit shutit_util.parse_args() if not shutit.build['exam']: shutit.log('# ShutIt Started... ', transient=True) shutit.log('# Loading configs...', transient=True) shutit_util.load_configs() if shutit.action['skeleton']: shutit_skeleton.create_skeleton() shutit.build['completed'] = True return # Try and ensure shutit is on the path - makes onboarding easier # Only do this if we're in a terminal if shutit_util.determine_interactive( ) and spawn.find_executable('shutit') is None: setup_shutit_path() shutit_util.load_mod_from_file( os.path.join(shutit.shutit_main_dir, 'shutit_setup.py')) shutit_util.load_shutit_modules() shutit.log('ShutIt modules loaded', level=logging.INFO) init_shutit_map(shutit) shutit_util.config_collection() shutit.log('Configuration loaded', level=logging.INFO) if shutit.action['list_modules']: shutit_util.list_modules() shutit_util.handle_exit() if not shutit.action['list_deps'] and not shutit.action['list_modules']: conn_target(shutit) shutit.log('Connected to target', level=logging.INFO) if shutit.build['interactive'] > 0 and shutit.build['choose_config']: errs = do_interactive_modules() else: errs = [] errs.extend(check_deps()) do_lists(shutit) # Check for conflicts now. errs.extend(check_conflicts(shutit)) # Cache the results of check_ready at the start. errs.extend(check_ready(throw_error=False)) if errs: shutit.log(shutit_util.print_modules(), level=logging.ERROR) child = None for err in errs: shutit.log(err[0], level=logging.ERROR) if not child and len(err) > 1: child = err[1] shutit.fail("Encountered some errors, quitting", shutit_pexpect_child=child) do_remove() do_build() do_test() do_finalize() finalize_target() shutit.log(shutit_util.build_report('#Module: N/A (END)'), level=logging.DEBUG) do_final_messages(shutit) do_exam_output(shutit) # Mark the build as completed shutit.build['completed'] = True shutit.log('ShutIt run finished', level=logging.INFO) shutit_util.handle_exit(exit_code=0)