def main(): """Main CLI entrypoint.""" options = docopt(__doc__, version=__version__) # show all params for debug if ('--debug' in options and options['--debug']) or ('-d' in options and options['-d']): Constants.DEBUG = True Logger.d('You supplied the following options: ') Logger.d('\n{0}'.format(dumps(options, indent=2, sort_keys=False))) Logger.clean('') # dynamically match the command that user is trying to run for (option_key, option_value) in options.items(): if hasattr(ezored.commands, option_key) and option_value: command_module = getattr(ezored.commands, option_key) commands = getmembers(command_module, isclass) ezcommand = None for command in commands: if command[0] != 'Base' and command[0].lower() == option_key: ezcommand = command[1](options) break if ezcommand: ezcommand.run()
def build(self, process_data): Logger.i('Building repository: {0}...'.format(self.get_name())) vendor_file_data = self.load_vendor_file_data() if 'vendor' in vendor_file_data: vendor_data = vendor_file_data['vendor'] if 'build' in vendor_data: vendor_data_build = vendor_data['build'] exitcode, stderr, stdout = FileUtil.run( vendor_data_build, self.get_temp_dir(), process_data.get_environ()) if exitcode == 0: Logger.i('Build finished for repository: {0}'.format( self.get_name())) else: if stdout: Logger.i('Build output for repository: {0}'.format( self.get_name())) Logger.clean(stdout) if stderr: Logger.i( 'Error output while build repository: {0}'.format( self.get_name())) Logger.clean(stderr) Logger.f('Failed to build repository: {0}'.format( self.get_name()))
def list(self): from ezored.models.logger import Logger from ezored.models.project import Project Logger.d('Listing all targets...') project = Project.create_from_project_file() Logger.clean('Target List:') for target in project.targets: Logger.clean(' - {0}'.format(target.get_name()))
def list(self): from ezored.models.logger import Logger from ezored.models.project import Project Logger.d('Listing all dependencies...') project = Project.create_from_project_file() Logger.clean('Dependency List:') for dependency in project.dependencies: Logger.clean(' - {0}'.format(dependency.get_name()))
def run(self, process_data, template_data, working_dir): Logger.d('Running task: {0}...'.format(self.get_name())) if process_data: if self.type == self.TYPE_COPY_FILE: from_path = self.params['from'] if self.params['from'] else None to_path = self.params['to'] if self.params['to'] else None FileUtil.copy_file(from_path=from_path, to_path=to_path) elif self.type == self.TYPE_COPY_FILES: to_path = self.params['to'] if self.params['to'] else None file_pattern = self.params[ 'from'] if 'from' in self.params else None file_pattern = process_data.parse_text(file_pattern) found_files = FileUtil.find_files(file_pattern) for f in found_files: if f: FileUtil.copy_file(from_path=f, to_path=os.path.join( to_path, os.path.basename(f))) elif self.type == self.TYPE_PARSE_FILE: file_pattern = self.params[ 'file'] if 'file' in self.params else None file_pattern = process_data.parse_text(file_pattern) found_files = FileUtil.find_files(file_pattern) for f in found_files: if f: template_file = os.path.abspath(f) template_loader = jinja2.FileSystemLoader( searchpath=os.path.dirname(template_file)) template_env = jinja2.Environment( loader=template_loader) template = template_env.get_template( os.path.basename(template_file)) templ_result = template.render(template_data) FileUtil.write_to_file(os.path.dirname(template_file), os.path.basename(template_file), str(templ_result)) elif self.type == self.TYPE_RUN: run_args = self.params[ 'args'] if 'args' in self.params else None if run_args: exitcode, stderr, stdout = FileUtil.run( run_args, working_dir, process_data.get_merged_data_for_runner()) if exitcode == 0: Logger.i('Run finished for task: {0}'.format( self.get_name())) else: if stdout: Logger.i('Run output for task: {0}'.format( self.get_name())) Logger.clean(stdout) if stderr: Logger.i('Error output while run task: {0}'.format( self.get_name())) Logger.clean(stderr) Logger.f('Failed to run task: {0}'.format( self.get_name())) else: Logger.f('Invalid task type') else: Logger.d('Process data is invalid to run task')
def build(self, target_name): from ezored.models.logger import Logger from ezored.models.project import Project project = Project.create_from_project_file() process_data = ProcessData() process_data.reset() process_data.project_name = project.get_config_value('name') if target_name: Logger.i('Build only target: {0}'.format(target_name)) else: Logger.i('Build all targets') target_found = False for target in project.targets: can_build = False if not target_name: can_build = True elif target.get_name() == target_name: can_build = True if can_build: Logger.d('Getting target data by target name: {0}...'.format( target_name)) target_found = True # targets need be deleted to be always fresh with target data from dependencies target.remove() # build the target repository after download target.prepare_from_process_data(process_data) target.repository.download() target.repository.build(process_data) # get all target data from project dependencies target_data = TargetData() target_data.project_config = project.config for dependency in project.dependencies: dependency.prepare_from_process_data(process_data) new_target_data = dependency.get_target_data_by_target_name_and_parse( target.get_name(), process_data) target_data.merge(new_target_data) # back to target data target.prepare_from_process_data(process_data) # copy files from dependencies to target directory FileUtil.copy_files_from_list(target_data.copy_files) # parse files path and it content target_project_file_data = target.load_target_project_file_data( ) if 'target' in target_project_file_data: target_project_data = target_project_file_data['target'] # parse files if 'parse_files' in target_project_data: target_project_data_parse_files = target_project_data[ 'parse_files'] if target_project_data_parse_files: Logger.d('Files to parse from target: {0}'.format( len(target_project_data_parse_files))) target_project_data_parse_files = process_data.parse_text_list( target_project_data_parse_files) for target_project_data_parse_file in target_project_data_parse_files: template_loader = jinja2.FileSystemLoader( searchpath='/') template_env = jinja2.Environment( loader=template_loader) template_file = target_project_data_parse_file template = template_env.get_template( template_file) templ_result = template.render( target=target_data) FileUtil.write_to_file( os.path.dirname( target_project_data_parse_file), os.path.basename( target_project_data_parse_file), str(templ_result)) else: Logger.d('No files need to parse from target: {0}'. format(target.get_name())) # build target if 'build' in target_project_data: Logger.i('Building target: {0}...'.format( target.get_name())) target_project_data_build = target_project_data[ 'build'] exitcode, stderr, stdout = FileUtil.run( target_project_data_build, target.repository.get_vendor_dir(), process_data.get_environ()) if exitcode == 0: Logger.i('Build finished for target: {0}'.format( target.get_name())) else: if stdout: Logger.i('Build output for target: {0}'.format( target.get_name())) Logger.clean(stdout) if stderr: Logger.i( 'Error output while build target: {0}'. format(target.get_name())) Logger.clean(stderr) Logger.f('Failed to build target: {0}'.format( target.get_name())) if not target_found: Logger.f('Target not found: {0}'.format(target_name))
def test_clean(self): Logger.clean('test_clean') self.assertTrue(True)
def download_file(url, dest=None, filename=None): """ Download and save a file specified by url to dest directory. """ Logger.d('New download request: {0}'.format(url)) Logger.d('Destination: {0}'.format(dest)) Logger.d('Filename: {0}'.format(filename)) req = urllib2.Request(url, headers={'User-Agent': 'Mozilla/5.0'}) u = urllib2.urlopen(req) scheme, netloc, path, query, fragment = urlparse.urlsplit(url) if not filename: filename = DownloadUtil.get_filename_from_url(path) if dest: FileUtil.create_dir(dest) filename = os.path.join(dest, filename) Logger.d('Getting file metadata...') with open(filename, 'wb') as f: meta = u.info() meta_func = meta.getheaders if hasattr( meta, 'getheaders') else meta.get_all meta_length = meta_func('Content-Length') file_size = None pbar = None if meta_length: file_size = int(meta_length[0]) if file_size: Logger.d('File size in bytes: {0}'.format(file_size)) Logger.clean('') pbar = tqdm(total=file_size) file_size_dl = 0 block_sz = 8192 if not pbar: Logger.d('Downloading, please wait...') while True: dbuffer = u.read(block_sz) if not dbuffer: break dbuffer_len = len(dbuffer) file_size_dl += dbuffer_len f.write(dbuffer) if pbar: pbar.update(dbuffer_len) if pbar: pbar.close() Logger.clean('') return filename