def setUp(self): # Set up commits to build self.commits = [] sequence = 0 for commit_info in commits: comm = commit.Commit(commit_info[0]) comm.subject = commit_info[1] comm.return_code = commit_info[2] comm.error_list = commit_info[3] comm.sequence = sequence sequence += 1 self.commits.append(comm) # Set up boards to build self.boards = board.Boards() for brd in boards: self.boards.AddBoard(board.Board(*brd)) self.boards.SelectBoards([]) # Add some test settings bsettings.Setup(None) bsettings.AddFile(settings_data) # Set up the toolchains self.toolchains = toolchain.Toolchains() self.toolchains.Add('arm-linux-gcc', test=False) self.toolchains.Add('sparc-linux-gcc', test=False) self.toolchains.Add('powerpc-linux-gcc', test=False) self.toolchains.Add('gcc', test=False) # Avoid sending any output terminal.SetPrintTestMode() self._col = terminal.Color()
def setUp(self): self._base_dir = tempfile.mkdtemp() self._git_dir = os.path.join(self._base_dir, 'src') self._buildman_pathname = sys.argv[0] self._buildman_dir = os.path.dirname(os.path.realpath(sys.argv[0])) command.test_result = self._HandleCommand self.setupToolchains() self._toolchains.Add('arm-gcc', test=False) self._toolchains.Add('powerpc-gcc', test=False) bsettings.Setup(None) bsettings.AddFile(settings_data) self._boards = board.Boards() for brd in boards: self._boards.AddBoard(board.Board(*brd)) # Directories where the source been cloned self._clone_dirs = [] self._commits = len(commit_shortlog.splitlines()) + 1 self._total_builds = self._commits * len(boards) # Number of calls to make self._make_calls = 0 # Map of [board, commit] to error messages self._error = {} self._test_branch = TEST_BRANCH # Avoid sending any output and clear all terminal output terminal.SetPrintTestMode() terminal.GetPrintTestLines()
def setUp(self): # Set up commits to build self.commits = [] sequence = 0 for commit_info in commits: comm = commit.Commit(commit_info[0]) comm.subject = commit_info[1] comm.return_code = commit_info[2] comm.error_list = commit_info[3] comm.sequence = sequence sequence += 1 self.commits.append(comm) # Set up boards to build self.boards = board.Boards() for brd in boards: self.boards.AddBoard(board.Board(*brd)) self.boards.SelectBoards([]) # Set up the toolchains bsettings.Setup() self.toolchains = toolchain.Toolchains() self.toolchains.Add('arm-linux-gcc', test=False) self.toolchains.Add('sparc-linux-gcc', test=False) self.toolchains.Add('powerpc-linux-gcc', test=False) self.toolchains.Add('gcc', test=False)
def DoBuildman(options, args): """The main control code for buildman Args: options: Command line options object args: Command line arguments (list of strings) """ gitutil.Setup() bsettings.Setup() options.git_dir = os.path.join(options.git, '.git') toolchains = toolchain.Toolchains() toolchains.Scan(options.list_tool_chains) if options.list_tool_chains: toolchains.List() print return # Work out how many commits to build. We want to build everything on the # branch. We also build the upstream commit as a control so we can see # problems introduced by the first commit on the branch. col = terminal.Color() count = options.count if count == -1: if not options.branch: str = 'Please use -b to specify a branch to build' print col.Color(col.RED, str) sys.exit(1) count = gitutil.CountCommitsInBranch(options.git_dir, options.branch) if count is None: str = "Branch '%s' not found or has no upstream" % options.branch print col.Color(col.RED, str) sys.exit(1) count += 1 # Build upstream commit also if not count: str = ("No commits found to process in branch '%s': " "set branch's upstream or use -c flag" % options.branch) print col.Color(col.RED, str) sys.exit(1) # Work out what subset of the boards we are building boards = board.Boards() boards.ReadBoards(os.path.join(options.git, 'boards.cfg')) why_selected = boards.SelectBoards(args) selected = boards.GetSelected() if not len(selected): print col.Color(col.RED, 'No matching boards found') sys.exit(1) # Read the metadata from the commits. First look at the upstream commit, # then the ones in the branch. We would like to do something like # upstream/master~..branch but that isn't possible if upstream/master is # a merge commit (it will list all the commits that form part of the # merge) range_expr = gitutil.GetRangeInBranch(options.git_dir, options.branch) upstream_commit = gitutil.GetUpstream(options.git_dir, options.branch) series = patchstream.GetMetaDataForList(upstream_commit, options.git_dir, 1) # Conflicting tags are not a problem for buildman, since it does not use # them. For example, Series-version is not useful for buildman. On the # other hand conflicting tags will cause an error. So allow later tags # to overwrite earlier ones. series.allow_overwrite = True series = patchstream.GetMetaDataForList(range_expr, options.git_dir, None, series) # By default we have one thread per CPU. But if there are not enough jobs # we can have fewer threads and use a high '-j' value for make. if not options.threads: options.threads = min(multiprocessing.cpu_count(), len(selected)) if not options.jobs: options.jobs = max(1, (multiprocessing.cpu_count() + len(selected) - 1) / len(selected)) if not options.step: options.step = len(series.commits) - 1 # Create a new builder with the selected options output_dir = os.path.join('..', options.branch) builder = Builder(toolchains, output_dir, options.git_dir, options.threads, options.jobs, checkout=True, show_unknown=options.show_unknown, step=options.step) builder.force_config_on_failure = not options.quick # For a dry run, just show our actions as a sanity check if options.dry_run: ShowActions(series, why_selected, selected, builder, options) else: builder.force_build = options.force_build # Work out which boards to build board_selected = boards.GetSelectedDict() print GetActionSummary(options.summary, count, board_selected, options) if options.summary: # We can't show function sizes without board details at present if options.show_bloat: options.show_detail = True builder.ShowSummary(series.commits, board_selected, options.show_errors, options.show_sizes, options.show_detail, options.show_bloat) else: builder.BuildBoards(series.commits, board_selected, options.show_errors, options.keep_outputs)
result = unittest.TestResult() for module in ['toolchain', 'gitutil']: suite = doctest.DocTestSuite(module) suite.run(result) sys.argv = [sys.argv[0]] if skip_net_tests: test.use_network = False for module in (test.TestBuild, func_test.TestFunctional): suite = unittest.TestLoader().loadTestsFromTestCase(module) suite.run(result) print result for test, err in result.errors: print err for test, err in result.failures: print err options, args = cmdline.ParseArgs() # Run our meagre tests if options.test: RunTests(options.skip_net_tests) # Build selected commits for selected boards else: bsettings.Setup(options.config_file) ret_code = control.DoBuildman(options, args) sys.exit(ret_code)
def DoBuildman(options, args): """The main control code for buildman Args: options: Command line options object args: Command line arguments (list of strings) """ gitutil.Setup() bsettings.Setup(options.config_file) options.git_dir = os.path.join(options.git, '.git') toolchains = toolchain.Toolchains() toolchains.Scan(options.list_tool_chains) if options.list_tool_chains: toolchains.List() print return # Work out how many commits to build. We want to build everything on the # branch. We also build the upstream commit as a control so we can see # problems introduced by the first commit on the branch. col = terminal.Color() count = options.count if count == -1: if not options.branch: count = 1 else: count = gitutil.CountCommitsInBranch(options.git_dir, options.branch) if count is None: str = ("Branch '%s' not found or has no upstream" % options.branch) print col.Color(col.RED, str) sys.exit(1) count += 1 # Build upstream commit also if not count: str = ("No commits found to process in branch '%s': " "set branch's upstream or use -c flag" % options.branch) print col.Color(col.RED, str) sys.exit(1) # Work out what subset of the boards we are building board_file = os.path.join(options.git, 'boards.cfg') if not os.path.exists(board_file): print 'Could not find %s' % board_file status = subprocess.call( [os.path.join(options.git, 'tools/genboardscfg.py')]) if status != 0: print >> sys.stderr, "Failed to generate boards.cfg" sys.exit(1) boards = board.Boards() boards.ReadBoards(os.path.join(options.git, 'boards.cfg')) why_selected = boards.SelectBoards(args) selected = boards.GetSelected() if not len(selected): print col.Color(col.RED, 'No matching boards found') sys.exit(1) # Read the metadata from the commits. First look at the upstream commit, # then the ones in the branch. We would like to do something like # upstream/master~..branch but that isn't possible if upstream/master is # a merge commit (it will list all the commits that form part of the # merge) if options.branch: if count == -1: range_expr = gitutil.GetRangeInBranch(options.git_dir, options.branch) upstream_commit = gitutil.GetUpstream(options.git_dir, options.branch) series = patchstream.GetMetaDataForList(upstream_commit, options.git_dir, 1) # Conflicting tags are not a problem for buildman, since it does # not use them. For example, Series-version is not useful for # buildman. On the other hand conflicting tags will cause an # error. So allow later tags to overwrite earlier ones. series.allow_overwrite = True series = patchstream.GetMetaDataForList(range_expr, options.git_dir, None, series) else: # Honour the count series = patchstream.GetMetaDataForList(options.branch, options.git_dir, count) else: series = None options.verbose = True options.show_errors = True # By default we have one thread per CPU. But if there are not enough jobs # we can have fewer threads and use a high '-j' value for make. if not options.threads: options.threads = min(multiprocessing.cpu_count(), len(selected)) if not options.jobs: options.jobs = max(1, (multiprocessing.cpu_count() + len(selected) - 1) / len(selected)) if not options.step: options.step = len(series.commits) - 1 gnu_make = command.Output( os.path.join(options.git, 'scripts/show-gnu-make')).rstrip() if not gnu_make: print >> sys.stderr, 'GNU Make not found' sys.exit(1) # Create a new builder with the selected options if options.branch: dirname = options.branch else: dirname = 'current' output_dir = os.path.join(options.output_dir, dirname) builder = Builder(toolchains, output_dir, options.git_dir, options.threads, options.jobs, gnu_make=gnu_make, checkout=True, show_unknown=options.show_unknown, step=options.step) builder.force_config_on_failure = not options.quick # For a dry run, just show our actions as a sanity check if options.dry_run: ShowActions(series, why_selected, selected, builder, options) else: builder.force_build = options.force_build builder.force_build_failures = options.force_build_failures builder.force_reconfig = options.force_reconfig builder.in_tree = options.in_tree # Work out which boards to build board_selected = boards.GetSelectedDict() if series: commits = series.commits else: commits = None print GetActionSummary(options.summary, commits, board_selected, options) builder.SetDisplayOptions(options.show_errors, options.show_sizes, options.show_detail, options.show_bloat) if options.summary: # We can't show function sizes without board details at present if options.show_bloat: options.show_detail = True builder.ShowSummary(commits, board_selected) else: builder.BuildBoards(commits, board_selected, options.keep_outputs, options.verbose)