def store(args, logger): tempdir = tempfile.mkdtemp(prefix='testresults.') try: results = {} logger.info('Reading files from %s' % args.source) if resultutils.is_url(args.source) or os.path.isfile(args.source): resultutils.append_resultsdata(results, args.source) else: for root, dirs, files in os.walk(args.source): for name in files: f = os.path.join(root, name) if name == "testresults.json": resultutils.append_resultsdata(results, f) elif args.all: dst = f.replace(args.source, tempdir + "/") os.makedirs(os.path.dirname(dst), exist_ok=True) shutil.copyfile(f, dst) revisions = {} if not results and not args.all: if args.allow_empty: logger.info("No results found to store") return 0 logger.error("No results found to store") return 1 # Find the branch/commit/commit_count and ensure they all match for suite in results: for result in results[suite]: config = results[suite][result]['configuration']['LAYERS']['meta'] revision = (config['commit'], config['branch'], str(config['commit_count'])) if revision not in revisions: revisions[revision] = {} if suite not in revisions[revision]: revisions[revision][suite] = {} revisions[revision][suite][result] = results[suite][result] logger.info("Found %d revisions to store" % len(revisions)) for r in revisions: results = revisions[r] keywords = {'commit': r[0], 'branch': r[1], "commit_count": r[2]} subprocess.check_call(["find", tempdir, "!", "-path", "./.git/*", "-delete"]) resultutils.save_resultsdata(results, tempdir, ptestlogs=True) logger.info('Storing test result into git repository %s' % args.git_dir) gitarchive.gitarchive(tempdir, args.git_dir, False, False, "Results of {branch}:{commit}", "branch: {branch}\ncommit: {commit}", "{branch}", False, "{branch}/{commit_count}-g{commit}/{tag_number}", 'Test run #{tag_number} of {branch}:{commit}', '', [], [], False, keywords, logger) finally: subprocess.check_call(["rm", "-rf", tempdir]) return 0
def store(args, logger): tempdir = tempfile.mkdtemp(prefix='testresults.') try: results = {} logger.info('Reading files from %s' % args.source) if os.path.isfile(args.source): resultutils.append_resultsdata(results, args.source) else: for root, dirs, files in os.walk(args.source): for name in files: f = os.path.join(root, name) if name == "testresults.json": resultutils.append_resultsdata(results, f) elif args.all: dst = f.replace(args.source, tempdir + "/") os.makedirs(os.path.dirname(dst), exist_ok=True) shutil.copyfile(f, dst) revisions = {} if not results and not args.all: if args.allow_empty: logger.info("No results found to store") return 0 logger.error("No results found to store") return 1 # Find the branch/commit/commit_count and ensure they all match for suite in results: for result in results[suite]: config = results[suite][result]['configuration']['LAYERS']['meta'] revision = (config['commit'], config['branch'], str(config['commit_count'])) if revision not in revisions: revisions[revision] = {} if suite not in revisions[revision]: revisions[revision][suite] = {} revisions[revision][suite][result] = results[suite][result] logger.info("Found %d revisions to store" % len(revisions)) for r in revisions: results = revisions[r] keywords = {'commit': r[0], 'branch': r[1], "commit_count": r[2]} subprocess.check_call(["find", tempdir, "!", "-path", "./.git/*", "-delete"]) resultutils.save_resultsdata(results, tempdir, ptestlogs=True) logger.info('Storing test result into git repository %s' % args.git_dir) gitarchive.gitarchive(tempdir, args.git_dir, False, False, "Results of {branch}:{commit}", "branch: {branch}\ncommit: {commit}", "{branch}", False, "{branch}/{commit_count}-g{commit}/{tag_number}", 'Test run #{tag_number} of {branch}:{commit}', '', [], [], False, keywords, logger) finally: subprocess.check_call(["rm", "-rf", tempdir]) return 0
def store(args, logger): tempdir = tempfile.mkdtemp(prefix='testresults.') try: results = {} logger.info('Reading files from %s' % args.source) for root, dirs, files in os.walk(args.source): for name in files: f = os.path.join(root, name) if name == "testresults.json": resultutils.append_resultsdata(results, f) elif args.all: dst = f.replace(args.source, tempdir + "/") os.makedirs(os.path.dirname(dst), exist_ok=True) shutil.copyfile(f, dst) resultutils.save_resultsdata(results, tempdir) if not results and not args.all: if args.allow_empty: logger.info("No results found to store") return 0 logger.error("No results found to store") return 1 keywords = {'branch': None, 'commit': None, 'commit_count': None} # Find the branch/commit/commit_count and ensure they all match for suite in results: for result in results[suite]: config = results[suite][result]['configuration']['LAYERS'][ 'meta'] for k in keywords: if keywords[k] is None: keywords[k] = config.get(k) if config.get(k) != keywords[k]: logger.error( "Mismatched source commit/branch/count: %s vs %s" % (config.get(k), keywords[k])) return 1 logger.info('Storing test result into git repository %s' % args.git_dir) gitarchive.gitarchive( tempdir, args.git_dir, False, False, "Results of {branch}:{commit}", "branch: {branch}\ncommit: {commit}", "{branch}", False, "{branch}/{commit_count}-g{commit}/{tag_number}", 'Test run #{tag_number} of {branch}:{commit}', '', [], [], False, keywords, logger) finally: subprocess.check_call(["rm", "-rf", tempdir]) return 0