예제 #1
0
 def __test_copy_logs_deprecated(self, ztestsuite, localhost_log_file, fetch_logs_flag = True):
   """
   base test method containing common code called by public test methods for testing execution
   of copy of logs based on deprecated function signatures
   """
   #first set things up
   #create a temp dir for logs
   import tempfile
   runtime.reset_all()
   #create the log file on "remote" which is actually localhost
   with open( localhost_log_file, 'wb') as f:
     f.write("This is a log")
   runner = TestRunner(ztestsuite=ztestsuite, should_fetch_logs=fetch_logs_flag)
   logs_dir = tempfile.mkdtemp()
   runner.set_logs_dir(logs_dir)
   try:
     runner.run()
     #no logs specified on default, so should not have any files
     if fetch_logs_flag:
       self.assertEqual( os.listdir(logs_dir), ['ztestsuite.unittest-' + os.path.basename(localhost_log_file)])
     else:
       self.assertEqual( os.listdir(logs_dir),[])
   except:
     raise
   finally:
     #cleanup
     shutil.rmtree( logs_dir)
예제 #2
0
 def test_full_run(self):
     """
 Tests a full run
 """
     test_file = os.path.join(self.FILE_LOCATION,
                              "samples/sample_test_with_naarad.py")
     test_runner = TestRunner(test_file, ["test0", "test1", "test2"], {})
     test_runner.run()
예제 #3
0
 def test_full_run_parallel(self):
   """
   Tests a full run with parallel tests
   """
   runtime.reset_collector()
   test_file = os.path.join(self.FILE_LOCATION,
                            "samples/sample_test_with_naarad_run_tests_in_parallel.py")
   test_runner = TestRunner(test_file, ["test0", "test1", "test2"], {}, reporter_type='junit_reporter')
   test_runner.run()
예제 #4
0
 def test_full_run_with_skip(self):
     """
 Tests failing setup for one test and having it skip
 """
     test_file = os.path.join(self.FILE_LOCATION,
                              "samples/sample_test_fail_first_setup.py")
     test_runner = TestRunner(test_file, None,
                              {"max_failures_per_suite_before_abort": -1})
     test_runner.run()
예제 #5
0
 def test_full_run_junit(self):
     """
 Tests a full run
 """
     runtime.reset_collector()
     test_file = os.path.join(self.FILE_LOCATION,
                              "samples/sample_test_junit_reports.py")
     test_runner = TestRunner(test_file, ["test0", "test1", "test2"], {})
     test_runner.run()
예제 #6
0
 def test_full_run(self):
   """
   Tests a full run
   """
   runtime.reset_collector()
   test_file = os.path.join(self.FILE_LOCATION,
                            "samples/sample_test_with_naarad.py")
   test_runner = TestRunner(test_file, ["test0", "test1", "test2"], {})
   test_runner.run()
예제 #7
0
 def test_full_run_with_skip(self):
   """
   Tests failing setup for one test and having it skip
   """
   runtime.reset_collector()
   test_file = os.path.join(self.FILE_LOCATION,
                            "samples/sample_test_fail_first_setup.py")
   test_runner = TestRunner(test_file, None,
                            {"max_failures_per_suite_before_abort": -1}, reporter_type='junit_reporter')
   test_runner.run()
예제 #8
0
 def test_full_run_with_skip_and_stop_all_config(self):
     """
 Tests failing consectutive setup_suites and skipping the rest of the
 configurations.
 """
     test_file = os.path.join(self.FILE_LOCATION,
                              "samples/sample_test_fail_setup_suite.py")
     test_runner = TestRunner(test_file, None,
                              {"max_suite_failures_before_abort": 0})
     test_runner.run()
예제 #9
0
 def test_full_run_with_skip_and_stop_one_config(self):
     """
 Tests failing consecutive setups and having the entire execution of a
 configuration stop.
 """
     test_file = os.path.join(self.FILE_LOCATION,
                              "samples/sample_test_fail_all_setup.py")
     test_runner = TestRunner(test_file, None,
                              {"max_failures_per_suite_before_abort": 0})
     test_runner.run()
예제 #10
0
 def test_full_run_with_skip_and_stop_one_config(self):
   """
   Tests failing consecutive setups and having the entire execution of a
   configuration stop.
   """
   runtime.reset_collector()
   test_file = os.path.join(self.FILE_LOCATION,
                            "samples/sample_test_fail_all_setup.py")
   test_runner = TestRunner(test_file, None,
                            {"max_failures_per_suite_before_abort": 0}, reporter_type='junit_reporter')
   test_runner.run()
예제 #11
0
 def test_full_run_with_skip_and_stop_all_config(self):
   """
   Tests failing consectutive setup_suites and skipping the rest of the
   configurations.
   """
   runtime.reset_collector()
   test_file = os.path.join(self.FILE_LOCATION,
                            "samples/sample_test_fail_setup_suite.py")
   test_runner = TestRunner(test_file, None,
                            {"max_suite_failures_before_abort": 0}, reporter_type='junit_reporter')
   test_runner.run()
예제 #12
0
파일: __main__.py 프로젝트: vickkyy/Zopkio
def call_main(args):
    # Get output directory.
    try:
        if args.output_dir is not None:
            runtime.set_output_dir(args.output_dir)
    except ValueError as e:
        print str(e)
        raise

    # Set up logging.
    setup_logging(runtime.get_output_dir(), args.log_level, args.console_level)
    logger = logging.getLogger("zopkio")
    logger.info("Starting zopkio")

    try:
        utils.check_file_with_exception(args.testfile)
        utils.check_testfile_dir_structure(args.testfile)
        machines = utils.make_machine_mapping(args.machine_list)
        config_overrides = utils.parse_config_list(args.config_overrides)
    except ValueError as e:
        logger.error(str(e))
        print("Error in processing command line arguments:\n {0}".format(
            traceback.format_exc()))
        raise

    runtime.set_machines(machines)
    if args.user is not None:
        user = args.user
    else:
        user = getpass.getuser()
    if args.nopassword:
        password = ""
    else:
        password = getpass.getpass()
    runtime.set_user(user, password)

    try:
        testmodule = utils.load_module(args.testfile)
        ztestsuites = [
            getattr(testmodule, attr) for attr in dir(testmodule)
            if isinstance(getattr(testmodule, attr), ZTestSuite)
        ]
        if len(
                ztestsuites
        ) > 0:  #TODO(jehrlich) intelligently handle multiple test suites
            test_runner = TestRunner(ztestsuite=ztestsuites[0],
                                     testlist=args.test_list,
                                     config_overrides=config_overrides)
        else:
            test_runner = TestRunner(args.testfile, args.test_list,
                                     config_overrides)
    except BaseException as e:
        print("Error setting up testrunner:\n%s" % traceback.format_exc())
        raise ValueError(e.message)

    test_runner.run()

    logger.info("Exiting zopkio")
    return test_runner.success_count(), test_runner.fail_count()
예제 #13
0
 def test_copy_logs_empty_default(self):
   #first set things up
   runtime.reset_all()
   ztestsuite = SampleTestSuite()
   runtime.set_active_config(Config("unittestconfig",{}))
   runner = TestRunner(ztestsuite=ztestsuite)
   #create a temp dir for logs
   import tempfile
   logs_dir = tempfile.mkdtemp()
   runner.set_logs_dir(logs_dir)
   runner._copy_logs()
   try:
     #no logs specified on default, so should not have any files
    self.assertTrue( os.listdir(logs_dir) == [])
   except:
     raise
   finally:
     #cleanup
     shutil.rmtree( logs_dir)
예제 #14
0
 def __test_copy_logs_deprecated(self,
                                 ztestsuite,
                                 localhost_log_file,
                                 fetch_logs_flag=True):
     """
 base test method containing common code called by public test methods for testing execution
 of copy of logs based on deprecated function signatures
 """
     #first set things up
     #create a temp dir for logs
     import tempfile
     runtime.reset_all()
     #create the log file on "remote" which is actually localhost
     with open(localhost_log_file, 'wb') as f:
         f.write("This is a log")
     runner = TestRunner(ztestsuite=ztestsuite,
                         should_fetch_logs=fetch_logs_flag)
     logs_dir = tempfile.mkdtemp()
     runner.set_logs_dir(logs_dir)
     try:
         runner.run()
         #no logs specified on default, so should not have any files
         if fetch_logs_flag:
             self.assertEqual(os.listdir(logs_dir), [
                 'ztestsuite.unittest-' +
                 os.path.basename(localhost_log_file)
             ])
         else:
             self.assertEqual(os.listdir(logs_dir), [])
     except:
         raise
     finally:
         #cleanup
         shutil.rmtree(logs_dir)
예제 #15
0
파일: __main__.py 프로젝트: JahanviB/Zopkio
def call_main(args):
  # Get output directory.
  try:
    if args.output_dir is not None:
      runtime.set_output_dir(args.output_dir)
  except ValueError as e:
    print str(e)
    raise

  # Set up logging.
  setup_logging(runtime.get_output_dir(), args.log_level, args.console_level)
  logger = logging.getLogger("zopkio")
  logger.info("Starting zopkio")

  try:
    utils.check_file_with_exception(args.testfile)
    utils.check_testfile_dir_structure(args.testfile)
    machines = utils.make_machine_mapping(args.machine_list)
    config_overrides = utils.parse_config_list(args.config_overrides)
  except ValueError as e:
    logger.error(str(e))
    print("Error in processing command line arguments:\n {0}".format(traceback.format_exc()))
    raise

  runtime.set_machines(machines)
  if args.user is not None:
    user = args.user
  else:
    user = getpass.getuser()
  if args.nopassword:
    password = ""
  else:
    password = getpass.getpass()
  runtime.set_user(user, password)

  try:
    testmodule = utils.load_module(args.testfile)
    ztestsuites = [getattr(testmodule, attr)
               for attr in dir(testmodule)
               if isinstance(getattr(testmodule, attr), ZTestSuite)]
    if len(ztestsuites) > 0: #TODO(jehrlich) intelligently handle multiple test suites
      test_runner = TestRunner(ztestsuite=ztestsuites[0], testlist=args.test_list, config_overrides=config_overrides)
    else:
      test_runner = TestRunner(args.testfile, args.test_list, config_overrides)
  except BaseException as e:
    print("Error setting up testrunner:\n%s" % traceback.format_exc())
    raise ValueError(e.message)

  test_runner.run()

  logger.info("Exiting zopkio")
  return test_runner.success_count(), test_runner.fail_count()
예제 #16
0
 def test_copy_logs_empty_default(self):
     #first set things up
     runtime.reset_all()
     ztestsuite = SampleTestSuite()
     runtime.set_active_config(Config("unittestconfig", {}))
     runner = TestRunner(ztestsuite=ztestsuite)
     #create a temp dir for logs
     import tempfile
     logs_dir = tempfile.mkdtemp()
     runner.set_logs_dir(logs_dir)
     runner._copy_logs()
     try:
         #no logs specified on default, so should not have any files
         self.assertTrue(os.listdir(logs_dir) == [])
     except:
         raise
     finally:
         #cleanup
         shutil.rmtree(logs_dir)
예제 #17
0
파일: __main__.py 프로젝트: pubnub/Zopkio
def main():
    """
  Parse command line arguments and then run the test suite
  """
    parser = argparse.ArgumentParser(
        description='A distributed test framework')
    parser.add_argument(
        'testfile',
        help='The file that is used to determine the test suite run')
    parser.add_argument(
        '--test-only',
        nargs='*',
        dest='test_list',
        help='run only the named tests to help debug broken tests')
    parser.add_argument(
        '--machine-list',
        nargs='*',
        dest='machine_list',
        help='''mapping of logical host names to physical names allowing the same
              test suite to run on different hardware, each argument is a pair
              of logical name and physical name separated by a =''')
    parser.add_argument(
        '--config-overrides',
        nargs='*',
        dest='config_overrides',
        help=
        '''config overrides at execution time, each argument is a config with
              its value separated by a =. This has the highest priority of all
              configs''')
    parser.add_argument(
        '-d',
        '--output-dir',
        dest='output_dir',
        help='''Directory to write output files and logs. Defaults to the current
              directory.''')
    parser.add_argument("--log-level",
                        dest="log_level",
                        help="Log level (default INFO)",
                        default="INFO")
    parser.add_argument("--console-log-level",
                        dest="console_level",
                        help="Console Log level (default ERROR)",
                        default="ERROR")
    parser.add_argument("--nopassword",
                        action='store_true',
                        dest="nopassword",
                        help="Disable password prompt")
    parser.add_argument(
        "--user",
        dest="user",
        help="user to run the test as (defaults to current user)")
    parser.add_argument(
        "--reporter",
        dest="reporter",
        help="reporter type that will be use to generate report)")
    args = parser.parse_args()

    # Get output directory.
    try:
        if args.output_dir is not None:
            runtime.set_output_dir(args.output_dir)
    except ValueError as e:
        print str(e)
        sys.exit(1)

    # Set up logging.
    setup_logging(runtime.get_output_dir(), args.log_level, args.console_level)
    logger = logging.getLogger("zopkio")
    logger.info("Starting zopkio")

    try:
        utils.check_file_with_exception(args.testfile)
        utils.check_testfile_dir_structure(args.testfile)
        machines = utils.make_machine_mapping(args.machine_list)
        config_overrides = utils.parse_config_list(args.config_overrides)
    except ValueError as e:
        logger.error(str(e))
        print("Error in processing command line arguments:\n {0}".format(
            traceback.format_exc()))
        sys.exit(1)

    runtime.set_machines(machines)
    if args.user is not None:
        user = args.user
    else:
        user = getpass.getuser()
    if args.nopassword:
        password = ""
    else:
        password = getpass.getpass()
    runtime.set_user(user, password)

    try:
        testmodule = utils.load_module(args.testfile)
        ztestsuites = [
            getattr(testmodule, attr) for attr in dir(testmodule)
            if isinstance(getattr(testmodule, attr), ZTestSuite)
        ]
        # reporter_type = runtime.get_active_config('zopkio_reporter')
        reporter_type = None
        if args.reporter is not None:
            reporter_type = args.reporter
        if len(
                ztestsuites
        ) > 0:  #TODO(jehrlich) intelligently handle multiple test suites
            test_runner = TestRunner(ztestsuite=ztestsuites[0],
                                     testlist=args.test_list,
                                     config_overrides=config_overrides,
                                     reporter_type=reporter_type)
        else:
            test_runner = TestRunner(args.testfile,
                                     args.test_list,
                                     config_overrides,
                                     reporter_type=reporter_type)

    except BaseException as e:
        print("Error setting up testrunner:\n%s" % traceback.format_exc())
        sys.exit(1)
    print "CONFIG_OVERRIDE: %s" % (config_overrides, )
    test_runner.run()

    logger.info("Exiting zopkio")
예제 #18
0
def main():
    """
  Parse command line arguments and then run the test suite
  """
    parser = argparse.ArgumentParser(
        description='A distributed test framework')
    parser.add_argument(
        'testfile',
        help='The file that is used to determine the test suite run')
    parser.add_argument(
        '--test-only',
        nargs='*',
        dest='test_list',
        help='run only the named tests to help debug broken tests')
    parser.add_argument(
        '--machine-list',
        nargs='*',
        dest='machine_list',
        help='''mapping of logical host names to physical names allowing the same
              test suite to run on different hardware, each argument is a pair
              of logical name and physical name separated by a =''')
    parser.add_argument(
        '--config-overrides',
        nargs='*',
        dest='config_overrides',
        help=
        '''config overrides at execution time, each argument is a config with
              its value separated by a =. This has the highest priority of all
              configs''')
    parser.add_argument(
        '-d',
        '--output-dir',
        dest='output_dir',
        help='''Directory to write output files and logs. Defaults to the current
              directory.''')
    parser.add_argument("--log-level",
                        dest="log_level",
                        help="Log level (default INFO)",
                        default="INFO")
    parser.add_argument("--console-log-level",
                        dest="console_level",
                        help="Console Log level (default ERROR)",
                        default="ERROR")
    parser.add_argument("--nopassword",
                        action='store_true',
                        dest="nopassword",
                        help="Disable password prompt")
    args = parser.parse_args()

    # Get output directory.
    try:
        if args.output_dir is not None:
            runtime.set_output_dir(args.output_dir)
    except ValueError as e:
        print str(e)
        sys.exit(1)

    # Set up logging.
    runtime.set_init_time(time.time())
    setup_logging(runtime.get_output_dir(), args.log_level, args.console_level)
    logger = logging.getLogger("zopkio")
    logger.info("Starting zopkio")

    try:
        utils.check_file_with_exception(args.testfile)
        machines = utils.make_machine_mapping(args.machine_list)
        config_overrides = utils.parse_config_list(args.config_overrides)
    except ValueError as e:
        print("Error in processing command line arguments:\n %s".format(
            traceback.format_exc()))
        sys.exit(1)

    runtime.set_machines(machines)
    user = getpass.getuser()
    if args.nopassword:
        password = ""
    else:
        password = getpass.getpass()
    runtime.set_user(user, password)

    try:
        test_runner = TestRunner(args.testfile, args.test_list,
                                 config_overrides)
    except BaseException as e:
        print("Error setting up testrunner:\n%s" % traceback.format_exc())
        sys.exit(1)

    test_runner.run()

    logger.info("Exiting zopkio")
예제 #19
0
파일: __main__.py 프로젝트: bzero/Zopkio
def main():
  """
  Parse command line arguments and then run the test suite
  """
  parser = argparse.ArgumentParser(description='A distributed test framework')
  parser.add_argument('testfile',
      help='The file that is used to determine the test suite run')
  parser.add_argument('--test-only',
      nargs='*',
      dest='test_list',
      help='run only the named tests to help debug broken tests')
  parser.add_argument('--machine-list',
      nargs='*',
      dest='machine_list',
      help='''mapping of logical host names to physical names allowing the same
              test suite to run on different hardware, each argument is a pair
              of logical name and physical name separated by a =''')
  parser.add_argument('--config-overrides',
      nargs='*',
      dest='config_overrides',
      help='''config overrides at execution time, each argument is a config with
              its value separated by a =. This has the highest priority of all
              configs''')
  parser.add_argument('-d', '--output-dir',
      dest='output_dir',
      help='''Directory to write output files and logs. Defaults to the current
              directory.''')
  args = parser.parse_args()

  # Get output directory.
  try:
    if args.output_dir is not None:
      runtime.set_output_dir(args.output_dir)
  except ValueError as e:
    print str(e)
    sys.exit(1)

  # Set up logging.
  runtime.set_init_time(time.time())
  setup_logging(runtime.get_output_dir())
  logger = logging.getLogger("zopkio")
  logger.info("Starting zopkio")

  try:
    utils.check_file_with_exception(args.testfile)
    machines = utils.make_machine_mapping(args.machine_list)
    config_overrides = utils.parse_config_list(args.config_overrides)
  except ValueError as e:
    print("Error in processing command line arguments:\n %s" %
          traceback.format_exc())
    sys.exit(1)

  runtime.set_machines(machines)
  user = getpass.getuser()
  password = getpass.getpass()
  runtime.set_user(user, password)

  try:
    test_runner = TestRunner(args.testfile, args.test_list, config_overrides)
  except BaseException as e:
    print("Error setting up testrunner:\n%s" % traceback.format_exc())
    sys.exit(1)

  test_runner.run()

  logger.info("Exiting zopkio")
예제 #20
0
파일: __main__.py 프로젝트: alshopov/Zopkio
def main():
  """
  Parse command line arguments and then run the test suite
  """
  parser = argparse.ArgumentParser(description='A distributed test framework')
  parser.add_argument('testfile',
      help='The file that is used to determine the test suite run')
  parser.add_argument('--test-only',
      nargs='*',
      dest='test_list',
      help='run only the named tests to help debug broken tests')
  parser.add_argument('--machine-list',
      nargs='*',
      dest='machine_list',
      help='''mapping of logical host names to physical names allowing the same
              test suite to run on different hardware, each argument is a pair
              of logical name and physical name separated by a =''')
  parser.add_argument('--config-overrides',
      nargs='*',
      dest='config_overrides',
      help='''config overrides at execution time, each argument is a config with
              its value separated by a =. This has the highest priority of all
              configs''')
  parser.add_argument('-d', '--output-dir',
      dest='output_dir',
      help='''Directory to write output files and logs. Defaults to the current
              directory.''')
  parser.add_argument("--log-level", dest="log_level", help="Log level (default INFO)", default="INFO")
  parser.add_argument("--console-log-level", dest="console_level", help="Console Log level (default ERROR)",
                      default="ERROR")
  parser.add_argument("--nopassword", action='store_true', dest="nopassword", help="Disable password prompt")
  parser.add_argument("--user", dest="user", help="user to run the test as (defaults to current user)")
  args = parser.parse_args()

  # Get output directory.
  try:
    if args.output_dir is not None:
      runtime.set_output_dir(args.output_dir)
  except ValueError as e:
    print str(e)
    sys.exit(1)

  # Set up logging.
  setup_logging(runtime.get_output_dir(), args.log_level, args.console_level)
  logger = logging.getLogger("zopkio")
  logger.info("Starting zopkio")

  try:
    utils.check_file_with_exception(args.testfile)
    utils.check_testfile_dir_structure(args.testfile)
    machines = utils.make_machine_mapping(args.machine_list)
    config_overrides = utils.parse_config_list(args.config_overrides)
  except ValueError as e:
    logger.error(str(e))
    print("Error in processing command line arguments:\n {0}".format(traceback.format_exc()))
    sys.exit(1)

  runtime.set_machines(machines)
  if args.user is not None:
    user = args.user
  else:
    user = getpass.getuser()
  if args.nopassword:
    password = ""
  else:
    password = getpass.getpass()
  runtime.set_user(user, password)

  try:
    testmodule = utils.load_module(args.testfile)
    ztestsuites = [getattr(testmodule, attr)
               for attr in dir(testmodule)
               if isinstance(getattr(testmodule, attr), ZTestSuite)]
    if len(ztestsuites) > 0: #TODO(jehrlich) intelligently handle multiple test suites
      test_runner = TestRunner(ztestsuite=ztestsuites[0], testlist=args.test_list, config_overrides=config_overrides)
    else:
      test_runner = TestRunner(args.testfile, args.test_list, config_overrides)
  except BaseException as e:
    print("Error setting up testrunner:\n%s" % traceback.format_exc())
    sys.exit(1)

  test_runner.run()

  logger.info("Exiting zopkio")