Exemple #1
0
 def test_parse_email_list_standard(self):
     """Test parsing a standard list of email addresses."""
     exp = ['*****@*****.**', '[email protected]']
     obs = parse_email_list(self.email_list1)
     self.assertEqual(obs, exp)
Exemple #2
0
 def test_parse_email_list_whitespace(self):
     """Test parsing a list of email addresses containing whitespace."""
     exp = ['*****@*****.**', '[email protected]']
     obs = parse_email_list(self.email_list4)
     self.assertEqual(obs, exp)
Exemple #3
0
def run_test_suites(config_f, sc_config_fp, recipients_f, email_settings_f,
                    cluster_tag, cluster_template=None,
                    user='******', setup_timeout=20.0, test_suites_timeout=240.0,
                    teardown_timeout=20.0, sc_exe_fp='starcluster'):
    """Runs the suite(s) of tests and emails the results to the recipients.

    This function does not return anything. This function is not unit-tested
    because there isn't a clean way to test it since it sends an email, starts
    up a cluster on Amazon EC2, etc. Nearly every other 'private' function that
    this function calls has been extensively unit-tested (whenever possible).
    Thus, the amount of untested code has been minimized and contained here.

    Arguments:
        config_f - the input configuration file describing the test suites to
            be run
        sc_config_fp - the starcluster config filepath that will be used to
            start/terminate the remote cluster that the tests will be run on
        recipients_f - the file containing email addresses of those who should
            receive the test suite results
        email_settings_f - the file containing email (SMTP) settings to allow
            the script to send an email
        cluster_tag - the starcluster cluster tag to use when creating the
            remote cluster (a string)
        cluster_template - the starcluster cluster template to use in the
            starcluster config file. If not provided, the default cluster
            template in the starcluster config file will be used
        user - the user who the tests should be run as on the remote cluster (a
            string)
        setup_timeout - the number of minutes to allow the cluster to be set up
            before aborting and attempting to terminate it. Must be a float, to
            allow for fractions of a minute
        test_suites_timeout - the number of minutes to allow *all* test suites
            to run before terminating the cluster. Must be a float, to allow
            for fractions of a minute
        teardown_timeout - the number of minutes to allow the cluster to be
            terminated before aborting. Must be a float, to allow for fractions
            of a minute
        sc_exe_fp - path to the starcluster executable
    """
    if setup_timeout <= 0 or test_suites_timeout <= 0 or teardown_timeout <= 0:
        raise ValueError("The timeout (in minutes) must be greater than zero.")

    # Parse the various configuration files first so that we know if there's
    # any outstanding problems with file formats before continuing.
    test_suites = parse_config_file(config_f)
    recipients = parse_email_list(recipients_f)
    email_settings = parse_email_settings(email_settings_f)

    # Get the commands that need to be executed (these include launching a
    # cluster, running the test suites, and terminating the cluster).
    setup_cmds, test_suites_cmds, teardown_cmds = \
            _build_test_execution_commands(test_suites, sc_config_fp,
                                           cluster_tag, cluster_template, user,
                                           sc_exe_fp)

    # Execute the commands and build up the body of an email with the
    # summarized results as well as the output in log file attachments.
    email_body, attachments = _execute_commands_and_build_email(
            test_suites, setup_cmds, test_suites_cmds, teardown_cmds,
            setup_timeout, test_suites_timeout, teardown_timeout, cluster_tag)

    # Send the email.
    # TODO: this should be configurable by the user.
    subject = "Test suite results [Clout testing system]"
    send_email(email_settings['smtp_server'], email_settings['smtp_port'],
                email_settings['sender'], email_settings['password'],
                recipients, subject, email_body, attachments)
Exemple #4
0
def run_test_suites(config_f,
                    sc_config_fp,
                    recipients_f,
                    email_settings_f,
                    cluster_tag,
                    cluster_template=None,
                    user='******',
                    spot_bid=None,
                    setup_timeout=20.0,
                    test_suites_timeout=240.0,
                    teardown_timeout=20.0,
                    sc_exe_fp='starcluster',
                    suppress_spot_bid_check=False):
    """Runs the test suites and emails the results to the recipients.

    This function does not return anything. This function is not unit-tested
    because there isn't a clean way to test it since it sends an email, starts
    up a cluster on Amazon EC2, etc. Nearly every other 'private' function that
    this function calls has been extensively unit-tested (whenever possible).
    Thus, the amount of untested code has been minimized and contained here.

    Arguments:
        config_f - the input configuration file describing the test suites to
            be run
        sc_config_fp - the starcluster config filepath that will be used to
            start/terminate the cluster that the tests will be run on
        recipients_f - the file containing email addresses of those who should
            receive the test suite results
        email_settings_f - the file containing email (SMTP) settings to allow
            the script to send an email
        cluster_tag - the starcluster cluster tag to use when creating the
            cluster (a string)
        cluster_template - the starcluster cluster template to use in the
            starcluster config file. If not provided, the default cluster
            template in the starcluster config file will be used
        user - the user who the tests should be run as on the cluster
            (a string)
        spot_bid - the maximum bid in USD to use for spot instances (a float).
            If None, "on-demand" flat rates will be used for all instances
        setup_timeout - the number of minutes to allow the cluster to be set up
            before aborting and attempting to terminate it. Must be a float, to
            allow for fractions of a minute
        test_suites_timeout - the number of minutes to allow *all* test suites
            to run before terminating the cluster. Must be a float, to allow
            for fractions of a minute
        teardown_timeout - the number of minutes to allow the cluster to be
            terminated before aborting. Must be a float, to allow for fractions
            of a minute
        sc_exe_fp - path to the starcluster executable
        suppress_spot_bid_check - if True, suppress sanity checking of
            spot_bid. By default, if spot_bid is greater than
            clout.static.MAX_SPOT_BID, an error will be raised
    """
    if setup_timeout <= 0 or test_suites_timeout <= 0 or teardown_timeout <= 0:
        raise ValueError("The timeout (in minutes) must be greater than zero.")

    if spot_bid is not None:
        try:
            spot_bid = float(spot_bid)
        except ValueError:
            raise ValueError("Could not convert max spot bid to a float. Max "
                             "spot bid must be numeric.")

        if spot_bid <= 0:
            raise ValueError("Max spot bid of $%.2f must be greater than zero."
                             % spot_bid)

        if not suppress_spot_bid_check and spot_bid > MAX_SPOT_BID:
            raise ValueError("Max spot bid of $%.2f seems very high. If you "
                             "are sure this is the max spot bid that you want "
                             "to use, you can suppress this check with "
                             "--supprress_spot_bid_check." % spot_bid)

    # Parse the various configuration files first so that we know if there's
    # any outstanding problems with file formats before continuing.
    test_suites = parse_config_file(config_f)
    recipients = parse_email_list(recipients_f)
    email_settings = parse_email_settings(email_settings_f)

    # Get the commands that need to be executed (these include launching a
    # cluster, running the test suites, and terminating the cluster).
    setup_cmds, test_suites_cmds, teardown_cmds = \
            _build_test_execution_commands(test_suites, sc_config_fp,
                                           cluster_tag, cluster_template, user,
                                           spot_bid, sc_exe_fp)

    # Execute the commands and build up the body of an email with the
    # summarized results as well as the output in log file attachments.
    email_body, attachments = _execute_commands_and_build_email(
            test_suites, setup_cmds, test_suites_cmds, teardown_cmds,
            setup_timeout, test_suites_timeout, teardown_timeout, cluster_tag)

    # Send the email.
    # TODO: this should be configurable by the user.
    subject = "Test suite results [Clout testing system]"
    send_email(email_settings['smtp_server'], email_settings['smtp_port'],
                email_settings['sender'], email_settings['password'],
                recipients, subject, email_body, attachments)
Exemple #5
0
 def test_parse_email_list_whitespace(self):
     """Test parsing a list of email addresses containing whitespace."""
     exp = ['*****@*****.**', '[email protected]']
     obs = parse_email_list(self.email_list4)
     self.assertEqual(obs, exp)
Exemple #6
0
 def test_parse_email_list_standard(self):
     """Test parsing a standard list of email addresses."""
     exp = ['*****@*****.**', '[email protected]']
     obs = parse_email_list(self.email_list1)
     self.assertEqual(obs, exp)
Exemple #7
0
def run_test_suites(config_f,
                    sc_config_fp,
                    recipients_f,
                    email_settings_f,
                    cluster_tag,
                    cluster_template=None,
                    user='******',
                    spot_bid=None,
                    setup_timeout=20.0,
                    test_suites_timeout=240.0,
                    teardown_timeout=20.0,
                    sc_exe_fp='starcluster',
                    suppress_spot_bid_check=False):
    """Runs the test suites and emails the results to the recipients.

    This function does not return anything. This function is not unit-tested
    because there isn't a clean way to test it since it sends an email, starts
    up a cluster on Amazon EC2, etc. Nearly every other 'private' function that
    this function calls has been extensively unit-tested (whenever possible).
    Thus, the amount of untested code has been minimized and contained here.

    Arguments:
        config_f - the input configuration file describing the test suites to
            be run
        sc_config_fp - the starcluster config filepath that will be used to
            start/terminate the cluster that the tests will be run on
        recipients_f - the file containing email addresses of those who should
            receive the test suite results
        email_settings_f - the file containing email (SMTP) settings to allow
            the script to send an email
        cluster_tag - the starcluster cluster tag to use when creating the
            cluster (a string)
        cluster_template - the starcluster cluster template to use in the
            starcluster config file. If not provided, the default cluster
            template in the starcluster config file will be used
        user - the user who the tests should be run as on the cluster
            (a string)
        spot_bid - the maximum bid in USD to use for spot instances (a float).
            If None, "on-demand" flat rates will be used for all instances
        setup_timeout - the number of minutes to allow the cluster to be set up
            before aborting and attempting to terminate it. Must be a float, to
            allow for fractions of a minute
        test_suites_timeout - the number of minutes to allow *all* test suites
            to run before terminating the cluster. Must be a float, to allow
            for fractions of a minute
        teardown_timeout - the number of minutes to allow the cluster to be
            terminated before aborting. Must be a float, to allow for fractions
            of a minute
        sc_exe_fp - path to the starcluster executable
        suppress_spot_bid_check - if True, suppress sanity checking of
            spot_bid. By default, if spot_bid is greater than
            clout.static.MAX_SPOT_BID, an error will be raised
    """
    if setup_timeout <= 0 or test_suites_timeout <= 0 or teardown_timeout <= 0:
        raise ValueError("The timeout (in minutes) must be greater than zero.")

    if spot_bid is not None:
        try:
            spot_bid = float(spot_bid)
        except ValueError:
            raise ValueError("Could not convert max spot bid to a float. Max "
                             "spot bid must be numeric.")

        if spot_bid <= 0:
            raise ValueError(
                "Max spot bid of $%.2f must be greater than zero." % spot_bid)

        if not suppress_spot_bid_check and spot_bid > MAX_SPOT_BID:
            raise ValueError("Max spot bid of $%.2f seems very high. If you "
                             "are sure this is the max spot bid that you want "
                             "to use, you can suppress this check with "
                             "--supprress_spot_bid_check." % spot_bid)

    # Parse the various configuration files first so that we know if there's
    # any outstanding problems with file formats before continuing.
    test_suites = parse_config_file(config_f)
    recipients = parse_email_list(recipients_f)
    email_settings = parse_email_settings(email_settings_f)

    # Get the commands that need to be executed (these include launching a
    # cluster, running the test suites, and terminating the cluster).
    setup_cmds, test_suites_cmds, teardown_cmds = \
            _build_test_execution_commands(test_suites, sc_config_fp,
                                           cluster_tag, cluster_template, user,
                                           spot_bid, sc_exe_fp)

    # Execute the commands and build up the body of an email with the
    # summarized results as well as the output in log file attachments.
    email_body, attachments = _execute_commands_and_build_email(
        test_suites, setup_cmds, test_suites_cmds, teardown_cmds,
        setup_timeout, test_suites_timeout, teardown_timeout, cluster_tag)

    # Send the email.
    # TODO: this should be configurable by the user.
    subject = "Test suite results [Clout testing system]"
    send_email(email_settings['smtp_server'], email_settings['smtp_port'],
               email_settings['sender'], email_settings['password'],
               recipients, subject, email_body, attachments)