Exemple #1
0
def remove_dir(path, use_sudo='false'):
    """Remove the source directory."""

    cmd = ['rm', '-r', path]
    if use_sudo == 'true':
        fmeth = sudo
    elif use_sudo == 'false':
        fmeth = run
    else:
        raise NotImplementedError(use_sudo)

    fcmd(fmeth, cmd)
Exemple #2
0
def remove_dir(path, use_sudo='false'):
    """Remove the source directory."""

    cmd = ['rm', '-r', path]
    if use_sudo == 'true':
        fmeth = sudo
    elif use_sudo == 'false':
        fmeth = run
    else:
        raise NotImplementedError(use_sudo)

    fcmd(fmeth, cmd)
Exemple #3
0
def list_storage():
    """List storage size of connected devices."""

    fcmd(run, ['lsblk'])
Exemple #4
0
def ebs_mkfs():
    """Make a file system on a newly attached device."""

    cmd = ['mkfs', '-t', 'ext4', parser.get('aws', 'ebs_mount_name')]
    fcmd(sudo, cmd)
Exemple #5
0
    def _run_tests_(self, should_email=False):
        aws_src = os.getenv('OCGIS_SIMPLEAWS_SRC')
        aws_conf = os.getenv('OCGIS_CONF_PATH')
        aws_testing_section = 'aws-testing'

        ebs_volumesize = int(parser.get(aws_testing_section, 'ebs_volumesize'))
        ebs_snapshot = parser.get(aws_testing_section, 'ebs_snapshot')
        ebs_mount_name = parser.get(aws_testing_section, 'ebs_mount_name')
        ebs_placement = parser.get(aws_testing_section, 'ebs_placement')
        test_results_path = parser.get(aws_testing_section, 'test_results_path')
        test_instance_name = parser.get(aws_testing_section, 'test_instance_name')
        test_instance_type = parser.get(aws_testing_section, 'test_instance_type')
        test_image_id = parser.get(aws_testing_section, 'test_image_id')
        dest_email = parser.get(aws_testing_section, 'dest_email')
        dir_clone = parser.get('server', 'dir_clone')
        key_name = parser.get('simple-aws', 'key_name')

        import sys
        sys.path.append(aws_src)
        import saws
        import ipdb

        am = saws.AwsManager(aws_conf)

        self.log.info('launching instance')
        instance = am.launch_new_instance(test_instance_name, image_id=test_image_id, instance_type=test_instance_type,
                                          placement=ebs_placement)

        with settings(host_string=instance.ip_address, disable_known_hosts=True, connection_attempts=10):
            try:
                self.log.info('creating volume')
                volume = am.conn.create_volume(ebs_volumesize, ebs_placement, snapshot=ebs_snapshot)
                am.wait_for_status(volume, 'available')
                try:
                    self.log.info('attaching volume')
                    am.conn.attach_volume(volume.id, instance.id, ebs_mount_name, dry_run=False)
                    am.wait_for_status(volume, 'in-use')

                    ebs_mount()

                    if self.launch_pause == 'true':
                        self.log.info('pausing. continue to terminate instance...')
                        msg = 'ssh -i ~/.ssh/{0}.pem ubuntu@{1}'.format(key_name, instance.public_dns_name)
                        self.log.info(msg)
                        ipdb.set_trace()
                    else:
                        path = os.path.join(dir_clone, parser.get('git', 'name'))
                        test_target = os.path.join(path, 'src', 'ocgis', 'test')
                        # test_target = os.path.join(path, 'src', 'ocgis', 'test', 'test_simple')
                        nose_runner = os.path.join(path, 'fabfile', 'nose_runner.py')
                        path_src = os.path.join(path, 'src')
                        with cd(path):
                            fcmd(run, ['git', 'pull'])
                            fcmd(run, ['git', 'checkout', self.branch])
                            fcmd(run, ['git', 'pull'])
                        with cd(path_src):
                            with shell_env(OCGIS_TEST_TARGET=test_target):
                                fcmd(run, ['python', nose_runner])
                                if self.path_local_log is not None:
                                    get(test_results_path, local_path=self.path_local_log)

                    ebs_umount()

                finally:
                    self.log.info('detaching volume')
                    volume.detach(force=True)
                    am.wait_for_status(volume, 'available')
                    self.log.info('deleting volume')
                    volume.delete()
            finally:
                self.log.info('terminating instance')
                instance.terminate()

        if should_email and self.launch_pause == 'false' and self.path_local_log is not None:
            self.log.info('sending email')
            with open(self.path_local_log, 'r') as f:
                content = f.read()
            am.send_email(dest_email, dest_email, 'OCGIS_AWS', content)

        self.log.info('success')
Exemple #6
0
def list_storage():
    """List storage size of connected devices."""

    fcmd(run, ['lsblk'])
Exemple #7
0
def ebs_mkfs():
    """Make a file system on a newly attached device."""

    cmd = ['mkfs', '-t', 'ext4', parser.get('aws', 'ebs_mount_name')]
    fcmd(sudo, cmd)
Exemple #8
0
    def _run_tests_(self, should_email=False):
        aws_src = os.getenv('OCGIS_SIMPLEAWS_SRC')
        aws_conf = os.getenv('OCGIS_CONF_PATH')
        aws_testing_section = 'aws-testing'

        ebs_volumesize = int(parser.get(aws_testing_section, 'ebs_volumesize'))
        ebs_snapshot = parser.get(aws_testing_section, 'ebs_snapshot')
        ebs_mount_name = parser.get(aws_testing_section, 'ebs_mount_name')
        ebs_placement = parser.get(aws_testing_section, 'ebs_placement')
        test_results_path = parser.get(aws_testing_section,
                                       'test_results_path')
        test_instance_name = parser.get(aws_testing_section,
                                        'test_instance_name')
        test_instance_type = parser.get(aws_testing_section,
                                        'test_instance_type')
        test_image_id = parser.get(aws_testing_section, 'test_image_id')
        dest_email = parser.get(aws_testing_section, 'dest_email')
        dir_clone = parser.get('server', 'dir_clone')
        key_name = parser.get('simple-aws', 'key_name')

        import sys
        sys.path.append(aws_src)
        import saws
        import ipdb

        am = saws.AwsManager(aws_conf)

        self.log.info('launching instance')
        instance = am.launch_new_instance(test_instance_name,
                                          image_id=test_image_id,
                                          instance_type=test_instance_type,
                                          placement=ebs_placement)

        with settings(host_string=instance.ip_address,
                      disable_known_hosts=True,
                      connection_attempts=10):
            try:
                self.log.info('creating volume')
                volume = am.conn.create_volume(ebs_volumesize,
                                               ebs_placement,
                                               snapshot=ebs_snapshot)
                am.wait_for_status(volume, 'available')
                try:
                    self.log.info('attaching volume')
                    am.conn.attach_volume(volume.id,
                                          instance.id,
                                          ebs_mount_name,
                                          dry_run=False)
                    am.wait_for_status(volume, 'in-use')

                    ebs_mount()

                    if self.launch_pause == 'true':
                        self.log.info(
                            'pausing. continue to terminate instance...')
                        msg = 'ssh -i ~/.ssh/{0}.pem ubuntu@{1}'.format(
                            key_name, instance.public_dns_name)
                        self.log.info(msg)
                        ipdb.set_trace()
                    else:
                        path = os.path.join(dir_clone,
                                            parser.get('git', 'name'))
                        test_target = os.path.join(path, 'src', 'ocgis',
                                                   'test')
                        # test_target = os.path.join(path, 'src', 'ocgis', 'test', 'test_simple')
                        nose_runner = os.path.join(path, 'fabfile',
                                                   'nose_runner.py')
                        path_src = os.path.join(path, 'src')
                        with cd(path):
                            fcmd(run, ['git', 'pull'])
                            fcmd(run, ['git', 'checkout', self.branch])
                            fcmd(run, ['git', 'pull'])
                        with cd(path_src):
                            with shell_env(OCGIS_TEST_TARGET=test_target):
                                fcmd(run, ['python', nose_runner])
                                if self.path_local_log is not None:
                                    get(test_results_path,
                                        local_path=self.path_local_log)

                    ebs_umount()

                finally:
                    self.log.info('detaching volume')
                    volume.detach(force=True)
                    am.wait_for_status(volume, 'available')
                    self.log.info('deleting volume')
                    volume.delete()
            finally:
                self.log.info('terminating instance')
                instance.terminate()

        if should_email and self.launch_pause == 'false' and self.path_local_log is not None:
            self.log.info('sending email')
            with open(self.path_local_log, 'r') as f:
                content = f.read()
            am.send_email(dest_email, dest_email, 'OCGIS_AWS', content)

        self.log.info('success')