예제 #1
0
    def __init__(self,
            region='us-west-1',
            s3_bucket=None,
            image_id=None,
            aws_key_name=None,
            iam_profile=None,
            **kwargs
            ):
        # find config file
        from doodad.ec2.autoconfig import AUTOCONFIG
        from doodad.ec2.credentials import AWSCredentials
        s3_bucket = AUTOCONFIG.s3_bucket() if s3_bucket is None else s3_bucket
        image_id = AUTOCONFIG.aws_image_id(region) if image_id is None else image_id
        aws_key_name= AUTOCONFIG.aws_key_name(region) if aws_key_name is None else aws_key_name
        iam_profile= AUTOCONFIG.iam_profile_name() if iam_profile is None else iam_profile
        credentials=AWSCredentials(aws_key=AUTOCONFIG.aws_access_key(), aws_secret=AUTOCONFIG.aws_access_secret())
        security_group_ids = AUTOCONFIG.aws_security_group_ids()[region]
        security_groups = AUTOCONFIG.aws_security_groups()

        super(EC2AutoconfigDocker, self).__init__(
                s3_bucket=s3_bucket,
                image_id=image_id,
                aws_key_name=aws_key_name,
                iam_instance_profile_name=iam_profile,
                credentials=credentials,
                region=region,
                security_groups=security_groups,
                security_group_ids=security_group_ids,
                **kwargs
                )
예제 #2
0
from doodad.ec2.credentials import AWSCredentials

THIS_FILE_DIR = os.path.dirname(os.path.realpath(__file__))
REPO_DIR = os.path.dirname(THIS_FILE_DIR)

# or this! Run experiment via docker on another machine through SSH
mode_ssh = pd.mode.SSHDocker(
    image='vitchyr/rllab-vitchyr:latest',
    credentials=ssh.SSHCredentials(hostname='newton4.banatao.berkeley.edu',
                                   username='******',
                                   identity_file='~/.ssh/rail_lab_0617'),
)

mode_local = pd.mode.LocalDocker(image='vitchyr/rllab-vitchyr:latest', )

credentials = AWSCredentials(from_env=True)
mode_ec2 = pd.mode.EC2SpotDocker(
    credentials,
    image='vitchyr/rllab-vitchyr:latest',
    region='us-west-1',
    instance_type='c4.large',
    spot_price=0.03,
    s3_bucket="2-12-2017.railrl.vitchyr.rail.bucket",
    terminate=True,
    image_id="ami-ad81c8cd",
    aws_key_name="rllab-vitchyr-us-west-1",
    iam_instance_profile_name='rllab',
    s3_log_prefix='custom_experiment',
)

# Set up code and output directories