def run_sweep_azure(self,
target,
params,
log_path=None,
add_date_to_logname=True,
region='westus',
instance_type='Standard_DS1_v2',
tags=None,
extra_mounts=None,
num_chunks=-1,
use_gpu=False,
num_gpu=1,
gpu_model='nvidia-tesla-k80',
overwrite_logs=False,
**kwargs):
"""
Run a grid search on GCP
"""
if extra_mounts is None:
extra_mounts = []
if log_path is None:
log_path = 'unnamed_experiment'
if add_date_to_logname:
datestamp = datetime.now().strftime('%Y_%m_%d')
log_path = '%s_%s' % (datestamp, log_path)
run_mode = doodad.mode.AzureMode(
azure_subscription_id=self.azure_subscription_id,
azure_storage_connection_str=self.azure_storage_connection_str,
azure_client_id=self.azure_client_id,
azure_authentication_key=self.azure_authentication_key,
azure_tenant_id=self.azure_tenant_id,
azure_storage_container=self.azure_storage_container,
log_path=log_path,
region=region,
instance_type=instance_type,
tags=tags,
use_gpu=use_gpu,
gpu_model=gpu_model,
num_gpu=num_gpu,
overwrite_logs=overwrite_logs,
)
if num_chunks > 0:
hyper_sweep.run_sweep_doodad_chunked(
target,
params,
run_mode=run_mode,
docker_image=self.image,
num_chunks=num_chunks,
mounts=self.mounts + [self.mount_out_azure] + extra_mounts,
**kwargs)
else:
hyper_sweep.run_sweep_doodad(target,
params,
run_mode=run_mode,
docker_image=self.image,
mounts=self.mounts +
[self.mount_out_azure] + extra_mounts,
**kwargs)
def run_sweep_aws(self,
target,
params,
log_prefix=None,
add_date_to_logname=True,
region='us-west-1',
instance_type='c5.large',
args=None,
preemptible=True,
spot_price=0.05,
ami_image=None,
extra_mounts=None,
num_chunks=-1,
**kwargs):
"""
Run a grid search on GCP
"""
if extra_mounts is None:
extra_mounts = []
if log_prefix is None:
log_prefix = 'unnamed_experiment'
if add_date_to_logname:
datestamp = datetime.now().strftime('%Y_%m_%d')
log_prefix = '%s_%s' % (datestamp, log_prefix)
mode_ec2 = doodad.mode.EC2Autoconfig(
s3_bucket=self.s3_bucket,
s3_log_path=os.path.join('doodad/logs', log_prefix),
instance_type=instance_type,
spot_price=spot_price,
ami_name=ami_image,
region=region,
)
if num_chunks > 0:
hyper_sweep.run_sweep_doodad_chunked(
target,
params,
run_mode=mode_ec2,
docker_image=self.image,
num_chunks=num_chunks,
mounts=self.mounts + [self.mount_out_aws] + extra_mounts,
**kwargs)
else:
hyper_sweep.run_sweep_doodad(target,
params,
run_mode=mode_ec2,
docker_image=self.image,
mounts=self.mounts +
[self.mount_out_aws] + extra_mounts,
**kwargs)
def run_sweep_gcp(self,
target,
params,
log_prefix=None,
add_date_to_logname=True,
region='us-west1-a',
instance_type='n1-standard-4',
args=None,
num_gpu=1,
extra_mounts=None,
num_chunks=-1,
**kwargs):
"""
Run a grid search on GCP
"""
if extra_mounts is None:
extra_mounts = []
if log_prefix is None:
log_prefix = 'unnamed_experiment'
if add_date_to_logname:
datestamp = datetime.now().strftime('%Y_%m_%d')
log_prefix = '%s_%s' % (datestamp, log_prefix)
mode_ec2 = doodad.mode.GCPMode(
gcp_bucket=self.gcp_bucket_name,
gcp_log_path=os.path.join('doodad/logs', log_prefix),
gcp_project=self.gcp_project,
zone=region,
instance_type=instance_type,
gcp_image=self.gcp_image,
gcp_image_project=self.gcp_project,
num_gpu=num_gpu,
)
if num_chunks > 0:
hyper_sweep.run_sweep_doodad_chunked(
target,
params,
run_mode=mode_ec2,
docker_image=self.image,
num_chunks=num_chunks,
mounts=self.mounts + [self.mount_out_gcp] + extra_mounts,
**kwargs)
else:
hyper_sweep.run_sweep_doodad(target,
params,
run_mode=mode_ec2,
docker_image=self.image,
mounts=self.mounts +
[self.mount_out_gcp] + extra_mounts,
**kwargs)
def run_test_local(self, target, params, extra_mounts=None, **kwargs):
if extra_mounts is None:
extra_mounts = []
return hyper_sweep.run_sweep_doodad(target, params, run_mode=self.mode_local,
docker_image=self.image,
mounts=self.mounts+[self.mount_out_local]+extra_mounts,
test_one=True, **kwargs)
def run_sweep_local(self,
target,
params,
extra_mounts=None,
num_chunks=-1,
**kwargs):
"""
Run a grid search locally
"""
if extra_mounts is None:
extra_mounts = []
if num_chunks > 0:
return hyper_sweep.run_sweep_doodad_chunked(
target,
params,
run_mode=self.mode_local,
docker_image=self.image,
mounts=self.mounts + [self.mount_out_local] + extra_mounts,
num_chunks=num_chunks,
**kwargs)
else:
return hyper_sweep.run_sweep_doodad(
target,
params,
run_mode=self.mode_local,
docker_image=self.image,
mounts=self.mounts + [self.mount_out_local] + extra_mounts,
**kwargs)
