def region_connect( the_cluster_location, the_aws_access_key_id, the_aws_secret_access_key ) :
import boto.ec2
from cloudflu.preferences import get
a_proxy_address = get( 'common.proxy.proxy_address' )
a_proxy_port = get( 'common.proxy.proxy_port' )
a_proxy_user = get( 'common.proxy.proxy_user' )
a_proxy_pass = get( 'common.proxy.proxy_pass' )
a_regions = boto.ec2.regions( proxy = a_proxy_address,
proxy_port = a_proxy_port,
proxy_user = a_proxy_user,
proxy_pass = a_proxy_pass )
print_d( 'a_regions = %s\n' % [ str( a_region.name ) for a_region in a_regions ] )
an_image_region = None
for a_region in a_regions :
if a_region.name == the_cluster_location :
an_image_region = a_region
pass
pass
if an_image_region == None :
print_e( "There no region with such location - '%s'\n" % an_image_region )
pass
print_d( 'an_image_region = < %r >\n' % an_image_region )
an_ec2_conn = an_image_region.connect( aws_access_key_id = the_aws_access_key_id,
aws_secret_access_key = the_aws_secret_access_key,
proxy = a_proxy_address,
proxy_port = a_proxy_port,
proxy_user = a_proxy_user,
proxy_pass = a_proxy_pass )
print_d( 'an_ec2_conn = < %r >\n' % an_ec2_conn )
return an_ec2_conn
def execute( the_ec2_conn, the_cluster_id ) :
try:
a_reservation = ec2.use.get_reservation( the_ec2_conn, the_cluster_id )
print_d( '< %r > : %s\n' % ( a_reservation, a_reservation.instances ) )
except Exception, exc:
print_e( '%s\n' % exc, False )
return
def main() :
#----------------------- Defining utility command-line interface -------------------------
an_usage_description = "%prog"
from ls_options import usage_description as usage_description_options
an_usage_description += usage_description_options()
from cloudflu import VERSION
a_version = "%s" % VERSION
from optparse import IndentedHelpFormatter
a_help_formatter = IndentedHelpFormatter( width = 127 )
from optparse import OptionParser
an_option_parser = OptionParser( usage = an_usage_description, version = a_version, formatter = a_help_formatter )
# Definition of the command line arguments
from ls_options import add as add_options
add_options( an_option_parser )
amazon.security_options.add( an_option_parser )
common.options.add( an_option_parser )
#------------------ Extracting and verifying command-line arguments ----------------------
an_options, an_args = an_option_parser.parse_args()
common.options.extract( an_option_parser )
AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY = amazon.security_options.extract( an_option_parser )
from ls_options import extract as extract_options
a_study_name = extract_options( an_option_parser )
print_i( "--------------------------- Looking for study root ------------------------------\n" )
a_root_object = TRootObject.get( AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY )
print_d( "a_root_object = %s\n" % a_root_object )
if a_study_name == None :
print_i( "---------------------------- Reading the studies --------------------------------\n" )
read_studies( a_root_object, 0 )
pass
else :
a_study_object = None
try:
a_study_object = TStudyObject.get( a_root_object, a_study_name )
except Exception, exc:
print_e( str( exc ) )
pass
print_d( "a_study_object = %s\n" % a_study_object )
print_i( "---------------------------- Reading the study files ----------------------------\n" )
read_files( a_study_object, 0 )
pass
def main() :
#----------------------- Defining utility command-line interface -------------------------
an_usage_description = "%prog"
from study_rm_options import usage_description as usage_description_options
an_usage_description += usage_description_options()
from cloudflu import VERSION
a_version = "%s" % VERSION
from optparse import IndentedHelpFormatter
a_help_formatter = IndentedHelpFormatter( width = 127 )
from optparse import OptionParser
an_option_parser = OptionParser( usage = an_usage_description, version = a_version, formatter = a_help_formatter )
#----------------------- Definition of the command line arguments ------------------------
amazon.security_options.add( an_option_parser )
common.concurrency_options.add( an_option_parser )
common.communication_options.add( an_option_parser )
common.options.add( an_option_parser )
#------------------ Extracting and verifying command-line arguments ----------------------
an_options, an_args = an_option_parser.parse_args()
common.options.extract( an_option_parser )
common.communication_options.extract( an_option_parser )
a_number_threads = common.concurrency_options.extract( an_option_parser )
AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY = amazon.security_options.extract( an_option_parser )
from study_rm_options import extract as extract_options
a_study_names = extract_options( an_option_parser )
print_d( "\n--------------------------- Canonical substitution ------------------------\n" )
import sys; an_engine = sys.argv[ 0 ]
from study_rm_options import compose as compose_options
a_call = "%s %s" % ( an_engine, compose_options( a_study_names ) )
print_d( a_call + '\n' )
print_i( "--------------------------- Looking for study object ----------------------------\n" )
a_root_object = TRootObject.get( AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY )
print_d( "a_root_object = %s\n" % a_root_object )
a_study_objects = []
for a_study_name in a_study_names :
if a_study_name == None :
continue
a_study_object = None
try:
a_study_object = TStudyObject.get( a_root_object, a_study_name )
except Exception, exc:
print_e( '%s\n' % exc, False )
continue
a_study_objects.append( a_study_object )
pass
def main() :
#----------------------- Defining utility command-line interface -------------------------
import data_transfer_options
import download_options
an_usage_description = "%prog"
an_usage_description += data_transfer_options.usage_description()
an_usage_description += download_options.usage_description()
from cloudflu import VERSION
a_version = "%s" % VERSION
from optparse import IndentedHelpFormatter
a_help_formatter = IndentedHelpFormatter( width = 127 )
from optparse import OptionParser
an_option_parser = OptionParser( usage = an_usage_description, version = a_version, formatter = a_help_formatter )
#----------------------- Definition of the command line arguments ------------------------
data_transfer_options.add( an_option_parser )
download_options.add( an_option_parser )
amazon.security_options.add( an_option_parser )
common.concurrency_options.add( an_option_parser )
common.communication_options.add( an_option_parser )
common.options.add( an_option_parser )
#------------------ Extracting and verifying command-line arguments ----------------------
an_options, an_args = an_option_parser.parse_args()
common.options.extract( an_option_parser )
common.communication_options.extract( an_option_parser )
a_number_threads = common.concurrency_options.extract( an_option_parser )
AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY = amazon.security_options.extract( an_option_parser )
a_located_files, an_output_dir, a_fresh, a_wait, a_remove = download_options.extract( an_option_parser )
a_study_name = data_transfer_options.extract( an_option_parser )
print_d( "\n--------------------------- Canonical substitution ------------------------\n" )
import sys; an_engine = sys.argv[ 0 ]
from download_options import compose as compose_options
a_call = "%s %s %s" % ( an_engine,
data_transfer_options.compose( a_study_name ),
download_options.compose( a_located_files, an_output_dir, a_fresh, a_wait, a_remove ) )
print_d( a_call + '\n' )
print_i( "--------------------------- Looking for study object ----------------------------\n" )
a_root_object = TRootObject.get( AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY )
print_d( "a_root_object = %s\n" % a_root_object )
a_study_object = None
try:
a_study_object = TStudyObject.get( a_root_object, a_study_name )
except Exception, exc:
print_e( '%s\n' % exc )
pass
def main() :
#----------------------- Defining utility command-line interface -------------------------
import openmpi_config_options
an_usage_description = "%prog"
an_usage_description += ec2.use.options.usage_description()
an_usage_description += openmpi_config_options.usage_description()
from cloudflu import VERSION
a_version = "%s" % VERSION
from optparse import IndentedHelpFormatter
a_help_formatter = IndentedHelpFormatter( width = 127 )
from optparse import OptionParser
an_option_parser = OptionParser( usage = an_usage_description, version = a_version, formatter = a_help_formatter )
#----------------------- Definition of the command line arguments ------------------------
openmpi_config_options.add( an_option_parser )
ec2.use.options.add( an_option_parser )
amazon.security_options.add( an_option_parser )
common.options.add( an_option_parser )
#------------------ Extracting and verifying command-line arguments ----------------------
an_options, an_args = an_option_parser.parse_args()
common.options.extract( an_option_parser )
AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY = amazon.security_options.extract( an_option_parser )
a_cluster_id = ec2.use.options.extract( an_option_parser )
a_hostfile = openmpi_config_options.extract( an_option_parser )
from cloudflu.preferences import get
a_cluster_location = get( 'amazon.cluster.location' )
a_host_port = int( get( 'amazon.cluster.host_port' ) )
a_login_name = get( 'amazon.cluster.login_name' )
print_d( "\n--------------------------- Canonical substitution ------------------------\n" )
import sys; an_engine = sys.argv[ 0 ]
a_call = "%s %s %s" % ( an_engine,
ec2.use.options.compose( a_cluster_id ),
openmpi_config_options.compose( a_hostfile ) )
print_d( a_call + '\n' )
print_d( "\n----------------------- Running actual functionality ----------------------\n" )
a_spent_time = Timer()
an_ec2_conn = ec2.common.region_connect( a_cluster_location, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY )
try:
a_reservation = ec2.use.get_reservation( an_ec2_conn, a_cluster_id )
print_d( '< %r > : %s\n' % ( a_reservation, a_reservation.instances ) )
except Exception, exc:
print_e( '%s\n' % exc )
pass
