print ' ---------------------- How To Use -------------------------- '
print '$python moveObjToSwift.py <path_to_object> <object_name> <container_name>'
MIN_NUM_ARGS = 4
EMPTY_ARGS = 1
if (len(sys.argv) == MIN_NUM_ARGS):
path = sys.argv[1]
object_name = sys.argv[2]
container_name = sys.argv[3]
elif (len(sys.argv) != EMPTY_ARGS):
errorMessage()
exit(1)
else:
path = raw_input('path to object: ')
object_name = raw_input('object name: ')
container_name = raw_input('container name: ')
password = getpass.getpass('user password: '******'configuration.json')
user = parser.get('user')
project_name = parser.get('project_name')
project_id = parser.get('project_id')
main_ip = parser.get('main_ip')
connector = ConnectionGetter(user, password, project_name, project_id, main_ip)
swift = UtilSwift(connector.swift())
swift.storeFile(path, object_name, container_name)
if (len(sys.argv) == EMPTY_ARGS):
instance_name = raw_input('VM name: ')
image_name = raw_input('image name: ')
flavor_name = raw_input('flavor name: ')
elif len(sys.argv) == MIN_NUM_ARGS:
instance_name = sys.argv[1]
image_name = sys.argv[2]
flavor_name = sys.argv[3]
else:
exit(1)
username = raw_input('username: '******'password: '******'configuration.json')
project_name = parser.get('project_name')
project_id = parser.get('project_id')
main_ip = parser.get('main_ip')
network_name = 'my-net'
key_name = 'your-key'
post_creation_file = '<OPTIONAL>'
connector = ConnectionGetter(username, password, project_name, project_id,
main_ip)
nova_util = UtilNova(connector.nova())
nova_util.createInstance(instance_name, image_name, flavor_name, network_name,
key_name, post_creation_file)
user = parser.get('user')
project_name = parser.get('project_name')
project_id = parser.get('project_id')
main_ip = parser.get('main_ip')
streaming_mapper = '/bin/cat'
streaming_reducer = '/usr/bin/wc - l'
input_hdfs_path = 'input'
output_hdfs_path = 'output-test'
job_id = 'f915cb23-9ab2-4476-8323-6b8381fd69d0'
cluster_id = '01b4a929-2ab2-43e6-8b3a-c6e163fe6f72'
exec_date = time.strftime('%Y%m%d%H%M%S')
connector = ConnectionGetter(user, password, project_name, project_id, main_ip)
keystone_util = UtilKeystone(connector.keystone())
token_ref_id = keystone_util.getTokenRef(user, password, project_name).id
sahara_util = UtilSahara(connector.sahara(token_ref_id))
input_ds_name = 'input_' + exec_date
input_ds_url = "/user/hadoop/" + input_hdfs_path
input_ds_id = sahara_util.createDataSource(input_ds_name, input_ds_url, 'hdfs', user, password)
output_ds_name = 'output_' + exec_date
output_ds_url = "/user/hadoop/" + output_hdfs_path
output_ds_id = sahara_util.createDataSource(output_ds_name, output_ds_url, 'hdfs', user, password)
sahara_util.runStreamingJob(job_id, cluster_id, streaming_mapper = streaming_mapper, streaming_reducer = streaming_reducer, input_ds_id = input_ds_id, output_ds_id = output_ds_id)
user = parser.get("user")
project_name = parser.get("project_name")
project_id = parser.get("project_id")
main_ip = parser.get("main_ip")
streaming_mapper = "/bin/cat"
streaming_reducer = "/usr/bin/wc - l"
input_hdfs_path = "input"
output_hdfs_path = "output-test"
job_id = "f915cb23-9ab2-4476-8323-6b8381fd69d0"
cluster_id = "01b4a929-2ab2-43e6-8b3a-c6e163fe6f72"
exec_date = time.strftime("%Y%m%d%H%M%S")
connector = ConnectionGetter(user, password, project_name, project_id, main_ip)
keystone_util = UtilKeystone(connector.keystone())
token_ref_id = keystone_util.getTokenRef(user, password, project_name).id
sahara_util = UtilSahara(connector.sahara(token_ref_id))
input_ds_name = "input_" + exec_date
input_ds_url = "/user/hadoop/" + input_hdfs_path
input_ds_id = sahara_util.createDataSource(input_ds_name, input_ds_url, "hdfs", user, password)
output_ds_name = "output_" + exec_date
output_ds_url = "/user/hadoop/" + output_hdfs_path
output_ds_id = sahara_util.createDataSource(output_ds_name, output_ds_url, "hdfs", user, password)
sahara_util.runStreamingJob(
job_id,
print ' wrong parameters! '
print ' for help try : python getObjFromSwift.py --help'
MIN_NUM_ARGS = 4
HELP_ARGS = 2
EMPTY_ARGS = 1
if(len(sys.argv) == MIN_NUM_ARGS):
path = sys.argv[1]
object_name = sys.argv[2]
container_name = sys.argv[3]
elif(len(sys.argv) != EMPTY_ARGS):
errorMessage()
exit(1)
else:
path = raw_input('path to object: ')
object_name = raw_input('object name: ')
container_name = raw_input('container name: ')
password = getpass.getpass('user password: '******'configuration.json')
user = parser.get('user')
project_name = parser.get('project_name')
project_id = parser.get('project_id')
main_ip = parser.get('main_ip')
connector = ConnectionGetter(user, password, project_name, project_id, main_ip)
swift = UtilSwift(connector.swift())
swift.getFile(path, object_name, container_name)
HELP_ARGS = 2
if(len(sys.argv) == EMPTY_ARGS):
instance_name = raw_input('VM name: ')
image_name = raw_input('image name: ')
flavor_name = raw_input('flavor name: ')
elif len(sys.argv) == MIN_NUM_ARGS:
instance_name = sys.argv[1]
image_name = sys.argv[2]
flavor_name = sys.argv[3]
else:
exit(1)
username = raw_input('username: '******'password: '******'configuration.json')
project_name = parser.get('project_name')
project_id = parser.get('project_id')
main_ip = parser.get('main_ip')
network_name = 'my-net'
key_name = 'your-key'
post_creation_file = '<OPTIONAL>'
connector = ConnectionGetter(username, password, project_name, project_id, main_ip)
nova_util = UtilNova(connector.nova())
nova_util.createInstance(instance_name, image_name, flavor_name, network_name, key_name, post_creation_file)
