import os import sys import subprocess import time import getpass def howToUse(): how_to_use = "$python runStreamingJob.py <job> <file_name> <cluster_id>" print "How to use:" print how_to_use password = getpass.getpass("password: "******"configuration2.json") user = parser.get("user") project_name = parser.get("project_name") project_id = parser.get("project_id") main_ip = parser.get("main_ip") streaming_mapper = "/bin/cat" streaming_reducer = "/usr/bin/wc - l" input_hdfs_path = "input" output_hdfs_path = "output-test" job_id = "f915cb23-9ab2-4476-8323-6b8381fd69d0" cluster_id = "01b4a929-2ab2-43e6-8b3a-c6e163fe6f72" exec_date = time.strftime("%Y%m%d%H%M%S")
print ' ---------------------- How To Use -------------------------- ' print '$python moveObjToSwift.py <path_to_object> <object_name> <container_name>' MIN_NUM_ARGS = 4 EMPTY_ARGS = 1 if (len(sys.argv) == MIN_NUM_ARGS): path = sys.argv[1] object_name = sys.argv[2] container_name = sys.argv[3] elif (len(sys.argv) != EMPTY_ARGS): errorMessage() exit(1) else: path = raw_input('path to object: ') object_name = raw_input('object name: ') container_name = raw_input('container name: ') password = getpass.getpass('user password: '******'configuration.json') user = parser.get('user') project_name = parser.get('project_name') project_id = parser.get('project_id') main_ip = parser.get('main_ip') connector = ConnectionGetter(user, password, project_name, project_id, main_ip) swift = UtilSwift(connector.swift()) swift.storeFile(path, object_name, container_name)
print ' wrong parameters! ' print ' for help try : python getObjFromSwift.py --help' MIN_NUM_ARGS = 4 HELP_ARGS = 2 EMPTY_ARGS = 1 if(len(sys.argv) == MIN_NUM_ARGS): path = sys.argv[1] object_name = sys.argv[2] container_name = sys.argv[3] elif(len(sys.argv) != EMPTY_ARGS): errorMessage() exit(1) else: path = raw_input('path to object: ') object_name = raw_input('object name: ') container_name = raw_input('container name: ') password = getpass.getpass('user password: '******'configuration.json') user = parser.get('user') project_name = parser.get('project_name') project_id = parser.get('project_id') main_ip = parser.get('main_ip') connector = ConnectionGetter(user, password, project_name, project_id, main_ip) swift = UtilSwift(connector.swift()) swift.getFile(path, object_name, container_name)