import os
import sys
import subprocess
import time
import getpass


def howToUse():
    how_to_use = "$python runStreamingJob.py <job> <file_name> <cluster_id>"
    print "How to use:"
    print how_to_use


password = getpass.getpass("password: "******"configuration2.json")
user = parser.get("user")
project_name = parser.get("project_name")
project_id = parser.get("project_id")
main_ip = parser.get("main_ip")

streaming_mapper = "/bin/cat"
streaming_reducer = "/usr/bin/wc - l"
input_hdfs_path = "input"
output_hdfs_path = "output-test"

job_id = "f915cb23-9ab2-4476-8323-6b8381fd69d0"
cluster_id = "01b4a929-2ab2-43e6-8b3a-c6e163fe6f72"

exec_date = time.strftime("%Y%m%d%H%M%S")
示例#2
0
    print ' ---------------------- How To Use -------------------------- '
    print '$python moveObjToSwift.py <path_to_object> <object_name> <container_name>'


MIN_NUM_ARGS = 4
EMPTY_ARGS = 1

if (len(sys.argv) == MIN_NUM_ARGS):
    path = sys.argv[1]
    object_name = sys.argv[2]
    container_name = sys.argv[3]
elif (len(sys.argv) != EMPTY_ARGS):
    errorMessage()
    exit(1)
else:
    path = raw_input('path to object: ')
    object_name = raw_input('object name: ')
    container_name = raw_input('container name: ')

password = getpass.getpass('user password: '******'configuration.json')
user = parser.get('user')
project_name = parser.get('project_name')
project_id = parser.get('project_id')
main_ip = parser.get('main_ip')

connector = ConnectionGetter(user, password, project_name, project_id, main_ip)
swift = UtilSwift(connector.swift())
swift.storeFile(path, object_name, container_name)
    print ' wrong parameters! '
    print ' for help try : python getObjFromSwift.py --help'

MIN_NUM_ARGS = 4
HELP_ARGS = 2
EMPTY_ARGS = 1

if(len(sys.argv) == MIN_NUM_ARGS):
    path = sys.argv[1]
    object_name = sys.argv[2]
    container_name = sys.argv[3]
elif(len(sys.argv) != EMPTY_ARGS):
    errorMessage()
    exit(1)
else:
    path = raw_input('path to object: ')
    object_name = raw_input('object name: ')
    container_name = raw_input('container name: ')

password = getpass.getpass('user password: '******'configuration.json')
user = parser.get('user')
project_name = parser.get('project_name')
project_id = parser.get('project_id')
main_ip = parser.get('main_ip')

connector = ConnectionGetter(user, password, project_name, project_id, main_ip)
swift = UtilSwift(connector.swift())
swift.getFile(path, object_name, container_name)