Example #1
0
    def setUp(self,
              language,
              path_to_bundle,
              storlet_dir,
              storlet_name,
              storlet_main,
              storlet_file,
              dep_names,
              headers,
              version=None):
        super(StorletFunctionalTest, self).setUp()
        self.storlet_dir = storlet_dir
        self.storlet_name = storlet_name
        self.storlet_main = storlet_main
        self.dep_names = dep_names
        self.path_to_bundle = path_to_bundle
        self.container = 'container-%s' % uuid.uuid4()
        self.storlet_file = storlet_file
        self.headers = headers or {}
        self.acct = self.url.split('/')[4]
        self.deps = []
        if dep_names:
            for d in self.dep_names:
                self.deps.append('%s/%s' % (self.path_to_bundle, d))
        storlet = '%s/%s' % (self.path_to_bundle, self.storlet_name)

        deploy_storlet(self.url, self.token, storlet, self.storlet_main,
                       self.deps, language, version)

        self.create_container(self.container)
        if self.storlet_file:
            put_local_file(self.url, self.token, self.container,
                           self.path_to_bundle, self.storlet_file,
                           self.headers)
Example #2
0
    def setUp(self, language, path_to_bundle,
              storlet_dir,
              storlet_name, storlet_main,
              container, storlet_file,
              dep_names, headers):
        super(StorletFunctionalTest, self).setUp()
        self.storlet_dir = storlet_dir
        self.storlet_name = storlet_name
        self.storlet_main = storlet_main
        self.dep_names = dep_names
        self.path_to_bundle = path_to_bundle
        self.container = container
        self.storlet_file = storlet_file
        self.headers = headers or {}
        self.acct = self.url.split('/')[4]
        self.deps = []
        if dep_names:
            for d in self.dep_names:
                self.deps.append('%s/%s' % (self.path_to_bundle, d))
        storlet = '%s/%s' % (self.path_to_bundle, self.storlet_name)

        deploy_storlet(self.url, self.token,
                       storlet, self.storlet_main,
                       self.deps, language)

        self.create_container()
        if self.storlet_file:
            put_local_file(self.url, self.token,
                           self.container,
                           self.path_to_bundle,
                           self.storlet_file,
                           self.headers)
Example #3
0
def main(argv):
    if len(argv) != 1:
        usage()
        return -1
    conf = ClusterConfig(argv[0])
    url, token = get_auth(conf, conf.admin_user, conf.admin_password)
    sys.stdout.write("Enter absolute path to storlet jar file: ")
    storlet_jar = sys.stdin.readline().rstrip()
    print("Your jar file contains the following classes:")
    list_classes(storlet_jar)
    sys.stdout.write("Please enter fully qualified storlet main class " +
                     "(choose from the list above): ")
    storlet_main_class = sys.stdin.readline().rstrip()
    print("Please enter dependency jars (leave a blank line when you are "
          "done):")
    dependency_jars = []
    dependency_jar = sys.stdin.readline().rstrip()
    while dependency_jar:
        dependency_jars.append(dependency_jar)
        dependency_jar = sys.stdin.readline().rstrip()

    deploy_storlet(url, token, storlet_jar, storlet_main_class,
                   dependency_jars)
    print("Storlet deployment complete")
    return 0
Example #4
0
def main(argv):
    if len(argv) != 1:
        usage()
        return 1
    conf = ClusterConfig(argv[0])
    url, token = get_auth(conf, conf.admin_user, conf.admin_password)
    print("Enter storlet language (java or python): ")
    storlet_language = sys.stdin.readline().rstrip().title()

    if storlet_language not in MESSAGES:
        print("The language you specified is not supported")
        return 1

    message_iter = MESSAGES[storlet_language]
    options_dict = dict(language=storlet_language)
    for message, reader in message_iter:
        print(message)
        options_dict[reader.key] = reader()

    deploy_storlet(url, token, **options_dict)

    print("Storlet deployment complete")
    return 0