Ejemplo n.º 1
0
def check_mandatory_create_account(iterables, type):
    #iterables can be builders or accounts
    for iterable in iterables:
        if type=="builders":
            if  "account" in iterable:
                if not "type" in iterable and not "type" in iterable["account"]:
                    printer.out("no attribute type in builder", printer.ERROR)
                    return
                if "file" in iterable["account"]:
                    file = get_file(iterable["account"]["file"])
                    if file is None:
                        return 2
                    data = generics_utils.check_json_syntax(file)
                    if data is None:
                        return 2
                    if "accounts" in data:
                        return check_mandatory_create_account(data["accounts"], "accounts")
        if type=="accounts":
            if not "type" in iterable:
                printer.out("no attribute type in accounts", printer.ERROR)
                return

                #TODO

    return iterables
Ejemplo n.º 2
0
 def test_check_bundle_should_failed_when_tag_softwarefile_and_bootorder(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesTagSoftwareFileKeyBootOrder.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("There is the attribute [bootOrder] or [bootType] for file 'directoryTest' but is not tagged as 'bootscript'", "ERROR")
Ejemplo n.º 3
0
 def test_check_bundle_should_failed_when_tag_bootscript_and_rights(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesTagBootScriptKeyRights.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("There is the attribute [ownerGroup], [rights] or [symlink] for file 'cleanup_tmp.sh' but is not tagged as 'softwarefile'", "ERROR")
Ejemplo n.º 4
0
 def test_check_bundle_should_failed_when_tag_ospkg_in_directory(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesTagOSPkgInDirectory.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("The file 'iotop-0.6-2.el7.noarch.rpm, with tag 'ospkg' must be in the first level files section", "ERROR")
Ejemplo n.º 5
0
 def test_check_bundle_should_failed_when_tag_ospkg_in_directory(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesTagOSPkgInDirectory.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("The file 'iotop-0.6-2.el7.noarch.rpm, with tag 'ospkg' must be in the first level files section", "ERROR")
Ejemplo n.º 6
0
 def test_check_bundle_should_failed_when_tag_ospkg_and_two_oses(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesTagOSPkgWithTwoOses.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("The file 'iotop-0.6-2.el7.noarch.rpm' is tagged 'ospkg' but there is more than one os in [oses] attribute", "ERROR")
Ejemplo n.º 7
0
 def test_check_bundle_should_succeed(self):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFull.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle = bundle_utils.check_bundle(bundle)
     #Then
     self.assertIsNotNone(bundle)
Ejemplo n.º 8
0
 def test_check_bundle_should_failed_when_no_files(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleWithoutFiles.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("no attribute [files] for [bundle]", "ERROR")
Ejemplo n.º 9
0
 def test_check_bundle_should_failed_when_files_no_source(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesWithoutSource.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("There is no attribute [source] for a [file]", "ERROR")
Ejemplo n.º 10
0
 def test_check_bundle_should_failed_when_no_files(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleWithoutFiles.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("no attribute [files] for [bundle]", "ERROR")
Ejemplo n.º 11
0
 def test_check_bundle_should_failed_when_files_no_name(self, mock_method):
     #Given
     jsonPath = find_relative_path_for("tests/integration/data/bundle/bundleFilesWithoutName.json")
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("There is no attribute [name] for a [file]", "ERROR")
Ejemplo n.º 12
0
 def test_check_bundle_should_failed_when_no_version(self, mock_method):
     #Given
     jsonPath = find_relative_path_for("tests/integration/data/bundle/bundleWithoutVersion.json")
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("no attribute [version] for [bundle]", "ERROR")
Ejemplo n.º 13
0
 def test_check_bundle_should_succeed_when_empty_restrictionRule(self):
     # Given
     jsonPath = find_relative_path_for("tests/integration/data/bundle/bundleWithEmptyRestrictionRule.json")
     # When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     # Then
     self.assertIsNotNone(bundle)
Ejemplo n.º 14
0
 def test_check_bundle_should_succeed_when_no_restrictionRule(self):
     # Given
     jsonPath = "tests/integration/data/bundle/bundleWithoutRestrictionRule.json"
     # When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     # Then
     self.assertIsNotNone(bundle)
Ejemplo n.º 15
0
 def test_check_bundle_should_failed_when_tag_softwarefile_and_bootorder(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesTagSoftwareFileKeyBootOrder.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("There is the attribute [bootOrder] or [bootType] for file 'directoryTest' but is not tagged as 'bootscript'", "ERROR")
Ejemplo n.º 16
0
 def test_check_bundle_should_failed_when_files_no_source(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesWithoutSource.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("There is no attribute [source] for a [file]", "ERROR")
Ejemplo n.º 17
0
 def test_check_bundle_should_failed_when_tag_bootscript_and_rights(self, mock_method):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFilesTagBootScriptKeyRights.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("There is the attribute [ownerGroup], [rights] or [symlink] for file 'cleanup_tmp.sh' but is not tagged as 'softwarefile'", "ERROR")
Ejemplo n.º 18
0
 def test_check_bundle_should_succeed(self):
     #Given
     jsonPath = "tests/integration/data/bundle/bundleFull.json"
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle = bundle_utils.check_bundle(bundle)
     #Then
     self.assertIsNotNone(bundle)
Ejemplo n.º 19
0
 def test_check_bundle_should_succeed_when_empty_restrictionRule(self):
     # Given
     jsonPath = "tests/integration/data/bundle/bundleWithEmptyRestrictionRule.json"
     # When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     # Then
     self.assertIsNotNone(bundle)
Ejemplo n.º 20
0
 def test_check_bundle_should_succeed_when_no_restrictionRule(self):
     # Given
     jsonPath = find_relative_path_for(
         "tests/integration/data/bundle/bundleWithoutRestrictionRule.json")
     # When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     # Then
     self.assertIsNotNone(bundle)
Ejemplo n.º 21
0
def load_data(file):
    isJson = check_extension_is_json(file)
    if isJson:
        print "you provided a json file, checking the syntax..."
        data = generics_utils.check_json_syntax(file)
    else:
        print "you provided a yaml file, checking the syntax..."
        data = generics_utils.check_yaml_syntax(file)
    return data
Ejemplo n.º 22
0
def load_data(file):
    isJson = check_extension_is_json(file)
    if isJson:
        print "you provided a json file, checking the syntax..."
        data = generics_utils.check_json_syntax(file)
    else:
        print "you provided a yaml file, checking the syntax..."
        data = generics_utils.check_yaml_syntax(file)
    return data
Ejemplo n.º 23
0
 def test_check_bundle_should_failed_when_files_no_name(self, mock_method):
     #Given
     jsonPath = find_relative_path_for(
         "tests/integration/data/bundle/bundleFilesWithoutName.json")
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with(
         "There is no attribute [name] for a [file]", "ERROR")
Ejemplo n.º 24
0
 def test_check_bundle_should_failed_when_no_version(self, mock_method):
     #Given
     jsonPath = find_relative_path_for(
         "tests/integration/data/bundle/bundleWithoutVersion.json")
     #When
     bundle = generics_utils.check_json_syntax(jsonPath)
     bundle_utils.check_bundle(bundle)
     #Then
     mock_method.assert_called_with("no attribute [version] for [bundle]",
                                    "ERROR")
Ejemplo n.º 25
0
def validate_deployment(file):
    try:
        isJson = check_extension_is_json(file)
        if isJson:
            data = generics_utils.check_json_syntax(file)
        else:
            data = generics_utils.check_yaml_syntax(file)

        if data is None:
            return
        if "provisioner" not in data:
            printer.out("There is no provisioner in the file", printer.ERROR)
        return data["provisioner"]

    except ValueError as e:
        printer.out("JSON parsing error: " + str(e), printer.ERROR)
        printer.out("Syntax of deployment file [" + file + "]: FAILED")
    except IOError as e:
        printer.out("unknown error deployment json file", printer.ERROR)
Ejemplo n.º 26
0
def validate_deployment(file):
    try:
        isJson = check_extension_is_json(file)
        if isJson:
            data = generics_utils.check_json_syntax(file)
        else:
            data = generics_utils.check_yaml_syntax(file)

        if data is None:
            return
        if "provisioner" not in data:
            printer.out("There is no provisioner in the file", printer.ERROR)
        return data["provisioner"]

    except ValueError as e:
        printer.out("JSON parsing error: " + str(e), printer.ERROR)
        printer.out("Syntax of deployment file [" + file + "]: FAILED")
    except IOError as e:
        printer.out("unknown error deployment json file", printer.ERROR)
Ejemplo n.º 27
0
def validate_configurations_file(file, isJson):
    if isJson:
        data = generics_utils.check_json_syntax(file)
    else:
        data = generics_utils.check_yaml_syntax(file)
    if data is None:
        return
    #check manadatory fields
    if "stack" in data:
        stack=check_mandatory_stack(data["stack"])
        if stack is None:
            return
    #else:
    #        print "No stack section find in the template file"
    #        return

    if "builders" in data:
        check_mandatory_builders(data["builders"])
    return data
Ejemplo n.º 28
0
def validate_configurations_file(file, isJson):
    if isJson:
        data = generics_utils.check_json_syntax(file)
    else:
        data = generics_utils.check_yaml_syntax(file)
    if data is None:
        return
    #check manadatory fields
    if "stack" in data:
        stack=check_mandatory_stack(data["stack"])
        if stack is None:
            return
        if "bundles" in data["stack"]:
            for bundle in data["stack"]["bundles"]:
                bundle = check_bundle(bundle)
                if bundle is None:
                    return

    if "builders" in data:
        check_mandatory_builders(data["builders"])
    return data
Ejemplo n.º 29
0
def validate_configurations_file(file, isJson):
    if isJson:
        data = generics_utils.check_json_syntax(file)
    else:
        data = generics_utils.check_yaml_syntax(file)
    if data is None:
        return
    #check manadatory fields
    if "stack" in data:
        stack = check_mandatory_stack(data["stack"])
        if stack is None:
            return
        if "bundles" in data["stack"]:
            for bundle in data["stack"]["bundles"]:
                bundle = check_bundle(bundle)
                if bundle is None:
                    return

    if "builders" in data:
        check_mandatory_builders(data["builders"])
    return data
Ejemplo n.º 30
0
def validate_bundle(file):
    try:
        isJson = check_extension_is_json(file)
        if isJson:
            print "you provided a json file, checking..."
            data = generics_utils.check_json_syntax(file)
        else:
            print "you provided a yaml file, checking..."
            data = generics_utils.check_yaml_syntax(file)

        if data is None:
            return
        data = check_bundle(data)
        if data is None:
            return

        return data
    except ValueError as e:
        printer.out("JSON parsing error: "+str(e), printer.ERROR)
        printer.out("Syntax of bundle file ["+file+"]: FAILED")
    except IOError as e:
        printer.out("unknown error bundle json file", printer.ERROR)
Ejemplo n.º 31
0
def validate_bundle(file):
    try:
        isJson = check_extension_is_json(file)
        if isJson:
            print "you provided a json file, checking..."
            data = generics_utils.check_json_syntax(file)
        else:
            print "you provided a yaml file, checking..."
            data = generics_utils.check_yaml_syntax(file)

        if data is None:
            return
        data = check_bundle(data)
        if data is None:
            return

        return data
    except ValueError as e:
        printer.out("JSON parsing error: " + str(e), printer.ERROR)
        printer.out("Syntax of bundle file [" + file + "]: FAILED")
    except IOError as e:
        printer.out("unknown error bundle json file", printer.ERROR)
Ejemplo n.º 32
0
def validate_json_file(file):
    try:
        data = generics_utils.check_json_syntax(file)
        if data is None:
            return
        #check manadatory fields
        if "stack" in data:
            stack=check_mandatory_stack(data["stack"])
            if stack is None:
                return
        #else:
        #        print "No stack section find in the template file"
        #        return

        if "builders" in data:
            check_mandatory_builders(data["builders"])

        return data
    except ValueError as e:
        printer.out("JSON parsing error: "+str(e), printer.ERROR)
        printer.out("Syntax of template file ["+file+"]: FAILED")
    except IOError as e:
        printer.out("unknown error template json file", printer.ERROR)
Ejemplo n.º 33
0
Archivo: scan.py Proyecto: hugo6/hammr
    def do_build(self, args):
        try:
            # add arguments
            doParser = self.arg_build()
            try:
                doArgs = doParser.parse_args(args.split())
            except SystemExit as e:
                return
            # --
            file = generics_utils.get_file(doArgs.file)
            if file is None:
                return 2
            data = generics_utils.check_json_syntax(file)
            if "builders" in data:
                builders = hammr_utils.check_mandatory_builders(data["builders"])
                builders = hammr_utils.check_mandatory_generate_scan(builders)
            else:
                printer.out("no builder section found", printer.ERROR)
                return
            if builders is None:
                return
            try:
                myScannedInstances = self.api.Users(self.login).Scannedinstances.Getall(Includescans="true")
                if myScannedInstances is None or not hasattr(myScannedInstances, 'get_scannedInstance'):
                    printer.out("scan not found", printer.ERROR)
                    return
                else:
                    myScan = None
                    for myScannedInstance in myScannedInstances.get_scannedInstance():
                        for scan in myScannedInstance.scans.scan:
                            if str(scan.dbId) == doArgs.id:
                                myScan = scan
                                myRScannedInstance = myScannedInstance
                                break
                        if myScan is not None:
                            break

                if myScan is not None and myScan.status.complete and not myScan.status.error and not myScan.status.cancelled:
                    i = 1
                    for builder in builders:
                        printer.out(
                            "Generating '" + builder["type"] + "' image (" + str(i) + "/" + str(len(builders)) + ")")
                        format_type = builder["type"]
                        myimage = image()

                        myinstallProfile = installProfile()
                        if "swapSize" in builder["installation"]:
                            myinstallProfile.swapSize = builder["installation"]["swapSize"]
                        myinstallProfile.diskSize = builder["installation"]["diskSize"]

                        if format_type in generate_utils.CLOUD_FORMATS:
                            func = getattr(generate_utils,
                                           "generate_" + generics_utils.remove_special_chars(format_type), None)
                            if func:
                                myimage, myimageFormat, myinstallProfile = func(myimage, builder, myinstallProfile,
                                                                                self.api, self.login)
                            else:
                                printer.out("Builder type unknown: " + format_type, printer.ERROR)
                                return
                        elif format_type in generate_utils.VIRTUAL_FORMATS:
                            func = getattr(generate_utils,
                                           "generate_" + generics_utils.remove_special_chars(format_type), None)
                            if func:
                                myimage, myimageFormat, myinstallProfile = func(myimage, builder, myinstallProfile)
                            else:
                                printer.out("Builder type unknown: " + format_type, printer.ERROR)
                                return
                        elif format_type in generate_utils.PHYSICAL_FORMATS:
                            func = getattr(generate_utils,
                                           "generate_" + generics_utils.remove_special_chars(format_type), None)
                            if func:
                                myimage, myimageFormat, myinstallProfile = func(myimage, builder, myinstallProfile)
                            else:
                                printer.out("Builder type unknown: " + format_type, printer.ERROR)
                                return
                        else:
                            printer.out("Builder type unknown: " + format_type, printer.ERROR)
                            return

                        myimage.format = myimageFormat
                        myimage.installProfile = myinstallProfile
                        rImage = self.api.Users(self.login).Scannedinstances(myRScannedInstance.dbId).Scans(
                            myScan.dbId).Images().Generate(myimage)
                        status = rImage.status
                        statusWidget = progressbar_widget.Status()
                        statusWidget.status = status
                        widgets = [Bar('>'), ' ', statusWidget, ' ', ReverseBar('<')]
                        progress = ProgressBar(widgets=widgets, maxval=100).start()
                        while not (status.complete or status.error or status.cancelled):
                            statusWidget.status = status
                            progress.update(status.percentage)
                            status = self.api.Users(self.login).Scannedinstances(myRScannedInstance.dbId).Scans(
                                myScan.dbId).Images(Sitid=rImage.dbId).Status.Get()
                            time.sleep(2)
                        statusWidget.status = status
                        progress.finish()
                        if status.error:
                            printer.out("Generation '" + builder[
                                "type"] + "' error: " + status.message + "\n" + status.errorMessage, printer.ERROR)
                            if status.detailedError:
                                printer.out(status.detailedErrorMsg)
                        elif status.cancelled:
                            printer.out("Generation '" + builder["type"] + "' canceled: " + status.message,
                                        printer.ERROR)
                        else:
                            printer.out("Generation '" + builder["type"] + "' ok", printer.OK)
                        i += 1
                else:
                    printer.out("Impossible to generate this scan", printer.ERROR)

            except KeyError as e:
                printer.out("unknown error template json file", printer.ERROR)




        except ArgumentParserError as e:
            printer.out("ERROR: In Arguments: " + str(e), printer.ERROR)
            self.help_build()
        except KeyboardInterrupt:
            printer.out("\n")
            if generics_utils.query_yes_no("Do you want to cancel the job ?"):
                if 'myRScannedInstance' in locals() and 'myScan' in locals() and 'rImage' in locals() \
                        and hasattr(myRScannedInstance, 'dbId') and hasattr(myScan, 'dbId') and hasattr(rImage, 'dbId'):
                    self.api.Users(self.login).Scannedinstances(myRScannedInstance.dbId).Scans(myScan.dbId).Images(
                        Sitid=rImage.dbId).Status.Cancel()
            else:
                print "Exiting command"
        except Exception as e:
            return handle_uforge_exception(e)
Ejemplo n.º 34
0
    def do_create(self, args):
        try:
            # add arguments
            doParser = self.arg_create()
            doArgs = doParser.parse_args(args.split())

            #if the help command is called, parse_args returns None object
            if not doArgs:
                    return 2

            # --
            file = generics_utils.get_file(doArgs.file)
            if file is None:
                return 2
            data = generics_utils.check_json_syntax(file)
            if data is None:
                return 2
            if "builders" in data:
                accounts_file_type = "builders"
                iterables = check_mandatory_create_account(data["builders"], accounts_file_type)
            elif "accounts" in data:
                accounts_file_type = "accounts"
                iterables = check_mandatory_create_account(data["accounts"], accounts_file_type)
            else:
                printer.out("Error: no builders or accounts section found", printer.ERROR)
                return 2
            if iterables is None:
                return 2
            try:
                for iterable in iterables:
                    myCredAccount = None
                    if "account" in iterable:
                        account_type = iterable["account"]["type"]
                    elif "type" in iterable:
                        account_type = iterable["type"]

                    targetPlatform = account_utils.get_target_platform_object(self.api, self.login, account_type)
                    if targetPlatform is None:
                        printer.out("Platform type unknown: "+account_type, printer.ERROR)
                        return 2

                    func = getattr(account_utils, generics_utils.remove_special_chars(targetPlatform.type), None)
                    if func:
                        if accounts_file_type == "builders" and "account" in iterable:
                            myCredAccount = func(iterable["account"])
                        elif accounts_file_type == "accounts":
                            myCredAccount = func(iterable)
                        else:
                            pass
                            # DO NOTHING - no account in builder to create

                            # TODO
                            # the account type must be in the account part, if no builder part (independant file)
                        if myCredAccount is not None:
                            myCredAccount = account_utils.assign_target_platform_account(myCredAccount, targetPlatform.name)
                            printer.out("Create account for '" + account_type + "'...")
                            self.api.Users(self.login).Accounts.Create(body=myCredAccount, element_name="ns1:credAccount")
                            printer.out("Account create successfully for [" + account_type + "]", printer.OK)
                return 0

            except KeyError as e:
                printer.out("unknown error template json file", printer.ERROR)

        except IOError as e:
            printer.out("File error: " + str(e), printer.ERROR)
        except ArgumentParserError as e:
            printer.out("ERROR: In Arguments: " + str(e), printer.ERROR)
            self.help_create()
        except Exception as e:
            return handle_uforge_exception(e)