コード例 #1
0
ファイル: saasherder.py プロジェクト: vpavlin/saasherder
    def __init__(self, config_path, context, environment=None):
        self.config = SaasConfig(config_path, context)
        if context:
            self.config.switch_context(context)

        logger.info("Current context: %s" % self.config.current())

        self._services = None
        self._environment = None if environment == "None" else environment
        self.load_from_config()
コード例 #2
0
ファイル: saasherder.py プロジェクト: syamgk/saasherder
  def __init__(self, config_path, context, environment=None):
    self.config = SaasConfig(config_path, context)
    self.changelog = Changelog(self)

    if context:
      self.config.switch_context(context)

    logger.info("Current context: %s" % self.config.current())

    self._default_hash_length = 6
    self._services = None
    self._environment = None

    if environment and environment != "None":
      self._environment = environment

    self.load_from_config()
コード例 #3
0
ファイル: saasherder.py プロジェクト: maorfr/saasherder
    def __init__(self, config_path, context, environment=None):
        self.config = SaasConfig(config_path, context)

        config_dirname = os.path.dirname(config_path)
        self.repo_path = config_dirname if config_dirname else '.'

        if context:
            self.config.switch_context(context)

        logger.info("Current context: %s" % self.config.current())

        self._default_hash_length = 6
        self._services = None
        self._environment = None

        if environment and environment != "None":
            self._environment = environment

        self.load_from_config()
コード例 #4
0
def main():
    parser = argparse.ArgumentParser(description='')

    parser.add_argument('-d',
                        '--debug',
                        default=False,
                        action='store_true',
                        help='Run in debug mode')
    parser.add_argument('-c',
                        '--config',
                        default="config.yaml",
                        help='Config file for saas herder')
    parser.add_argument('--context', default=None, help='Context to use')
    parser.add_argument(
        '--environment',
        default=None,
        help='Environment to use to override service defined values')

    subparsers = parser.add_subparsers(dest="command")

    # subcommand: pull
    subparser_pull = subparsers.add_parser(
        "pull",
        help="Download templates from repositories and store them locally")

    subparser_pull.add_argument('service', nargs="*", default="all")
    subparser_pull.add_argument(
        '--token',
        default=None,
        help="Token to use when pulling from private repo")

    # subcommand: update
    subparser_update = subparsers.add_parser(
        "update",
        help="Replace parameters in a service template and write it to a file")

    subparser_update.add_argument(
        '-o',
        '--output-file',
        default=None,
        help='Name of the output file for updated services yaml')
    subparser_update.add_argument('type',
                                  choices=["hash", "path"],
                                  help="What to update")
    subparser_update.add_argument('service',
                                  nargs="?",
                                  default=None,
                                  help="Service to be updated")
    subparser_update.add_argument('value',
                                  help="Value to be used in services yaml")

    # subcommand: template
    subparser_template = subparsers.add_parser(
        "template",
        help=
        "Runs oc process to generate the templates. Requires running pull first"
    )

    subparser_template.add_argument(
        '-f',
        '--force',
        default=False,
        action='store_true',
        help='Force processing of all templates (i.e. those with skip: True)')
    subparser_template.add_argument(
        '--local',
        default=False,
        action='store_true',
        help=
        'Use --local option for oc process - processing happen locally instead on server'
    )
    subparser_template.add_argument(
        '--output-dir',
        default=None,
        help='Output directory where the updated templates will be stored')
    subparser_template.add_argument(
        '--filter',
        default=None,
        help='Comma separated list of kinds you want to filter out')
    subparser_template.add_argument("type",
                                    choices=["tag"],
                                    help="Update image tag with commit hash")
    subparser_template.add_argument(
        "services",
        nargs="*",
        default="all",
        help="Service which template should be updated")

    # subcommand: get
    subparser_get = subparsers.add_parser("get",
                                          help="Extracts info from a service")

    subparser_get.add_argument(
        "type",
        choices=["path", "url", "hash", "hash_length", "template-url"],
        help="Update image tag with commit hash")
    subparser_get.add_argument("services",
                               nargs="*",
                               default="all",
                               help="Services to query")

    # subcommand: get-services
    subparser_get_services = subparsers.add_parser("get-services",
                                                   help="Get list of services")
    subparser_get_services.add_argument("--context", action="store")

    # subcommand: config
    subparser_config = subparsers.add_parser(
        "config", help="Extracts info from the configuration file")

    subparser_config.add_argument(
        "type",
        choices=["get-contexts"],
        help="Prints the list of contexts in the configuration file")

    # subcommand: changelog
    subparser_changelog = subparsers.add_parser("changelog")

    subparser_changelog.add_argument("--context", action="store")
    subparser_changelog.add_argument("--format",
                                     choices=['markdown', 'plain', 'html'],
                                     default='plain')
    subparser_changelog.add_argument(
        "old",
        action="store",
        help="Commit or a date (parsed by dateutil.parser)")
    subparser_changelog.add_argument(
        "new",
        action="store",
        help="Commit or a date (parsed by dateutil.parser)")

    # Execute command
    args = parser.parse_args()

    se = SaasHerder(args.config, args.context, args.environment)

    if args.command == "pull":
        if args.service:
            se.collect_services(args.service, args.token)
    elif args.command == "update":
        se.update(args.type,
                  args.service,
                  args.value,
                  output_file=args.output_file)
    elif args.command == "template":
        filters = args.filter.split(",") if args.filter else None
        se.template(args.type,
                    args.services,
                    args.output_dir,
                    filters,
                    force=args.force,
                    local=args.local)
    elif args.command == "get":
        for val in se.get(args.type, args.services):
            print val
    elif args.command == "get-services":
        if args.context:
            sc = SaasConfig(args.config)
            sc.switch_context(args.context)
        for service in se.get_services("all"):
            print service['name']
    elif args.command == "config":
        sc = SaasConfig(args.config)
        if args.type == "get-contexts":
            for context in sc.get_contexts():
                print context
    elif args.command == "changelog":
        se.changelog.generate(args.context, args.old, args.new, args.format)
コード例 #5
0
ファイル: saasherder.py プロジェクト: maorfr/saasherder
class SaasHerder(object):
    def __init__(self, config_path, context, environment=None):
        self.config = SaasConfig(config_path, context)

        config_dirname = os.path.dirname(config_path)
        self.repo_path = config_dirname if config_dirname else '.'

        if context:
            self.config.switch_context(context)

        logger.info("Current context: %s" % self.config.current())

        self._default_hash_length = 6
        self._services = None
        self._environment = None

        if environment and environment != "None":
            self._environment = environment

        self.load_from_config()

    # TODO: This function should take context or "all" as an argument instead of the
    # hidden the implicit state. Zen of Python says "Explicit is better than
    # implicit."
    @property
    def services(self):
        """ Loads and returns all the services in service dir """
        if not self._services:
            self._services, self._service_files = self.load_services()

        return self._services

    def load_services(self):
        """ Returns two dictionaries that contain all the services:
          1. Service indexed by service name
          2. List of services indexed by service file. Note that there may be multiple services
            defined in a single service file.
        """

        _services = {}
        _service_files = {}

        for f in os.listdir(self.services_dir):
            service_file = os.path.join(self.services_dir, f)
            service = anymarkup.parse_file(service_file)

            for s in service["services"]:
                s["file"] = f
                self.apply_environment_config(s)

                _services[s["name"]] = s
                _service_files.setdefault(f, []).append(s["name"])

        return _services, _service_files

    def load_from_config(self):
        """ Reads info from the defined configuration file """

        # dir to store pulled templates
        self.templates_dir = os.path.join(self.repo_path,
                                          self.config.get("templates_dir"))
        self.mkdir_templates_dir()

        # dir to store the service definitions
        self.services_dir = os.path.join(self.repo_path,
                                         self.config.get("services_dir"))

        # dir to store the processed templates
        self.output_dir = os.path.join(self.repo_path,
                                       self.config.get("output_dir"))

    def apply_environment_config(self, s):
        """ overrides the parameters of the service with those defined in the environment section """

        if not s.get("environments") or not self._environment:
            return

        found = False
        for env in s.get("environments"):
            if env["name"] == self._environment:
                found = True
                for key, val in env.iteritems():
                    if key == "name":
                        continue
                    if key == "url":
                        logger.warning(
                            "You are changing URL for environment %s.",
                            env["name"])
                    if key == "hash":
                        logger.error(
                            "You cannot change hash for an environment")

                    if type(val) is not dict:
                        s[key] = val
                    else:
                        if key in s:
                            s[key].update(val)
                        else:
                            s[key] = val

        if not found:
            logger.warning(
                "Could not find given environment %s. Proceeding with top level values."
                % self._environment)

    def apply_filter(self, template_filter, data):
        data_obj = yaml.safe_load(data)
        to_delete = []
        if data_obj.get("items"):
            for obj in data_obj.get("items"):
                if obj.get("kind") in template_filter:
                    to_delete.append(obj)

        if len(to_delete) > 0:
            logger.info("Removing %s from template." %
                        " and ".join(template_filter))

        for obj in to_delete:
            data_obj["items"].remove(obj)

        return yaml.dump(data_obj, encoding='utf-8', default_flow_style=False)

    def write_service_file(self, name, output=None):
        """ Writes service file to disk, either to original file name, or to a name
            given by output param """

        service_file_cont = {"services": []}

        for n in self._service_files[self.services[name]["file"]]:
            dump = copy.deepcopy(self.services[n])
            filename = dump["file"]
            del dump["file"]
            service_file_cont["services"].append(dump)

        if not output:
            output = self.services[name]["file"]

        anymarkup.serialize_file(service_file_cont, output)
        logger.info("Services written to file %s." % output)

    def mkdir_templates_dir(self):
        """ Create a dir to store pulled templates if it does not exist """
        if not os.path.isdir(self.templates_dir):
            os.mkdir(self.templates_dir)

    def resolve_download_hash(self, service_hash):
        """
        Resolve download hashes with special values
        """

        if service_hash == 'ignore':
            return 'master'

        return service_hash

    def raw_gitlab(self, service):
        """ Construct link to raw file in gitlab """

        service_url = service.get("url").rstrip("/")
        service_hash = self.resolve_download_hash(service.get("hash"))
        service_path = service.get("path").lstrip("/")

        url = "{}/raw/{}/{}".format(service_url, service_hash, service_path)

        return url

    def raw_github(self, service):
        """ Construct link to raw file in github """

        service_url = "/".join(service.get("url").rstrip("/").split("/")[-2:])
        service_hash = self.resolve_download_hash(service.get("hash"))
        service_path = service.get("path").lstrip("/")

        url = "https://raw.githubusercontent.com/{}/{}/{}".format(
            service_url, service_hash, service_path)

        return url

    def get_raw(self, service):
        """ Figure out the repo manager and return link to a file. Also enforces 'hash', 'url' and 'path' to be present """

        if not service["hash"]:
            raise Exception("Commit hash or branch name needs to be provided.")
        if not service["url"]:
            raise Exception("URL to a repository needs to be provided.")
        if not service["path"]:
            raise Exception("Path in the repository needs to be provided.")

        if "github" in service.get("url"):
            return self.raw_github(service)
        elif "gitlab" in service.get("url"):
            return self.raw_gitlab(service)

    def get_template_file(self, service):
        """ Return path to a pulled template file """
        return os.path.join(self.templates_dir,
                            "%s.yaml" % service.get("name"))

    def get_services(self, service_names):
        """ Return a list of service objects.
            service_names: can be 'all', a list of service names,
            or the name of a single service
        """

        if service_names == "all":
            result = self.services.values()
        elif isinstance(service_names, list):
            result = [
                self.services.get(s) for s in service_names
                if self.services.get(s)
            ]
        else:
            # single service
            result = [self.services.get(service_names)]

        if len(result) == 0:
            logger.error("Could not find services %s" % service_names)

        return result

    def download_template(self, s, token, verify_ssl=True):
        """ Returns a string containing the template of a service """
        url = self.get_raw(s)

        logger.info("Downloading: %s" % self.get_raw(s))

        headers = {}

        if token:
            headers = {
                "Authorization": "token %s" % token,
                "Accept": "application/vnd.github.v3.raw"
            }

        r = requests.get(url, headers=headers, verify=verify_ssl)

        if r.status_code != 200:
            raise Exception("Couldn't pull the template.")

        return r.content

    def collect_services(self,
                         service_names,
                         token=None,
                         dry_run=False,
                         fail_on_error=False,
                         verify_ssl=True):
        """ Download templates from repositories """
        service_list = self.get_services(service_names)

        for s in service_list:
            logger.info("Service: %s" % s.get("name"))

            try:
                template = self.download_template(s,
                                                  token,
                                                  verify_ssl=verify_ssl)
            except Exception as e:
                logger.error(e)
                logger.warning("Skipping %s" % s.get("name"))

                if fail_on_error:
                    raise

                continue

            if not dry_run:
                filename = self.get_template_file(s)

                with open(filename, "w") as fp:
                    fp.write(template)

                logger.info("Template written to %s" % filename)

    def update(self,
               cmd_type,
               service_name,
               value,
               output_file=None,
               verify_ssl=True):
        """ Update service object and write it to file """
        services = self.get_services(service_name)
        if len(services) == 0:
            raise Exception("Could not found the service")
        elif len(services) > 1:
            raise Exception("Expecting only one service")

        service = services[0]

        if service[cmd_type] == value:
            logger.warning("Skipping update of %s, no change" % service)
            return
        elif cmd_type == "hash" and service[cmd_type] == "ignore":
            logger.warning("Skipping update of %s, no change (hash: ignore)." %
                           service)
            return
        else:
            service[cmd_type] = value

        try:
            # Double check that the service is retrievable with new change, otherwise abort
            self.collect_services(service_name,
                                  dry_run=True,
                                  fail_on_error=True,
                                  verify_ssl=verify_ssl)
        except Exception as e:
            logger.error("Aborting update: %s" % e)
            return

        if not output_file:
            output_file = os.path.join(self.services_dir, service["file"])

        self.write_service_file(service_name, output_file)

    def process_image_tag(self,
                          services,
                          output_dir,
                          template_filter=None,
                          force=False,
                          local=False):
        """ iterates through the services and runs oc process to generate the templates """

        if not find_executable("oc"):
            raise Exception("Aborting: Could not find oc binary")

        for s in self.get_services(services):
            if s.get("skip") and not force:
                logger.warning(
                    "INFO: Skipping %s, use -f to force processing of all templates"
                    % s.get("name"))
                continue

            output = ""
            template_file = self.get_template_file(s)

            # Verify the 'hash' key
            if not s["hash"]:
                logger.warning(
                    "Skipping %s (it doesn't contain the 'hash' key)" %
                    s["name"])
                continue
            elif s["hash"] == "master":
                tag = "latest"
            elif s["hash"] == "ignore":
                tag = None
            else:
                hash_len = s.get("hash_length", self._default_hash_length)
                tag = s["hash"][:hash_len]

            service_params = s.get("parameters", {})

            if tag and 'IMAGE_TAG' not in service_params:
                parameters = [{"name": "IMAGE_TAG", "value": tag}]
            else:
                parameters = []

            for key, val in service_params.iteritems():
                parameters.append({"name": key, "value": val})

            params_processed = [
                "%s=%s" % (i["name"], i["value"]) for i in parameters
            ]
            local_opt = "--local" if local else ""

            cmd = [
                "oc", "process", local_opt, "--output", "yaml", "-f",
                template_file
            ]
            process_cmd = cmd + params_processed

            output_file = os.path.join(output_dir, "%s.yaml" % s["name"])

            logger.info("%s > %s" % (" ".join(process_cmd), output_file))

            try:
                output = subprocess.check_output(process_cmd)

                if template_filter:
                    output = self.apply_filter(template_filter, output)

                with open(output_file, "w") as fp:
                    fp.write(output)

            except subprocess.CalledProcessError as e:
                print e.message
                sys.exit(1)

    def template(self,
                 cmd_type,
                 services,
                 output_dir=None,
                 template_filter=None,
                 force=False,
                 local=False):
        """ Process templates """
        if not output_dir:
            output_dir = self.output_dir

        if not os.path.isdir(output_dir):
            os.mkdir(output_dir)  #FIXME

        if cmd_type == "tag":
            self.process_image_tag(services, output_dir, template_filter,
                                   force, local)

    def get(self, cmd_type, services):
        """ Get information about services printed to stdout """
        services_list = self.get_services(services)

        if len(services_list) == 0:
            raise Exception("Unknown service %s" % services)

        result = []
        for service in services_list:
            if cmd_type in service.keys():
                result.append(service.get(cmd_type))
            elif cmd_type in "template-url":
                result.append(self.get_raw(service))
            elif cmd_type in "hash_length":
                result.append(self._default_hash_length)
            else:
                raise Exception("Unknown option for %s: %s" %
                                (service["name"], cmd_type))

        return result

    def print_objects(self, objects):
        for s in self.services.get("services", []):
            template_file = self.get_template_file(s)
            template = anymarkup.parse_file(template_file)
            print(s.get("name"))
            for o in template.get("objects", []):
                if o.get("kind") in objects:
                    print("=> %s: %s" %
                          (o.get("kind"), o.get("metadata", {}).get("name")))

    def validate(self):
        """ Apply all validation rules on all the templates that must be already available

            Returns two values: bool and list

            The first value (bool) indicates whether the validation is
            succesful. The second value (list) is the list of error messages. It
            only makes if the first value is false.

        """

        valid = True
        errors_service = {}

        for service_name, service in self.services.items():
            if service.get('hash'):
                template_file = self.get_template_file(service)
                template = anymarkup.parse_file(template_file)

                for rule_class in VALIDATION_RULES:
                    rule = rule_class(template)
                    errors = rule.validate()

                    if errors:
                        valid = False
                        errors_service.setdefault(service_name,
                                                  []).extend(errors)

        return valid, errors_service
コード例 #6
0
class SaasHerder(object):
  @property
  def services(self):
    """ Loads and returns all the services in service dir """
    if not self._services:
      self._services = {}
      self._service_files = {}
      for f in os.listdir(self.services_dir):
        service_file = os.path.join(self.services_dir, f)
        service = anymarkup.parse_file(service_file)
        for s in service["services"]:
          s["file"] = f
          self.apply_environment_config(s)
          self._services[s["name"]] = s
          if not self._service_files.get(f):
            self._service_files[f] = []
          self._service_files[f].append(s["name"])

    return self._services

  def __init__(self, config_path, context, environment=None):
    self.config = SaasConfig(config_path, context)
    if context:
      self.config.switch_context(context)

    logger.info("Current context: %s" % self.config.current())

    self._default_hash_length = 6
    self._services = None
    self._environment = None if environment == "None" else environment
    self.load_from_config()

  def load_from_config(self):
    self.templates_dir = self.config.get("templates_dir")
    self.services_dir = self.config.get("services_dir")
    self.output_dir = self.config.get("output_dir")
    self.prep_templates_dir()

  def apply_environment_config(self, s):
    if not s.get("environments") or not self._environment:
      return
    
    found = False
    for env in s.get("environments"):
      if env["name"] == self._environment:
        found = True
        for key, val in env.iteritems():
          if key == "name":
            continue
          if key == "url":
            logger.error("You cannot change URL for an environment.")
            continue
          if key == "hash":
            logger.error("You cannot change hash for an environment")

          if type(val) is not dict:
            s[key] = val
          else:
            if key in s:
              s[key].update(val)
            else:
              s[key] = val

    if not found:
      logger.warning("Could not find given environment %s. Proceeding with top level values." % self._environment)

  def apply_filter(self, template_filter, data):
    data_obj=yaml.safe_load(data)
    to_delete=[]
    if data_obj.get("items"):
      for obj in data_obj.get("items"):
        if obj.get("kind") in template_filter:
          to_delete.append(obj)

      if len(to_delete) > 0:
        logger.info("Removing %s from template." % " and ".join(template_filter))
      for obj in to_delete:
        data_obj["items"].remove(obj)

    return yaml.dump(data_obj, encoding='utf-8', default_flow_style=False)

  def write_service_file(self, name, output=None):
    """ Writes service file to disk, either to original file name, or to a name given by output param """
    service_file_cont = {"services": []}
    for n in self._service_files[self.services[name]["file"]]:
      dump = copy.deepcopy(self.services[n])
      filename = dump["file"]
      del dump["file"]
      service_file_cont["services"].append(dump)
      
    if not output:
      output = self.services[name]["file"]
    anymarkup.serialize_file(service_file_cont, output)
    logger.info("Services written to file %s." % output)

  def prep_templates_dir(self):
    """ Create a dir to store pulled templates if it does not exist """
    if not os.path.isdir(self.templates_dir):
      os.mkdir(self.templates_dir)

  def raw_gitlab(self, service):
    """ Construct link to raw file in gitlab """
    return "%s/raw/%s/%s" % (service.get("url").rstrip("/"), service.get("hash"), service.get("path").lstrip("/"))

  def raw_github(self, service):
    """ Construct link to raw file in github """
    url = "https://raw.githubusercontent.com/%s/%s/%s" % ("/".join(service.get("url").rstrip("/").split("/")[-2:]), service.get("hash"), service.get("path").lstrip("/"))
    return url

  def get_raw(self, service):
    """ Figure out the repo manager and return link to a file """

    if not service["hash"]:
      raise Exception("Commit hash or branch name needs to be provided.")
    if not service["url"]:
      raise Exception("URL to a repository needs to be provided.")
    if not service["path"]:
      raise Exception("Path in the repository needs to be provided.")

    if "github" in service.get("url"):
      return self.raw_github(service)
    elif "gitlab" in service.get("url"):
      return self.raw_gitlab(service)
  
  def get_template_file(self, service):
    """ Return path to a pulled template file """
    return os.path.join(self.templates_dir, "%s.yaml" % service.get("name"))

  def get_services(self, service_names):
    """ Return service objects """
    result = []
    if type(service_names) is list:
      for s in service_names:
        if self.services.get(s):
          result.append(self.services.get(s))
    elif service_names == "all":
      result = self.services.values()
    else:
      result.append(self.services.get(service_names))

    if len(result) == 0:
      logger.error("Could not find services %s" % service_names)

    return result

  def collect_services(self, services, token=None, dry_run=False):
    """ Pull/download templates from repositories """
    service_list = self.get_services(services)
    for s in service_list:
      logger.info("Service: %s" % s.get("name"))
      try:
        url = self.get_raw(s)
      except Exception as e:
        logger.error(e)
        logger.warning("Skipping %s" % s.get("name"))
        continue
      logger.info("Downloading: %s" % self.get_raw(s))
      headers={}
      if token:
        headers = {"Authorization": "token %s" % token, "Accept": "application/vnd.github.v3.raw"}
      r = requests.get(url, headers=headers) #FIXME
      if r.status_code != 200:
        raise Exception("Couldn't pull the template.")
      filename = self.get_template_file(s)
      if not dry_run:
        with open(filename, "w") as fp:
          fp.write(r.content)
        logger.info("Template written to %s" % filename)

  def update(self, cmd_type, service, value, output_file=None):
    """ Update service object and write it to file """
    services = self.get_services([service])
    if services[0][cmd_type] == value:
      logger.warning("Skipping update of %s, no change" % service)
      return
    else:
      services[0][cmd_type] = value

    try:
      self.collect_services([service], dry_run=True)
    except Exception as e:
      logger.error("Aborting update: %s" % e)
      return  

    if not output_file:
      output_file = os.path.join(self.services_dir, services[0]["file"])
    self.write_service_file(service, output_file)

  def process_image_tag(self, services, output_dir, template_filter=None, force=False, local=False):
    services_list = self.get_services(services)
    if not find_executable("oc"):
      raise Exception("Aborting: Could not find oc binary")

    for s in services_list:
      if s.get("skip") and not force:
        logger.warning("INFO: Skipping %s, use -f to force processing of all templates" % s.get("name"))
        continue
      output = ""
      template_file = self.get_template_file(s)
      l = self._default_hash_length #How many chars to use from hash
      if s.get("hash_length"):
        l = s.get("hash_length")

      if not s["hash"]:
        logger.warning("Skipping %s" % s["name"])
        continue
      elif s["hash"] == "master":
        tag = "latest"
      else:
        tag = s["hash"][:l]
      parameters = [{"name": "IMAGE_TAG", "value": tag}]
      service_params = s.get("parameters", {})
      for key, val in service_params.iteritems():
        parameters.append({"name": key, "value": val})
      params_processed = ["%s=%s" % (i["name"], i["value"]) for i in parameters]
      local_opt = ""
      if local:
        local_opt = "--local"
      cmd = ["oc", "process", local_opt, "--output", "yaml", "-f", template_file]
      process_cmd = cmd + params_processed
      output_file = os.path.join(output_dir, "%s.yaml" % s["name"])
      logger.info("%s > %s" % (" ".join(process_cmd), output_file))
      try:
        output = subprocess.check_output(process_cmd) 
        if template_filter:
          output = self.apply_filter(template_filter, output)
        with open(output_file, "w") as fp:
          fp.write(output)
      except subprocess.CalledProcessError as e:
        #If the processing failed, try without PARAMS and warn
        output = subprocess.check_output(cmd) 
        with open(output_file, "w") as fp:
          fp.write(output)
        logger.warning("Templating of %s with parameters failed, trying without" % template_file)
        pass

  def template(self, cmd_type, services, output_dir=None, template_filter=None, force=False, local=False):
    """ Process templates """
    if not output_dir:
      output_dir = self.output_dir

    if not os.path.isdir(output_dir):
      os.mkdir(output_dir) #FIXME

    if cmd_type == "tag":
      self.process_image_tag(services, output_dir, template_filter, force, local)

  def get(self, cmd_type, services):
    """ Get information about services printed to stdout """
    services_list = self.get_services(services)

    if len(services_list) == 0:
      raise Exception("Unknown serice %s" % services)

    result = []
    for service in services_list:
      if cmd_type in service.keys():
        print(service.get(cmd_type))
        result.append(service.get(cmd_type))
      elif cmd_type in "template-url":
        print(self.get_raw(service))
        result.append(self.get_raw(service))
      elif cmd_type in "hash_length":
        print(self._default_hash_length)
        result.append(self._default_hash_length)
      else:
        raise Exception("Unknown option for %s: %s" % (service["name"], cmd_type))

    return result

  def print_objects(self, objects):
    for s in self.services.get("services", []):
      template_file = self.get_template_file(s)
      template = anymarkup.parse_file(template_file)
      print(s.get("name"))
      for o in template.get("objects", []):
        if o.get("kind") in objects:
          print("=> %s: %s" % (o.get("kind"), o.get("metadata", {}).get("name")))  
コード例 #7
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_set_context_on_init(self):
     context = "foobar"
     sc = SaasConfig(temp_path, None)
     assert sc.current() == "saas"
     sc = SaasConfig(temp_path, context)
     assert sc.current() == context
コード例 #8
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_config_get_contexts(self):
     sc = SaasConfig(temp_path)
     assert len(list(sc.get_contexts())) == 2
コード例 #9
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_context_get(self):
     sc = SaasConfig(temp_path)
     assert sc.get("services_dir") == "tests/data/service"
コード例 #10
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_context_current(self):
     sc = SaasConfig(temp_path)
     assert sc.current() == "saas"
コード例 #11
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_switch_context(self):
     sc = SaasConfig(temp_path)
     sc.add_context("foo", "x", "y", "z")
     sc.switch_context("foo")
     assert sc.config["current"] == "foo"
コード例 #12
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_context_add(self):
     sc = SaasConfig(temp_path)
     sc.add_context("foo", "x", "y", "z")
     sc.load()
     assert sc.context_exists("foo")
コード例 #13
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_context_not_exists(self):
     sc = SaasConfig(temp_path)
     assert not sc.context_exists("foo")
コード例 #14
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_context_exists(self):
     sc = SaasConfig(temp_path)
     assert sc.context_exists("saas")
コード例 #15
0
ファイル: test_config.py プロジェクト: vpavlin/saasherder
 def test_config_load(self):
     sc = SaasConfig(temp_path)
     assert sc.config["current"] == "saas"
コード例 #16
0
def main():
    parser = argparse.ArgumentParser(description='')
    parser.add_argument('-d',
                        '--debug',
                        default=False,
                        action='store_true',
                        help='Run in debug mode')
    parser.add_argument('-c',
                        '--config',
                        default="config.yaml",
                        help='Config file for saas herder')
    parser.add_argument('--context', default=None, help='Context to use')
    parser.add_argument(
        '--environment',
        default=None,
        help='Environment to use to override service defined values')
    subparsers = parser.add_subparsers(dest="command")
    subparser_pull = subparsers.add_parser("pull")
    subparser_pull.add_argument('service', nargs="*", default="all")
    subparser_pull.add_argument(
        '--token',
        default=None,
        help="Token to use when pulling from private repo")

    subparser_update = subparsers.add_parser("update")
    subparser_update.add_argument(
        '-o',
        '--output-file',
        default=None,
        help='Name of the output file for updated services yaml')
    subparser_update.add_argument('type',
                                  choices=["hash", "path"],
                                  help="What to update")
    subparser_update.add_argument('service',
                                  nargs="?",
                                  default=None,
                                  help="Service to be updated")
    subparser_update.add_argument('value',
                                  help="Value to be used in services yaml")

    subparser_template = subparsers.add_parser("template")
    #subparser_template.add_argument('--all', default=False, action='store_true',
    #                    help='Perform the action on all services')
    subparser_template.add_argument(
        '-f',
        '--force',
        default=False,
        action='store_true',
        help='Force processing of all templates (i.e. those with skip: True)')
    subparser_template.add_argument(
        '--local',
        default=False,
        action='store_true',
        help=
        'Use --local option for oc process - processing happen locally instead on server'
    )
    subparser_template.add_argument(
        '--output-dir',
        default=None,
        help='Output directory where the updated templates will be stored')
    subparser_template.add_argument("type",
                                    choices=["tag"],
                                    help="Update image tag with commit hash")
    subparser_template.add_argument(
        "services",
        nargs="*",
        default="all",
        help="Service which template should be updated")

    subparser_template = subparsers.add_parser("get")
    #subparser_template.add_argument('--all', default=False, action='store_true',
    #                    help='Perform the action on all services')
    subparser_template.add_argument(
        "type",
        choices=["path", "url", "hash", "template-url"],
        help="Update image tag with commit hash")
    subparser_template.add_argument(
        "services",
        nargs="*",
        default="all",
        help="Service which template should be updated")

    subparser_template = subparsers.add_parser("config")
    subparser_template.add_argument("type",
                                    choices=["get-contexts"],
                                    help="Subcommands for config command")

    args = parser.parse_args()

    se = SaasHerder(args.config, args.context, args.environment)
    if args.command == "pull":
        if args.service:
            se.collect_services(args.service, args.token)
    elif args.command == "update":
        se.update(args.type,
                  args.service,
                  args.value,
                  output_file=args.output_file)
    elif args.command == "template":
        se.template(args.type,
                    args.services,
                    args.output_dir,
                    force=args.force,
                    local=args.local)
    elif args.command == "get":
        se.get(args.type, args.services)
    elif args.command == "config":
        sc = SaasConfig(args.config)
        if args.type == "get-contexts":
            sc.print_contexts()