Exemplo n.º 1
0
def remove_old(args, parser):
    global list_headers

    #fields = ["unit_type_id", "unit_id"]#list_headers + ["arch"]
    criteria = {}
    #criteria["fields"] = {
    #   "unit": fields
    #}
    criteria["type_ids"] = ["package_group"]
    #criteria["filters"] = {"unit": {"name": {"$regex": "zlib-devel"}}}
    #if args.match:
    #    criteria["filters"] = {
    #        "unit": {"name": {"$regex": args.match}}
    #    }

    from_data = pulp_lib.post_request("repositories/%s/search/units/" % args.from_repoid, data={"criteria": criteria}, limit=100)
    to_data = pulp_lib.post_request("repositories/%s/search/units/" % args.to_repoid, data={"criteria": criteria}, limit=100)
    print json.dumps(from_data[0], sort_keys=True, indent=4)
    print json.dumps(to_data[0], sort_keys=True, indent=4)
    return None
    from_units = []
    to_units = []
    remove_units = []
    from_unit_ids = [ d["unit_id"] for d in from_data ]
    for unit in to_data:
        _unit_id = unit["unit_id"]
        _unit_type = unit["unit_type_id"]
        if _unit_id not in from_unit_ids:
            _unit = {
                "id": _unit_id,
                "type": _unit_type
            }
            remove_units.append(_unit)
    remove_types = {}
    for unit in remove_units:
        _id = unit["id"]
        _type = unit["type"]
        if _type in remove_types:
            remove_types[_type]["ids"].append(_id)
        else:
            remove_types[_type] = {}
            remove_types[_type]["ids"] = [_id]
            remove_types[_type]["type"] = _type
    #print json.dumps(remove_types, indent=4, sort_keys=True)
    #return None
    for remove_type in remove_types.values():
        criteria = {
            'type_ids': [remove_type['type']],
            'filters': {
                'association': { 'unit_id': {'$in': remove_type['ids']} },
            }
        }
        pulp_lib.post_request("repositories/%s/actions/unassociate/" % args.to_repoid, data={"criteria": criteria})
    return None
Exemplo n.º 2
0
def list_content(args, parser):
    global list_headers

    if not args.repoid:
        logger.error("Must provide repoid argument")
        sys.exit(1)

    criteria = {}
    criteria["fields"] = {"unit": list_headers}
    criteria["type_ids"] = ["rpm"]
    if args.match:
        criteria["filters"] = {"unit": {"name": {"$regex": args.match}}}
    data = pulp_lib.post_request("repositories/%s/search/units/" % args.repoid,
                                 data={"criteria": criteria})
    #print json.dumps(data[0], sort_keys=True, indent=4)
    #return None
    units = []
    for unit in data:
        if not unit["metadata"]:
            continue
        row = []
        for header in list_headers:
            row.append(unit["metadata"][header])
        units.append(row)
        #print json.dumps(row, sort_keys=True, indent=4)
    rows = []
    for unit in sorted(units, key=operator.itemgetter(0, 1, 2)):
        rows.append(unit)
    pulp_lib.print_table(list_headers, rows)
Exemplo n.º 3
0
def content_changelog(args, parser):
    criteria = {}
    criteria["type_ids"] = ["rpm"]
    if args.match:
        criteria["filters"] = {
            "unit": {
                "name": {
                    "$regex": "^%s$" % args.match
                }
            }
        }
    data = pulp_lib.post_request("repositories/%s/search/units/" % args.repoid,
                                 data={"criteria": criteria})
    #print json.dumps(data, sort_keys=True, indent=4)
    units = []
    unit_names = []
    for unit in data:
        u = {}
        m = unit["metadata"]
        u_name = "%s-%s-%s" % (m["name"], m["version"], m["release"])
        if u_name in unit_names:
            continue
        else:
            unit_names.append(u_name)
        rows = []
        for c in sorted(m["changelog"], key=operator.itemgetter(0)):
            row = []
            row.append(c[1])
            row.append(c[2])
            row.append("")
            rows.append(["\n".join(row)])
        pulp_lib.print_table(["%s Changelog" % u_name], rows)
Exemplo n.º 4
0
def content_changelog(args, parser):
    criteria = {}
    criteria["type_ids"] = ["rpm"]
    if args.match:
        criteria["filters"] = {
            "unit": {"name": {"$regex": "^%s$" % args.match}}
        }
    data = pulp_lib.post_request("repositories/%s/search/units/" % args.repoid, data={"criteria": criteria})
    #print json.dumps(data, sort_keys=True, indent=4)
    units = []
    unit_names = []
    for unit in data:
        u = {}
        m = unit["metadata"]
        u_name = "%s-%s-%s" % (m["name"], m["version"], m["release"])
        if u_name in unit_names:
            continue
        else:
            unit_names.append(u_name)
        rows = []
        for c in sorted(m["changelog"], key=operator.itemgetter(0)):
            row = []
            row.append(c[1])
            row.append(c[2])
            row.append("")
            rows.append(["\n".join(row)])
        pulp_lib.print_table(["%s Changelog" % u_name], rows)
Exemplo n.º 5
0
def list_content(args, parser):
    global list_headers

    if not args.repoid:
        logger.error("Must provide repoid argument")
        sys.exit(1)

    criteria = {}
    criteria["fields"] = {
        "unit": list_headers
    }
    criteria["type_ids"] = ["rpm"]
    if args.match:
        criteria["filters"] = {
            "unit": {"name": {"$regex": args.match}}
        }
    data = pulp_lib.post_request("repositories/%s/search/units/" % args.repoid, data={"criteria": criteria})
    #print json.dumps(data[0], sort_keys=True, indent=4)
    #return None
    units = []
    for unit in data:
        if not unit["metadata"]:
            continue
        row = []
        for header in list_headers:
            row.append(unit["metadata"][header])
        units.append(row)
        #print json.dumps(row, sort_keys=True, indent=4)
    rows = []
    for unit in sorted(units, key=operator.itemgetter(0,1,2)):
        rows.append(unit)
    pulp_lib.print_table(list_headers, rows)
Exemplo n.º 6
0
def diff_content(args, parser):
    global list_headers

    fields = list_headers + ["arch"]
    criteria = {}
    criteria["fields"] = {"unit": fields}
    criteria["type_ids"] = ["rpm"]
    #criteria["filters"] = {"unit": {"name": {"$regex": "zlib-devel"}}}
    if args.match:
        criteria["filters"] = {"unit": {"name": {"$regex": args.match}}}

    from_data = pulp_lib.post_request("repositories/%s/search/units/" %
                                      args.from_repoid,
                                      data={"criteria": criteria})
    to_data = pulp_lib.post_request("repositories/%s/search/units/" %
                                    args.to_repoid,
                                    data={"criteria": criteria})
    #print json.dumps(from_data, sort_keys=True, indent=4)

    from_rpms = []
    to_rpms = []
    for unit in from_data:
        m = unit["metadata"]
        name = "%s-%s-%s.%s" % (m["name"], m["version"], m["release"],
                                m["arch"])
        if name not in from_rpms:
            from_rpms.append(name)
    for unit in to_data:
        m = unit["metadata"]
        name = "%s-%s-%s.%s" % (m["name"], m["version"], m["release"],
                                m["arch"])
        if name not in to_rpms:
            to_rpms.append(name)

    #print json.dumps(to_rpms, sort_keys=True, indent=4)
    if args.show_diff:
        for line in difflib.unified_diff(from_rpms,
                                         to_rpms,
                                         fromfile=args.from_repoid,
                                         tofile=args.to_repoid):
            print(line)
    else:
        differences = list(set(from_rpms) - set(to_rpms))
        for d in sorted(differences):
            print(d)
Exemplo n.º 7
0
def list(args, parser):
    global list_headers

    if args.details:
        headers = list_headers["details"]
    else:
        headers = list_headers["no_details"]
    # data = pulp_lib.get_request("repositories/", params={"details": 1})
    criteria = {}
    if args.repo:
        criteria["filters"] = {"id": {"$in": args.repo}}
    data = pulp_lib.post_request("repositories/search/", data={"criteria": criteria, "importers": 1, "distributors": 1})
    # print json.dumps(data, indent=4, sort_keys=True)
    # return None
    repo_names = []
    repos = {}
    for repo in data:
        name = repo["display_name"]
        # if args.repo and name not in args.repo:
        #    continue
        # if name == 'centos-6-base':
        #    print json.dumps(repo, indent=4, sort_keys=True)
        # Collect distributors
        for distributor in repo["distributors"]:
            if distributor["distributor_type_id"] == "yum_distributor":
                distributors = distributor
        # Collect importers
        for importer in repo["importers"]:
            if importer["importer_type_id"] == "yum_importer":
                importers = importer
        repo_names.append(name)
        repo_data = {
            "name": name,
            "last_published": distributors.get("last_publish", ""),
            "relative_url": distributors["config"].get("relative_url", ""),
            "last_sync": importers.get("last_sync", ""),
            "feed": importers["config"].get("feed", ""),
            "http": distributors["config"].get("http", ""),
            "https": distributors["config"].get("https", ""),
            "remove_missing": importers["config"].get("remove_missing", ""),
            "rpms": repo["content_unit_counts"].get("rpm", ""),
            "package_group": repo["content_unit_counts"].get("package_group", ""),
            "package_category": repo["content_unit_counts"].get("package_category", ""),
            "distribution": repo["content_unit_counts"].get("distribution", ""),
        }
        row = []
        for header in headers:
            row.append(repo_data[header])
        repos[name] = row
    rows = []
    for repo_name in sorted(repo_names):
        row = repos[repo_name]
        rows.append(row)
    pulp_lib.print_table(headers, rows)
Exemplo n.º 8
0
def diff_content(args, parser):
    global list_headers

    fields = list_headers + ["arch"]
    criteria = {}
    criteria["fields"] = {
        "unit": fields
    }
    criteria["type_ids"] = ["rpm"]
    #criteria["filters"] = {"unit": {"name": {"$regex": "zlib-devel"}}}
    if args.match:
        criteria["filters"] = {
            "unit": {"name": {"$regex": args.match}}
        }

    from_data = pulp_lib.post_request("repositories/%s/search/units/" % args.from_repoid, data={"criteria": criteria})
    to_data = pulp_lib.post_request("repositories/%s/search/units/" % args.to_repoid, data={"criteria": criteria})
    #print json.dumps(from_data, sort_keys=True, indent=4)

    from_rpms = []
    to_rpms = []
    for unit in from_data:
        m = unit["metadata"]
        name = "%s-%s-%s.%s" % (m["name"], m["version"], m["release"], m["arch"])
        if name not in from_rpms:
            from_rpms.append(name)
    for unit in to_data:
        m = unit["metadata"]
        name = "%s-%s-%s.%s" % (m["name"], m["version"], m["release"], m["arch"])
        if name not in to_rpms:
            to_rpms.append(name)

    #print json.dumps(to_rpms, sort_keys=True, indent=4)
    if args.show_diff:
        for line in difflib.unified_diff(from_rpms, to_rpms, fromfile=args.from_repoid, tofile=args.to_repoid):
            print(line)
    else:
        differences = list(set(from_rpms) - set(to_rpms))
        for d in sorted(differences):
            print(d)
Exemplo n.º 9
0
def list(args, parser):
    """
        {
            "_href": "/pulp/api/v2/tasks/5cfedd93-e300-4edd-9b18-a94454a0190f/",
            "_id": {
                "$oid": "54e4f3d91378605a940f0b77"
            },
            "error": null,
            "exception": null,
            "finish_time": null,
            "id": "54e4f3d9e97f1818df85ead9",
            "progress_report": {},
            "queue": "*****@*****.**",
            "result": null,
            "spawned_tasks": [],
            "start_time": null,
            "state": "waiting",
            "tags": [
                "pulp:repository:epel-7-testing",
                "pulp:action:publish"
            ],
            "task_id": "5cfedd93-e300-4edd-9b18-a94454a0190f",
            "task_type": "pulp.server.managers.repo.publish.publish",
            "traceback": null
        },
    """
    #print vars(args)
    criteria = {}
    if args.list_state:
        criteria["filters"] = {
            "state": {
                "$in": args.list_state
            },
        }
    criteria["sort"] = [["start_time", "ascending"]]
    params = {"criteria": criteria}
    #data = pulp_lib.get_request("tasks/")
    data = pulp_lib.post_request("tasks/search/", data=params)
    #print json.dumps(data, sort_keys=True, indent=4)
    tasks = []
    for r in data:
        task = []
        resource = ""
        action = ""
        tags = r.get("tags", None)
        if not tags:
            continue
        for tag in tags:
            act_m = re.search('^pulp:action:(.*)$', tag)
            if act_m:
                action = act_m.group(1)
                continue
            res_m = re.search('^pulp:(.*):(.*)$', tag)
            if res_m:
                resource = "%s (%s)" % (res_m.group(2), res_m.group(1))
        state = r["state"]
        start_time = r["start_time"]
        finish_time = r["finish_time"]
        task_id = r["task_id"]
        task.append(resource)
        task.append(action)
        task.append(state)
        task.append(start_time)
        task.append(finish_time)
        task.append(task_id)
        tasks.append(task)
    headers = ["Resource", "Action", "State", "Start", "Finish", "Task ID"]
    pulp_lib.print_table(headers, tasks)
Exemplo n.º 10
0
def list(args, parser):
    """
        {
            "_href": "/pulp/api/v2/tasks/5cfedd93-e300-4edd-9b18-a94454a0190f/",
            "_id": {
                "$oid": "54e4f3d91378605a940f0b77"
            },
            "error": null,
            "exception": null,
            "finish_time": null,
            "id": "54e4f3d9e97f1818df85ead9",
            "progress_report": {},
            "queue": "*****@*****.**",
            "result": null,
            "spawned_tasks": [],
            "start_time": null,
            "state": "waiting",
            "tags": [
                "pulp:repository:epel-7-testing",
                "pulp:action:publish"
            ],
            "task_id": "5cfedd93-e300-4edd-9b18-a94454a0190f",
            "task_type": "pulp.server.managers.repo.publish.publish",
            "traceback": null
        },
    """
    #print vars(args)
    criteria = {}
    if args.list_state:
        criteria["filters"] = {
            "state": {"$in": args.list_state},
        }
    criteria["sort"] = [["start_time", "ascending"]]
    params = {
        "criteria": criteria
    }
    #data = pulp_lib.get_request("tasks/")
    data = pulp_lib.post_request("tasks/search/", data=params)
    #print json.dumps(data, sort_keys=True, indent=4)
    tasks = []
    for r in data:
        task = []
        resource = ""
        action = ""
        tags = r.get("tags", None)
        if not tags:
            continue
        for tag in tags:
            act_m = re.search('^pulp:action:(.*)$', tag)
            if act_m:
                action = act_m.group(1)
                continue
            res_m = re.search('^pulp:(.*):(.*)$', tag)
            if res_m:
                resource = "%s (%s)" % (res_m.group(2), res_m.group(1))
        state = r["state"]
        start_time = r["start_time"]
        finish_time = r["finish_time"]
        task_id = r["task_id"]
        task.append(resource)
        task.append(action)
        task.append(state)
        task.append(start_time)
        task.append(finish_time)
        task.append(task_id)
        tasks.append(task)
    headers = ["Resource", "Action", "State", "Start", "Finish", "Task ID"]
    pulp_lib.print_table(headers, tasks)
Exemplo n.º 11
0
def remove_old(args, parser):
    global list_headers

    #fields = ["unit_type_id", "unit_id"]#list_headers + ["arch"]
    criteria = {}
    #criteria["fields"] = {
    #   "unit": fields
    #}
    criteria["type_ids"] = ["package_group"]
    #criteria["filters"] = {"unit": {"name": {"$regex": "zlib-devel"}}}
    #if args.match:
    #    criteria["filters"] = {
    #        "unit": {"name": {"$regex": args.match}}
    #    }

    from_data = pulp_lib.post_request("repositories/%s/search/units/" %
                                      args.from_repoid,
                                      data={"criteria": criteria},
                                      limit=100)
    to_data = pulp_lib.post_request("repositories/%s/search/units/" %
                                    args.to_repoid,
                                    data={"criteria": criteria},
                                    limit=100)
    print json.dumps(from_data[0], sort_keys=True, indent=4)
    print json.dumps(to_data[0], sort_keys=True, indent=4)
    return None
    from_units = []
    to_units = []
    remove_units = []
    from_unit_ids = [d["unit_id"] for d in from_data]
    for unit in to_data:
        _unit_id = unit["unit_id"]
        _unit_type = unit["unit_type_id"]
        if _unit_id not in from_unit_ids:
            _unit = {"id": _unit_id, "type": _unit_type}
            remove_units.append(_unit)
    remove_types = {}
    for unit in remove_units:
        _id = unit["id"]
        _type = unit["type"]
        if _type in remove_types:
            remove_types[_type]["ids"].append(_id)
        else:
            remove_types[_type] = {}
            remove_types[_type]["ids"] = [_id]
            remove_types[_type]["type"] = _type
    #print json.dumps(remove_types, indent=4, sort_keys=True)
    #return None
    for remove_type in remove_types.values():
        criteria = {
            'type_ids': [remove_type['type']],
            'filters': {
                'association': {
                    'unit_id': {
                        '$in': remove_type['ids']
                    }
                },
            }
        }
        pulp_lib.post_request("repositories/%s/actions/unassociate/" %
                              args.to_repoid,
                              data={"criteria": criteria})
    return None
Exemplo n.º 12
0
def list(args, parser):
    global list_headers

    if args.details:
        headers = list_headers["details"]
    else:
        headers = list_headers["no_details"]
    #data = pulp_lib.get_request("repositories/", params={"details": 1})
    criteria = {}
    if args.repo:
        criteria['filters'] = {
            'id': {
                '$in': args.repo
            },
        }
    data = pulp_lib.post_request("repositories/search/",
                                 data={
                                     "criteria": criteria,
                                     "importers": 1,
                                     "distributors": 1
                                 })
    #print json.dumps(data, indent=4, sort_keys=True)
    #return None
    repo_names = []
    repos = {}
    for repo in data:
        name = repo["display_name"]
        #if args.repo and name not in args.repo:
        #    continue
        #if name == 'centos-6-base':
        #    print json.dumps(repo, indent=4, sort_keys=True)
        # Collect distributors
        for distributor in repo["distributors"]:
            if distributor["distributor_type_id"] == "yum_distributor":
                distributors = distributor
        # Collect importers
        for importer in repo["importers"]:
            if importer["importer_type_id"] == "yum_importer":
                importers = importer
        repo_names.append(name)
        repo_data = {
            "name":
            name,
            "last_published":
            distributors.get("last_publish", ""),
            "relative_url":
            distributors["config"].get("relative_url", ""),
            "last_sync":
            importers.get("last_sync", ""),
            "feed":
            importers["config"].get("feed", ""),
            "http":
            distributors["config"].get("http", ""),
            "https":
            distributors["config"].get("https", ""),
            "remove_missing":
            importers["config"].get("remove_missing", ""),
            "rpms":
            repo["content_unit_counts"].get("rpm", ""),
            "package_group":
            repo["content_unit_counts"].get("package_group", ""),
            "package_category":
            repo["content_unit_counts"].get("package_category", ""),
            "distribution":
            repo["content_unit_counts"].get("distribution", ""),
        }
        row = []
        for header in headers:
            row.append(repo_data[header])
        repos[name] = row
    rows = []
    for repo_name in sorted(repo_names):
        row = repos[repo_name]
        rows.append(row)
    pulp_lib.print_table(headers, rows)