def perform_migrate_pages(args):
    redmine = RedmineClient(args.redmine_key, args.no_verify)
    redmine_project = RedmineProject(args.redmine_project_url, redmine)

    # Get copy of GitLab wiki repository
    wiki = WikiPageConverter(args.gitlab_wiki)

    # convert all pages including history
    pages = []
    for page in redmine_project.get_all_pages():
        print("Collecting " + page["title"])
        start_version = page["version"] if args.no_history else 1
        for version in range(start_version, page["version"] + 1):
            try:
                full_page = redmine_project.get_page(page["title"], version)
                pages.append(full_page)
            except:
                log.error("Error when retrieving " + page["title"] +
                          ", version " + str(version))

    # sort everything by date and convert
    pages.sort(key=lambda page: page["updated_on"])

    for page in pages:
        wiki.convert(page)
Beispiel #2
0
def perform_migrate_pages(args):
    redmine = RedmineClient(args.redmine_key, args.no_verify)
    redmine_project = RedmineProject(args.redmine_project_url, redmine)

    if args.no_textile:
        textile_converter = NopConverter()
    else:
        textile_converter = TextileConverter()

    # Get copy of GitLab wiki repository
    wiki = WikiPageConverter(args.gitlab_wiki, textile_converter)

    # convert all pages including history
    pages = []
    for page in redmine_project.get_all_pages():
        print("Collecting " + page["title"])
        start_version = page["version"] if args.no_history else 1
        for version in range(start_version, page["version"] + 1):
            try:
                for i in range(5):
                    try:
                        full_page = redmine_project.get_page(
                            page["title"], version)
                        break
                    except:
                        sleep(1)
                else:
                    full_page = redmine_project.get_page(
                        page["title"], version)
            except Exception as e:
                log.error("Error when retrieving " + page["title"] +
                          ", version " + str(version))
                continue
            for attachment_key, attachment in enumerate(
                    full_page['attachments']):
                full_page['attachments'][attachment_key] = wiki_attachment(
                    attachment, args.redmine_key, wiki.repo_path)
            pages.append(full_page)

    # sort everything by date and convert
    pages.sort(key=lambda page: page["updated_on"])

    for page in pages:
        wiki.convert(page)
def perform_migrate_pages(args):
    redmine = RedmineClient(args.redmine_key)
    redmine_project = RedmineProject(args.redmine_project_url, redmine)

    # Get copy of GitLab wiki repository
    wiki = WikiPageConverter(args.gitlab_wiki)

    # convert all pages including history
    pages = []
    for page in redmine_project.get_all_pages():
        print("Collecting " + page["title"])
        start_version = page["version"] if args.no_history else 1
        for version in range(start_version, page["version"]+1):
            try:
                full_page = redmine_project.get_page(page["title"], version)
                pages.append(full_page)
            except:
                log.error("Error when retrieving " + page["title"] + ", version " + str(version))

    # sort everything by date and convert
    pages.sort(key=lambda page: page["updated_on"])

    for page in pages:
        wiki.convert(page)
Beispiel #4
0
def perform_migrate_pages(args):
    redmine = RedmineClient(args.redmine_key, args.no_verify)
    redmine_project = RedmineProject(args.redmine_project_url, redmine)

    # create work dict
    work = {}
    for p in redmine_project.get_all_pages():
        if 'parent' in p:
            work[p['title']] = p['parent']['title']
        else:
            work[p['title']] = None

    # recursive function to parse the child/parent
    def parseTree(work, next = None):
        ret = {}
        for child,parent in work.copy().items():
            if parent == next:
                work.pop(child)
                ret[child] = parseTree(work, child)
        if not ret:
            ret = None
        return ret
    wikitree = parseTree(work)

    # create a path tree
    def printTree(wikitree, ischild = ''):
        if wikitree and not len(wikitree) == 0:
            ret = {}
            for p,child in wikitree.items():
                if p == 'WikiStart':
                    p = 'home'
                if ischild != '':
                    # create the tree folder structure
                    if not os.path.exists(ischild):
                       os.makedirs(ischild, exist_ok=True)
                    ret[p] = os.path.join(ischild, p)
                else:
                    ret[p] = p
                # has child
                if child and not len(child) == 0:
                    dirpath = os.path.join(ischild, p)
                    ret.update(printTree(child, dirpath))
        return ret
    tree = printTree(wikitree)

    # create tree index.md file
    idxcont = "# Index\n\n"
    for k,e in tree.items():
        spaces = ''
        indent = len(e.split('/'))
        if indent > 1:
            spaces = (4 * (indent-1)) * (' ')
        idxcont += spaces + "* ["+k+"]("+e+")\n"

    # write tree index file
    with open(args.gitlab_wiki + "/index.md", "w") as f:
        f.write(idxcont)

    # add tree index to git repo
    repo = Repo(args.gitlab_wiki)
    repo.index.add(['index.md'])
    repo.index.commit("add new index file")

    # convert all pages including history
    pages = []
    for page in redmine_project.get_all_pages():
        print("Collecting " + page["title"])
        start_version = page["version"] if args.no_history else 1
        for version in range(start_version, page["version"]+1):
            try:
                full_page = redmine_project.get_page(page["title"], version)
                if page["title"] == 'WikiStart':
                    full_page['path'] = tree['home']
                else:
                    full_page['path'] = tree[page['title']]
                pages.append(full_page)
            except:
                log.error("Error when retrieving " + page["title"] + ", version " + str(version))

    # sort everything by date and convert
    pages.sort(key=lambda page: page["updated_on"])

    # Get copy of GitLab wiki repository
    wiki = WikiPageConverter(args.gitlab_wiki, tree=tree, textformat=args.textformat)

    for page in pages:
        wiki.convert(page)