示例#1
0
 def test_relative_object_path(self):
     from naaya.core.zope2util import relative_object_path
     subportal = self.portal.info.subsite
     self.assertEqual(relative_object_path(subportal, subportal), '')
     self.assertEqual(relative_object_path(subportal, self.portal), 'info/subsite')
     self.assertEqual(relative_object_path(subportal.info, subportal), 'info')
     self.assertEqual(relative_object_path(subportal.info, self.portal),
                      'info/subsite/info')
     self.assertRaises(ValueError, relative_object_path,
                       self.portal, subportal)
示例#2
0
 def test_relative_object_path(self):
     from naaya.core.zope2util import relative_object_path
     subportal = self.portal.info.subsite
     self.assertEqual(relative_object_path(subportal, subportal), '')
     self.assertEqual(relative_object_path(subportal, self.portal),
                      'info/subsite')
     self.assertEqual(relative_object_path(subportal.info, subportal),
                      'info')
     self.assertEqual(relative_object_path(subportal.info, self.portal),
                      'info/subsite/info')
     self.assertRaises(ValueError, relative_object_path, self.portal,
                       subportal)
示例#3
0
 def _update(self, portal):
     notif_tool = portal.getNotificationTool()
     auth_tool = portal.getAuthenticationTool()
     admins = auth_tool.search_users('', role='Administrator',
                     rkey=0, skey='name', all_users=True, location='_all_')
     self.log.debug('Started update in %s' % portal.getId())
     for admin in admins:
         for role in admin.roles:
             if 'Administrator' in role[0]:
                 user_id = admin.user_id
                 own_site_location = path_in_site(role[1])
                 this_site_location = relative_object_path(role[1], portal)
                 if own_site_location != this_site_location:
                     self.log.debug('Location %s is probably in a subportal'
                     % own_site_location)
                     continue
                 obj = portal.restrictedTraverse(this_site_location)
                 if match_account_subscription(
                 ISubscriptionContainer(obj), user_id, 'administrative', 'en'):
                     self.log.debug('Subscription for user %s already present '
                     'in location %s' %(user_id, this_site_location or '/'))
                 else:
                     notif_tool.add_account_subscription(user_id,
                         this_site_location, 'administrative', 'en', [])
                     self.log.debug('Subscription added for user %s in location %s'
                         %(user_id, this_site_location or '/'))
     return True
示例#4
0
 def set_acl_for_user(ob, user):
     ldap_source_title = auth_tool.getUserSource(user)
     location = relative_object_path(ob, site)
     for source in auth_tool.getSources():
         if source.title == ldap_source_title:
             ldap_source = source
             ldap_source.addUserRoles(str(user), ['Viewer'], location)
             break
 def admin_add_account_subscription(self, REQUEST, user_id,
                                    location, notif_type, lang):
     """ """
     if location == '/': location = ''
     ob = self.getSite().unrestrictedTraverse(location)
     location = relative_object_path(ob, self.getSite())
     try:
         self.add_account_subscription(user_id.strip(), location,
                                       notif_type, lang)
     except ValueError, msg:
         self.setSessionErrorsTrans(msg)
示例#6
0
 def _set_items_view_permissions(self):
     if getattr(self, 'restrict_items', True):
         agenda_pointer = str(getattr(self, 'agenda_pointer', ''))
         site = self.getSite()
         for item in self.objectValues():
             if relative_object_path(item, site) == agenda_pointer:
                 _unrestrict_meeting_item_view(item)
             else:
                 _restrict_meeting_item_view(item)
     else:
         for item in self.objectValues():
             _unrestrict_meeting_item_view(item)
示例#7
0
 def admin_get_subscriptions(self, user_query=''):
     user_query = user_query.strip()
     for obj, sub_id, subscription in utils.walk_subscriptions(
                                         self.getSite()):
         user = subscription.to_string(obj)
         if not user_query or re.match('.*%s.*' % user_query, user,
                                       re.IGNORECASE):
             yield {
                 'user': user,
                 'location': relative_object_path(obj, self.getSite()),
                 'sub_id': sub_id,
                 'lang': subscription.lang,
                 'notif_type': subscription.notif_type,
                 'content_types': getattr(subscription, 'content_types', []),
             }
示例#8
0
 def admin_add_account_subscription(self, REQUEST, user_id,
                                location, notif_type, lang, content_types=[]):
     """ """
     #Even if some content types were selected (by turning off javascript)
     #they should be ignored, no filtering in administrative notifications
     if notif_type == 'administrative':
         content_types = []
     if location == '/': location = ''
     ob = self.getSite().unrestrictedTraverse(location)
     location = relative_object_path(ob, self.getSite())
     try:
         self.add_account_subscription(user_id.strip(), location,
                                       notif_type, lang, content_types)
     except ValueError, msg:
         self.setSessionErrorsTrans(msg)
 def add_roles_from_ob(ob, is_brain=False):
     if is_brain:
         ob_roles = getattr(ob, "ny_ldap_group_roles", MV)
         if not ob.has_key("ny_ldap_group_roles") or ob_roles is MV:
             # catalog field (meta) not created or missing value in brain
             is_brain = False
             ob = ob.getObject()
     if not is_brain:
         try:
             ob_roles = ob.acl_satellite.getAllLocalRoles()
         except AttributeError:
             return  # looks like we found a broken object
     elif ob_roles:  # brain with roles, get the object
         ob = ob.getObject()
     for group_id, group_roles in ob_roles.iteritems():
         all_group_roles = groups_roles_map.setdefault(group_id, [])
         for role in group_roles:
             location = {"ob": ob, "path": relative_object_path(ob, site), "is_site": ob == site}
             all_group_roles.append((role, location))
示例#10
0
def add_notifications_from_circa_export(site, filepath, notif_type):
    logger.debug('start importing notifications')

    from notifications_extract import get_notifications_mapping
    dbfile = open(filepath, 'rb')
    notifications, not_matched = get_notifications_mapping(dbfile)
    dbfile.close()

    notif_tool = site.getNotificationTool()
    auth_tool = site.getAuthenticationTool()
    for user_id, values in notifications.items():
        user = auth_tool.get_user_with_userid(user_id)
        if user is None:
            logger.error('User not found: %s', user_id)
            continue

        for val in values:
            if val['notif_type'] == 3:
                logger.info('Ignoring (turned off) subscription for user %s at location %s', user_id, val['path'])
                continue

            val['path'] = val['path'].strip('/')
            if val['path'] not in ('', '/'):
                val['path'] = "library/%s" % val['path']
            try:
                ob = site.unrestrictedTraverse(val['path'])
            except KeyError:
                logger.error("Couldn't find object at path: %s", val['path'])
                continue

            location = relative_object_path(ob, site)
            try:
                notif_tool.add_account_subscription(user_id,
                                                    location,
                                                    notif_type, 'en')
            except ValueError, msg:
                logger.error("Couldn't add subscription for user %s at location %s: %s", user_id, val['path'], msg)
                continue

            logger.info('Added subscription for user %s at location %s', user_id, val['path'])
示例#11
0
 def add_roles_from_ob(ob, is_brain=False):
     if is_brain:
         ob_roles = getattr(ob, 'ny_ldap_group_roles', MV)
         if not ob.has_key('ny_ldap_group_roles') or ob_roles is MV:
             # catalog field (meta) not created or missing value in brain
             is_brain = False
             ob = ob.getObject()
     if not is_brain:
         try:
             ob_roles = ob.acl_satellite.getAllLocalRoles()
         except AttributeError:
             return  # looks like we found a broken object
     elif ob_roles:  # brain with roles, get the object
         ob = ob.getObject()
     for group_id, group_roles in ob_roles.iteritems():
         all_group_roles = groups_roles_map.setdefault(group_id, [])
         for role in group_roles:
             location = {
                 'ob': ob,
                 'path': relative_object_path(ob, site),
                 'is_site': ob == site,
             }
             all_group_roles.append((role, location))
示例#12
0
 def _update(self, portal):
     notif_tool = portal.getNotificationTool()
     auth_tool = portal.getAuthenticationTool()
     admins = auth_tool.search_users('',
                                     role='Administrator',
                                     rkey=0,
                                     skey='name',
                                     all_users=True,
                                     location='_all_')
     self.log.debug('Started update in %s' % portal.getId())
     for admin in admins:
         for role in admin.roles:
             if 'Administrator' in role[0]:
                 user_id = admin.user_id
                 own_site_location = path_in_site(role[1])
                 this_site_location = relative_object_path(role[1], portal)
                 if own_site_location != this_site_location:
                     self.log.debug(
                         'Location %s is probably in a subportal' %
                         own_site_location)
                     continue
                 obj = portal.restrictedTraverse(this_site_location)
                 if match_account_subscription(ISubscriptionContainer(obj),
                                               user_id, 'administrative',
                                               'en'):
                     self.log.debug(
                         'Subscription for user %s already present '
                         'in location %s' %
                         (user_id, this_site_location or '/'))
                 else:
                     notif_tool.add_account_subscription(
                         user_id, this_site_location, 'administrative',
                         'en', [])
                     self.log.debug(
                         'Subscription added for user %s in location %s' %
                         (user_id, this_site_location or '/'))
     return True
 def add_roles_from_ob(ob, is_brain=False):
     if is_brain:
         _marker = object()
         ob_roles = getattr(ob, 'ny_ldap_group_roles', _marker)
         if (ob_roles is _marker) or (ob_roles is MV):
             # catalog field (meta) not created or missing brain value
             is_brain = False
             ob = ob.getObject()
     if not is_brain:
         try:
             ob_roles = ob.acl_satellite.getAllLocalRoles()
         except AttributeError:
             return  # looks like we found a broken object
     elif ob_roles:  # brain with roles, get the object
         ob = ob.getObject()
     for group_id, group_roles in ob_roles.iteritems():
         all_group_roles = groups_roles_map.setdefault(group_id, [])
         for role in group_roles:
             location = {
                 'ob': ob,
                 'path': relative_object_path(ob, site),
                 'is_site': ob == site,
             }
             all_group_roles.append((role, location))
示例#14
0
def add_acls_from_circa_export(site, filepath):
    logger.debug('start importing acls')

    from AccessControl.Permissions import view
    from AccessControl.Permission import Permission
    from acl_extract import get_acl_mapping

    auth_tool = site.getAuthenticationTool()
    def set_acl_for_user(ob, user):
        ldap_source_title = auth_tool.getUserSource(user)
        location = relative_object_path(ob, site)
        for source in auth_tool.getSources():
            if source.title == ldap_source_title:
                ldap_source = source
                ldap_source.addUserRoles(str(user), ['Viewer'], location)
                break

    def set_acl_for_roles(ob, roles):
        permission_object = Permission(view, (), ob)
        current_roles = permission_object.getRoles()
        is_tuple = isinstance(current_roles, tuple)
        current_roles = list(current_roles)
        new_roles = set(roles + current_roles)
        if is_tuple:
            new_roles = tuple(new_roles)
        else:
            new_roles = list(new_roles)
        permission_object.setRoles(new_roles)

    ROLES_MAPPING = {'0': 'Administrator',
            '1': 'Viewer',
            '2': 'Contributor',
            '3': 'Viewer',
            '4': 'Viewer'}
    def compute_roles_mapping(acls):
        """
        Computes the ROLES_MAPPING variable based on:
        https://svn.eionet.europa.eu/projects/Zope/ticket/4095#comment:10

        The last 2 roles are 'Anonymous' and 'Authenticated':
            any other roles are added before those
        """
        non_userids = []
        for values in acls.values():
            non_userids.extend([val for val in values if not val.endswith('@circa')])
        roles = [val[2:] for val in non_userids if val.startswith('__')]
        roles = list(set(roles)) # remove duplicates
        roles = map(int, roles) # convert to integers
        max_role = max(roles)
        max_role = max(max_role, 6) # max role should be at least 6

        ROLES_MAPPING[str(max_role)] = 'Authenticated'
        ROLES_MAPPING[str(max_role - 1)] = 'Anonymous'
        for i in xrange(5, max_role - 1):
            ROLES_MAPPING[str(i)] = 'Viewer'

    def get_role(circa_profile):
        DEFAULT_ROLE = 'Viewer'

        if circa_profile in ROLES_MAPPING:
            return ROLES_MAPPING[circa_profile]
        return DEFAULT_ROLE

    fd = open(filepath, 'rb')
    acls, not_matched = get_acl_mapping(fd)
    fd.close()

    if not acls:
        logger.info('No matched acls')
        if not_matched:
            logger.warn('Not matched rows (from the exported file): %s' % not_matched)
        return

    compute_roles_mapping(acls)
    for path, values in acls.items():
        path = path.strip('/')
        if path not in ('', '/'):
            path = "library/%s" % path
        try:
            ob = site.unrestrictedTraverse(path)
        except KeyError:
            logger.error("Couldn't find object at path: %s", path)
            continue

        if ob.meta_type != 'Naaya Folder':
            logger.error("Object %r is not a folder (Naaya can only restrict permissions on folders)", relative_object_path(ob, site))
            continue

        # add users acls
        userids = [val[:-6] for val in values if val.endswith('@circa')]
        non_userids = [val for val in values if not val.endswith('@circa')]
        for user_id in userids:
            user = auth_tool.get_user_with_userid(user_id)
            if user is None:
                logger.error('User not found: %s', user_id)
                continue
            #set_acl_for_user(ob, user)
            logger.warn('(Deactivated) Granted view on path %s for user %s', path, user_id)

        # add roles acls
        roles = [val[2:] for val in non_userids if val.startswith('__')]
        roles = list(set(map(get_role, roles)))
        if roles:
            #set_acl_for_roles(ob, roles)
            logger.warn('(Deactivated) Granted view on path %s for roles %s', path, roles)

        # not matched values
        nonvals = [val for val in non_userids if not val.startswith('__')]
        if nonvals:
            logger.warn('Not matched user or profile for %s' % nonvals)

    if not_matched:
        logger.warn('Not matched rows (from the exported file): %s' % not_matched)

    logger.debug('done importing acls')
示例#15
0
                        if overwrite:
                            filename = slugify(file_name).rsplit('.', 1)[0]
                            if file_container._getOb(filename, None):
                                file_container.manage_delObjects([filename])
                        file_ob_id = add_file(file_container, file_name,
                                              file_data)
                        file_ob = file_container[file_ob_id]
                    except Exception, e:
                        errors.append(
                            ((u"Error while creating file ${file_path}: "
                              "${error}"), {
                                  'file_path': file_path,
                                  'error': force_to_unicode(str(e))
                              }))
                    else:
                        p = relative_object_path(file_ob, container)
                        created_file_paths.add(p)

        if errors:
            if REQUEST is not None:
                transaction.abort()
                self.setSessionErrorsTrans(errors)
                return self.index_html(REQUEST)

            else:
                return errors

        else:
            notify(ZipImportEvent(container, sorted(created_file_paths)))

            if REQUEST is not None:
示例#16
0
                try:
                    file_name.decode('utf-8')
                except UnicodeDecodeError:
                    #Try to decode the filename using the WinZip encoding ('DOS Latin')
                    file_name = file_name.decode('CP437').encode('utf-8')
                assert file_container_path in folder_map
                try:
                    file_container = folder_map[file_container_path]
                    file_ob_id = add_file(file_container, file_name, file_data)
                    file_ob = file_container[file_ob_id]
                except Exception, e:
                    errors.append((u"Error while creating file ${file_path}: ${error}",
                    {'file_path': file_path, 'error': force_to_unicode(str(e))}))
                else:
                    p = relative_object_path(file_ob, container)
                    created_file_paths.add(p)

        if errors:
            if REQUEST is not None:
                transaction.abort()
                self.setSessionErrorsTrans(errors)
                return self.index_html(REQUEST)

            else:
                return errors

        else:
            notify(ZipImportEvent(container, sorted(created_file_paths)))

            if REQUEST is not None:
示例#17
0
def walk_backup(index_file, open_backup_file, get_date, actor):
    folders_info = {'root_path': '',
                    'known_folders': {'': None}}

    gen_existing = ofs_walk(actor.context, [INyFolder], [INyFolder])
    for folder in gen_existing:
        rel_path = relative_object_path(folder, actor.context)
        folders_info['known_folders'][rel_path] = None

    def remove_root_path(path):
        assert path.startswith(folders_info['root_path'])
        result = path[len(folders_info['root_path']):]
        if result.startswith('/'):
            result = result[1:]
        return result

    def handle_folder(line):
        title = line.get('TITLE', line['Title'])
        description = line.get('ABSTRACT', line['Abstract'])
        userid = parse_userid(line.get('OWNER', line['Owner']))
        filename = line.get('FILENAME', line['Filename'])
        folder_zip_path = filename[:-1].encode('utf-8')

        # for zope replace starting underscores
        folder_zope_path = sanitize_folder_path(folder_zip_path)

        # use get_date as a backup
        try:
            date = parse_date(line.get('CREATED', line['Created']))
        except ValueError:
            date = get_date(folder_zip_path)

        if '/' in folder_zope_path:
            parent_path, folder_id = folder_zope_path.rsplit('/', 1)
        else:
            parent_path = ''
            folder_id = folder_zope_path

        if len(folders_info['known_folders']) == 1:
            assert folders_info['root_path'] == ''
            if parent_path:
                folders_info['root_path'] = parent_path
            else:
                folders_info['root_path'] = ''

        parent_path = remove_root_path(parent_path)
        folder_zope_path = remove_root_path(folder_zope_path)

        assert parent_path in folders_info['known_folders']

        if folder_zope_path in folders_info['known_folders']:
            created = line.get('CREATED', line['Created'])
            owner = line.get('OWNER', line['Owner'])
            folder_info = folders_info['known_folders'][folder_zope_path]
            assert created == folder_info.get('CREATED',
                                              folder_info['Created'])
            assert owner == folder_info.get('OWNER', folder_info['Owner'])
            return
        folders_info['known_folders'][folder_zope_path] = line

        actor.folder_entry(parent_path, folder_id,
                           title, description, date, userid)

    def handle_file(line):
        title = line.get('TITLE', line['Title'])
        description = line.get('ABSTRACT', line['Abstract'])
        userid = parse_userid(line.get('OWNER', line['Owner']))
        keywords = line.get('KEYWORDS', line['Keywords'])
        reference = line.get('REFERENCE', line.get('Reference', ''))
        status = line.get('STATUS', line['Status'])
        doc_zip_path = line.get('FILENAME', line['Filename'])

        # for zope replace starting underscores
        doc_zope_path = sanitize_folder_path(doc_zip_path)

        # use get_date as a backup
        try:
            date = parse_date(line.get('UPLOADDATE', line['Uploaddate']))
        except ValueError:
            date = get_date(doc_zip_path)

        doc_split_path = doc_zope_path.split('/')
        doc_filename = doc_split_path[-1].encode('utf-8')
        doc_langver = doc_split_path[-2]
        doc_dpl_name = str(doc_split_path[-3])

        parent_path = '/'.join(doc_split_path[:-3]).encode('utf-8')
        parent_path = remove_root_path(parent_path)
        assert parent_path in folders_info['known_folders']

        doc_id = doc_dpl_name[:-len('.dpl')]
        doc_id = sanitize_id(doc_id)

        full_path = parent_path+'/'+doc_id
        if not doc_langver.startswith('EN_'):
            actor.warn('non-english content: %r at %r' %
                       (doc_langver, full_path))

        ranking = line.get('RANKING', line['Ranking'])
        if ranking != 'Public':
            actor.warn('ranking is %r for %r' %
                       (str(ranking), full_path))

        if description.lower() == 'n/a':
            description = ''
        if status.lower() == 'n/a':
            status = ''
        if reference.lower() == 'n/a':
            reference = ''

        if status not in ('Draft', ''):
            description = (("<p>Status: %s</p>\n" % status)
                           + description)

        if reference:
            description = (("<p>Reference: %s</p>\n" % reference)
                           + description)

        doc_data_file = open_backup_file(doc_zip_path.encode('latin-1'))

        if doc_filename.endswith('.url'):
            url = doc_data_file.read().strip()
            if '\n' in url:
                matched = re.search(r'URL=(.*)', url)
                if matched:
                    url = matched.groups()[0].strip()
            assert (url.startswith('http://') or url.startswith('https://') or
                    url.startswith('ftp://'), "bad url: %r" % url)
            actor.url_entry(parent_path, doc_id,
                            doc_filename, url,
                            title, description, keywords, date, userid)
        else:
            actor.document_entry(parent_path, doc_id,
                                 doc_filename, doc_data_file,
                                 title, description, keywords, date, userid)

    for line in read_index(index_file, actor.warn):
        filename = line.get('FILENAME', line['Filename'])
        if filename.endswith('/'):
            handle_folder(line)
        else:
            handle_file(line)
示例#18
0
def walk_backup(index_file, open_backup_file, get_date, actor):
    folders_info = {'root_path': '',
                    'known_folders': {'': None}}

    gen_existing = ofs_walk(actor.context, [INyFolder], [INyFolder])
    for folder in gen_existing:
        rel_path = relative_object_path(folder, actor.context)
        folders_info['known_folders'][rel_path] = None

    def remove_root_path(path):
        assert path.startswith(folders_info['root_path'])
        result = path[len(folders_info['root_path']):]
        if result.startswith('/'):
            result = result[1:]
        return result

    def handle_folder(line):
        title = line['TITLE']
        description = line['ABSTRACT']
        userid = parse_userid(line['OWNER'])
        folder_zip_path =  line['FILENAME'][:-1].encode('utf-8')

        # for zope replace starting underscores
        folder_zope_path = sanitize_folder_path(folder_zip_path)

        # use get_date as a backup
        try:
            date = parse_date(line['CREATED'])
        except ValueError:
            date = get_date(folder_zip_path)

        if '/' in folder_zope_path:
            parent_path, folder_id = folder_zope_path.rsplit('/', 1)
        else:
            parent_path = ''
            folder_id = folder_zope_path

        if len(folders_info['known_folders']) == 1:
            assert folders_info['root_path'] == ''
            if parent_path:
                folders_info['root_path'] = parent_path
            else:
                folders_info['root_path'] = ''

        parent_path = remove_root_path(parent_path)
        folder_zope_path = remove_root_path(folder_zope_path)

        assert parent_path in folders_info['known_folders']

        if folder_zope_path in folders_info['known_folders']:
            assert line['CREATED'] == folders_info['known_folders'][folder_zope_path]['CREATED']
            assert line['OWNER'] == folders_info['known_folders'][folder_zope_path]['OWNER']
            return
        folders_info['known_folders'][folder_zope_path] = line

        actor.folder_entry(parent_path, folder_id,
                           title, description, date, userid)

    def handle_file(line):
        title = line['TITLE']
        description = line['ABSTRACT']
        userid = parse_userid(line['OWNER'])
        keywords = line['KEYWORDS']
        reference = line.get('REFERENCE', '')
        status = line['STATUS']
        doc_zip_path = line['FILENAME']

        # for zope replace starting underscores
        doc_zope_path = sanitize_folder_path(doc_zip_path)

        # use get_date as a backup
        try:
            date = parse_date(line['UPLOADDATE'])
        except ValueError:
            date = get_date(doc_zip_path)

        doc_split_path = doc_zope_path.split('/')
        doc_filename = doc_split_path[-1].encode('utf-8')
        doc_langver = doc_split_path[-2]
        doc_dpl_name = str(doc_split_path[-3])

        parent_path = '/'.join(doc_split_path[:-3]).encode('utf-8')
        parent_path = remove_root_path(parent_path)
        assert parent_path in folders_info['known_folders']

        doc_id = doc_dpl_name[:-len('.dpl')]
        doc_id = sanitize_id(doc_id)

        full_path = parent_path+'/'+doc_id
        if not doc_langver.startswith('EN_'):
            actor.warn('non-english content: %r at %r' %
                       (doc_langver, full_path))

        if line['RANKING'] != 'Public':
            actor.warn('ranking is %r for %r' %
                       (str(line['RANKING']), full_path))

        if description.lower() == 'n/a':
            description = ''
        if status.lower() == 'n/a':
            status = ''
        if reference.lower() == 'n/a':
            reference = ''

        if status not in ('Draft', ''):
            description = ( ("<p>Status: %s</p>\n" % status)
                            + description)

        if reference:
            description = ( ("<p>Reference: %s</p>\n" % reference)
                            + description)

        doc_data_file = open_backup_file(doc_zip_path.encode('latin-1'))

        if doc_filename.endswith('.url'):
            url = doc_data_file.read().strip()
            if '\n' in url:
                matched = re.search(r'URL=(.*)', url)
                if matched:
                    url = matched.groups()[0].strip()
            assert url.startswith('http://') or url.startswith('https://') or url.startswith('ftp://'), "bad url: %r" % url
            actor.url_entry(parent_path, doc_id,
                            doc_filename, url,
                            title, description, keywords, date, userid)
        else:
            actor.document_entry(parent_path, doc_id,
                                 doc_filename, doc_data_file,
                                 title, description, keywords, date, userid)

    for line in read_index(index_file, actor.warn):
        filename = line['FILENAME']
        if filename.endswith('/'):
            handle_folder(line)
        else:
            handle_file(line)