def parse(self, response): """ @url http://localhost/ @returns items 33 33 @returns requests 0 0 """ fs = FileSystemAdapter(PARSLEY_CORE_PROJECTS_ROOT) projects = fs.get_subdirectories_names() for project in projects: data = dict() data['machine_name'] = project data['project_uid'] = 0 data['project_maintenance_status'] = 'Core module' data['project_development_status'] = 'Core module' item = ScrapyItemListWrapper(data.keys()) for key, value in data.iteritems(): item[key] = value yield item