def test_paths_validate(self, validate_xform): app = self._get_app() rows = ( ('jr://nope.png', 'jr://yep.png'), # 0. error: existing path not in app (self._get_menu_media('en'), 'rose.png'), # 1. warning: unformatted path (self._get_menu_media('fra'), 'jr://lily.png'), # 2. valid (self._get_form_media('en'), 'jr://file/tulip.jpg'), # 3. valid (self._get_form_media('en'), 'jr://file/hyacinth.jpg'), # 4. error & warning: dupe old and new paths (self._get_form_media('fra'), 'jr://file/hyacinth.jpg'), # 5. warning: dupe new path (self._get_form_media('en'), self._get_form_media('en')), # 6. error: same old and new path (self._get_form_media('en'), 'jr://file/hyacinth.png'), # 7. error & warning: dupe old path, # changing file extension ) (errors, warnings) = validate_multimedia_paths_rows(app, rows) self.assertEqual(len(errors), 4) self.assertTrue(re.search(r'0.*not.*found', errors[0])) self.assertTrue('already' in errors[1]) self.assertTrue(self._get_form_media('en') in errors[1]) self.assertTrue(re.search(r'6.*are both', errors[2])) self.assertTrue(self._get_form_media('en') in errors[2]) self.assertTrue('already' in errors[3]) self.assertEqual(len(warnings), 3) self.assertTrue(re.search(r'1.*replace', warnings[0])) self.assertTrue('already' in warnings[1]) self.assertTrue('hyacinth' in warnings[1]) self.assertTrue(re.search(r'7.*\bjpg\b.*\bpng\b', warnings[2]))
def post(self, request, *args, **kwargs): handle = request.FILES['bulk_upload_file'] extension = os.path.splitext(handle.name)[1][1:].strip().lower() if extension not in valid_extensions: messages.error(request, _("Please choose a file with one of the following extensions: " "{}").format(", ".join(valid_extensions))) return self.get(request, *args, **kwargs) meta = transient_file_store.write_file(handle, handle.name, self.domain) file_id = meta.identifier f = transient_file_store.get_tempfile_ref_for_contents(file_id) try: open_spreadsheet_download_ref(f) except SpreadsheetFileExtError: messages.error(request, _("File does not appear to be an Excel file. Please choose another file.")) return self.get(request, *args, **kwargs) from corehq.apps.app_manager.views.media_utils import interpolate_media_path from corehq.apps.hqmedia.view_helpers import validate_multimedia_paths_rows, update_multimedia_paths # Get rows, filtering out header, no-ops, and any extra "Usages" columns rows = [] with get_spreadsheet(f) as spreadsheet: for row in list(spreadsheet.iter_rows())[1:]: if row[1]: rows.append(row[:2]) (errors, warnings) = validate_multimedia_paths_rows(self.app, rows) if len(errors): for msg in errors: messages.error(request, msg, extra_tags='html') return self.get(request, *args, **kwargs) paths = { row[0]: interpolate_media_path(row[1]) for row in rows if row[1] } successes = update_multimedia_paths(self.app, paths) self.app.save() # Force all_media to reset self.app.all_media.reset_cache(self.app) self.app.all_media_paths.reset_cache(self.app) # Warn if any old paths remain in app (because they're used in a place this function doesn't know about) warnings = [] self.app.remove_unused_mappings() app_paths = {m.path: True for m in self.app.all_media()} for old_path, new_path in paths.items(): if old_path in app_paths: warnings.append(_("Could not completely update path <code>{}</code>, " "please check app for remaining references.").format(old_path)) for msg in successes: messages.success(request, msg, extra_tags='html') for msg in warnings: messages.warning(request, msg, extra_tags='html') return self.get(request, *args, **kwargs)
def update_multimedia_paths(request, domain, app_id): if not request.FILES: return json_response( {'error': _("Please choose an Excel file to import.")}) handle = request.FILES['file'] extension = os.path.splitext(handle.name)[1][1:].strip().lower() if extension not in ALLOWED_EXTENSIONS: return json_response({ 'error': _("Please choose a file with one of the following extensions: " "{}").format(", ".join(ALLOWED_EXTENSIONS)) }) meta = transient_file_store.write_file(handle, handle.name, domain) file_id = meta.identifier f = transient_file_store.get_tempfile_ref_for_contents(file_id) try: open_spreadsheet_download_ref(f) except SpreadsheetFileExtError: return json_response({ 'error': _("File does not appear to be an Excel file. Please choose another file." ) }) app = get_app(domain, app_id) from corehq.apps.app_manager.views.media_utils import interpolate_media_path from corehq.apps.hqmedia.view_helpers import validate_multimedia_paths_rows, update_multimedia_paths # Get rows, filtering out header, no-ops, and any extra "Usages" columns rows = [] with get_spreadsheet(f) as spreadsheet: for row in list(spreadsheet.iter_rows())[1:]: if row[1]: rows.append(row[:2]) (errors, warnings) = validate_multimedia_paths_rows(app, rows) if len(errors): return json_response({ 'complete': 1, 'errors': errors, }) paths = {row[0]: interpolate_media_path(row[1]) for row in rows if row[1]} successes = update_multimedia_paths(app, paths) app.save() # Force all_media to reset app.all_media.reset_cache(app) app.all_media_paths.reset_cache(app) # Warn if any old paths remain in app (because they're used in a place this function doesn't know about) warnings = [] app.remove_unused_mappings() app_paths = {m.path: True for m in app.all_media()} for old_path, new_path in paths.items(): if old_path in app_paths: warnings.append( _("Could not completely update path <code>{}</code>, " "please check app for remaining references.").format( old_path)) return json_response({ 'complete': 1, 'successes': successes, 'warnings': warnings, })
def update_multimedia_paths(request, domain, app_id): if not request.FILES: return json_response({ 'error': _("Please choose an Excel file to import.") }) handle = request.FILES['file'] extension = os.path.splitext(handle.name)[1][1:].strip().lower() if extension not in ALLOWED_EXTENSIONS: return json_response({ 'error': _("Please choose a file with one of the following extensions: " "{}").format(", ".join(ALLOWED_EXTENSIONS)) }) meta = transient_file_store.write_file(handle, handle.name, domain) file_id = meta.identifier f = transient_file_store.get_tempfile_ref_for_contents(file_id) try: open_spreadsheet_download_ref(f) except SpreadsheetFileExtError: return json_response({ 'error': _("File does not appear to be an Excel file. Please choose another file.") }) app = get_app(domain, app_id) from corehq.apps.app_manager.views.media_utils import interpolate_media_path from corehq.apps.hqmedia.view_helpers import validate_multimedia_paths_rows, update_multimedia_paths # Get rows, filtering out header, no-ops, and any extra "Usages" columns rows = [] with get_spreadsheet(f) as spreadsheet: for row in list(spreadsheet.iter_rows())[1:]: if row[1]: rows.append(row[:2]) (errors, warnings) = validate_multimedia_paths_rows(app, rows) if len(errors): return json_response({ 'complete': 1, 'errors': errors, }) paths = { row[0]: interpolate_media_path(row[1]) for row in rows if row[1] } successes = update_multimedia_paths(app, paths) app.save() # Force all_media to reset app.all_media.reset_cache(app) app.all_media_paths.reset_cache(app) # Warn if any old paths remain in app (because they're used in a place this function doesn't know about) warnings = [] app.remove_unused_mappings() app_paths = {m.path: True for m in app.all_media()} for old_path, new_path in six.iteritems(paths): if old_path in app_paths: warnings.append(_("Could not completely update path <code>{}</code>, " "please check app for remaining references.").format(old_path)) return json_response({ 'complete': 1, 'successes': successes, 'warnings': warnings, })