def _handle(self, *args, **options):
if len(args) < 1:
raise CommandError(_('Wrong number of arguments'))
self.verbosity = int(options.get('verbosity', 1))
users = []
groups = []
redeploy = options['redeploy']
public = options['public']
users_string = options['users'].strip()
groups_string = options['groups'].strip()
if redeploy is False and public is False and users_string == '' and groups_string == '':
raise CommandError(_('You must use at least one of the following flags: --redeploy, --users, --groups or --public '))
if not options['redeploy']:
if users_string != '':
for username in users_string.split(','):
users.append(User.objects.get(username=username))
if groups_string != '':
for groupname in groups_string.split(','):
groups.append(Group.objects.get(name=groupname))
for file_name in args:
try:
f = open(file_name, 'rb')
wgt_file = WgtFile(f)
except:
self.log(_('Failed to read from %(file_name)s') % {'file_name': file_name}, level=1)
continue
try:
template_contents = wgt_file.get_template()
template = TemplateParser(template_contents)
if options['redeploy']:
add_packaged_resource(f, None, wgt_file=wgt_file, template=template, deploy_only=True)
else:
for user in users:
install_resource_to_user(user, file_contents=wgt_file)
for group in groups:
install_resource_to_group(group, file_contents=wgt_file)
if public:
install_resource_to_all_users(file_contents=wgt_file)
wgt_file.close()
f.close()
self.log(_('Successfully imported \"%(name)s\" from \"%(file_name)s\"') % {'name': template.get_resource_processed_info()['title'], 'file_name': file_name}, level=1)
except:
self.log(_('Failed to import the mashable application component from %(file_name)s') % {'file_name': file_name}, level=1)
def populate(self, wirecloud_user, log):
updated = False
if not CatalogueResource.objects.filter(vendor="CoNWeT", short_name="bae-browser", version="0.1.1", public=True).exists():
updated = True
log('Installing bae-browser widget... ', 1, ending='')
install_resource_to_all_users(file_contents=WgtFile(BAE_BROWSER_WIDGET))
log('DONE', 1)
if not CatalogueResource.objects.filter(vendor="CoNWeT", short_name="bae-details", version="0.1.1", public=True).exists():
updated = True
log('Installing bae-details widget... ', 1, ending='')
install_resource_to_all_users(file_contents=WgtFile(BAE_DETAILS_WIDGET))
log('DONE', 1)
if not CatalogueResource.objects.filter(vendor="CoNWeT", short_name="bae-search-filters", version="0.1.1", public=True).exists():
updated = True
log('Installing bae-search-filters widget... ', 1, ending='')
install_resource_to_all_users(file_contents=WgtFile(BAE_SEARCH_FILTERS_WIDGET))
log('DONE', 1)
if not CatalogueResource.objects.filter(vendor="CoNWeT", short_name="bae-marketplace", version="0.1.1", public=True).exists():
updated = True
log('Installing bae-marketplace mashup... ', 1, ending='')
install_resource_to_all_users(file_contents=WgtFile(BAE_MASHUP))
log('DONE', 1)
return updated
def test_install_resource_to_all_users(self):
wgt_file = self.build_simple_wgt('template1.xml', b'code', other_files=('images/catalogue.png', 'images/catalogue_iphone.png', 'doc/index.html'))
added, resource = install_resource_to_all_users(file_contents=wgt_file)
self.assertTrue(added)
self.assertTrue(resource.public)
self.assertTrue(resource.is_available_for(self.user))
self.assertTrue(resource.is_available_for(self.user2))
def test_install_resource_to_all_users_duplicated(self):
CatalogueResource.objects.filter(vendor='Test', short_name='Test Widget', version='1.0.0').update(public=True)
wgt_file = self.build_simple_wgt('template10.xml', b'code')
added, resource = install_resource_to_all_users(file_contents=wgt_file)
self.assertFalse(added)
self.assertTrue(resource.public)
self.assertTrue(resource.is_available_for(self.user))
self.assertTrue(resource.is_available_for(self.user2))
def test_install_resource_to_all_users(self):
wgt_file = self.build_simple_wgt('template1.xml',
b'code',
other_files=('doc/index.html', ))
added, resource = install_resource_to_all_users(file_contents=wgt_file)
self.assertTrue(added)
self.assertTrue(resource.public)
self.assertTrue(resource.is_available_for(self.user))
self.assertTrue(resource.is_available_for(self.user2))
def test_install_resource_to_all_users_duplicated(self):
CatalogueResource.objects.filter(vendor='Test',
short_name='Test Widget',
version='1.0.0').update(public=True)
wgt_file = self.build_simple_wgt('template10.xml', b'code')
added, resource = install_resource_to_all_users(file_contents=wgt_file)
self.assertFalse(added)
self.assertTrue(resource.public)
self.assertTrue(resource.is_available_for(self.user))
self.assertTrue(resource.is_available_for(self.user2))
def wrapper(self, *args, **kwargs):
if shared:
base = self.shared_test_data_dir
else:
base = self.test_data_dir
for resource in resources:
wgt_file = open(os.path.join(base, resource), 'rb')
wgt = WgtFile(wgt_file)
resource = install_resource_to_all_users(file_contents=wgt, packaged=True)
wgt_file.close()
return test_func(self, *args, **kwargs)
def populate(self, wirecloud_user, log):
updated = False
if not CatalogueResource.objects.filter(vendor="CoNWeT",
short_name="bae-browser",
version="0.1.1",
public=True).exists():
updated = True
log('Installing bae-browser widget... ', 1, ending='')
install_resource_to_all_users(
file_contents=WgtFile(BAE_BROWSER_WIDGET))
log('DONE', 1)
if not CatalogueResource.objects.filter(vendor="CoNWeT",
short_name="bae-details",
version="0.1.1",
public=True).exists():
updated = True
log('Installing bae-details widget... ', 1, ending='')
install_resource_to_all_users(
file_contents=WgtFile(BAE_DETAILS_WIDGET))
log('DONE', 1)
if not CatalogueResource.objects.filter(
vendor="CoNWeT",
short_name="bae-search-filters",
version="0.1.1",
public=True).exists():
updated = True
log('Installing bae-search-filters widget... ', 1, ending='')
install_resource_to_all_users(
file_contents=WgtFile(BAE_SEARCH_FILTERS_WIDGET))
log('DONE', 1)
if not CatalogueResource.objects.filter(vendor="CoNWeT",
short_name="bae-marketplace",
version="0.1.1",
public=True).exists():
updated = True
log('Installing bae-marketplace mashup... ', 1, ending='')
install_resource_to_all_users(file_contents=WgtFile(BAE_MASHUP))
log('DONE', 1)
return updated
def _handle(self, *args, **options):
if len(args) < 1:
raise CommandError(_('Wrong number of arguments'))
self.verbosity = int(options.get('verbosity', 1))
users = []
groups = []
redeploy = options['redeploy']
public = options['public']
users_string = options['users'].strip()
groups_string = options['groups'].strip()
if redeploy is False and public is False and users_string == '' and groups_string == '':
raise CommandError(
_('You must use at least one of the following flags: --redeploy, --users, --groups or --public '
))
if not options['redeploy']:
if users_string != '':
for username in users_string.split(','):
users.append(User.objects.get(username=username))
if groups_string != '':
for groupname in groups_string.split(','):
groups.append(Group.objects.get(name=groupname))
for file_name in args:
try:
f = open(file_name, 'rb')
wgt_file = WgtFile(f)
except:
self.log(_('Failed to read from %(file_name)s') %
{'file_name': file_name},
level=1)
continue
try:
template_contents = wgt_file.get_template()
template = TemplateParser(template_contents)
if options['redeploy']:
add_packaged_resource(f,
None,
wgt_file=wgt_file,
template=template,
deploy_only=True)
else:
for user in users:
install_resource_to_user(user, file_contents=wgt_file)
for group in groups:
install_resource_to_group(group,
file_contents=wgt_file)
if public:
install_resource_to_all_users(file_contents=wgt_file)
wgt_file.close()
f.close()
self.log(_(
'Successfully imported \"%(name)s\" from \"%(file_name)s\"'
) % {
'name':
template.get_resource_processed_info()['title'],
'file_name':
file_name
},
level=1)
except:
self.log(_(
'Failed to import the mashable application component from %(file_name)s'
) % {'file_name': file_name},
level=1)
def create(self, request):
status_code = 201
force_create = False
install_embedded_resources = False
templateURL = None
file_contents = None
content_type = get_content_type(request)[0]
if content_type == 'multipart/form-data':
force_create = request.POST.get('force_create',
'false').strip().lower() == 'true'
public = request.POST.get('public',
'false').strip().lower() == 'true'
install_embedded_resources = request.POST.get(
'install_embedded_resources',
'false').strip().lower() == 'true'
if 'file' not in request.FILES:
return build_error_response(
request, 400, _('Missing component file in the request'))
downloaded_file = request.FILES['file']
try:
file_contents = WgtFile(downloaded_file)
except zipfile.BadZipfile:
return build_error_response(
request, 400, _('The uploaded file is not a zip file'))
elif content_type == 'application/octet-stream':
downloaded_file = BytesIO(request.body)
try:
file_contents = WgtFile(downloaded_file)
except zipfile.BadZipfile:
return build_error_response(
request, 400, _('The uploaded file is not a zip file'))
force_create = request.GET.get('force_create',
'false').strip().lower() == 'true'
public = request.GET.get('public',
'false').strip().lower() == 'true'
install_embedded_resources = request.GET.get(
'install_embedded_resources',
'false').strip().lower() == 'true'
else: # if content_type == 'application/json'
market_endpoint = None
data = parse_json_request(request)
install_embedded_resources = normalize_boolean_param(
request, 'install_embedded_resources',
data.get('install_embedded_resources', False))
force_create = data.get('force_create', False)
public = request.GET.get('public',
'false').strip().lower() == 'true'
templateURL = data.get('url')
market_endpoint = data.get('market_endpoint', None)
headers = data.get('headers', {})
if market_endpoint is not None:
if 'name' not in market_endpoint:
msg = _('Missing market name')
return build_error_response(request, 400, msg)
market_id = market_endpoint['name']
market_managers = get_market_managers(request.user)
if market_id not in market_managers:
return build_error_response(
request, 409,
_('Unknown market: %s') % market_id)
market_manager = market_managers[market_id]
downloaded_file = market_manager.download_resource(
request.user, templateURL, market_endpoint)
else:
try:
context = parse_context_from_referer(request)
except:
context = {}
try:
context["headers"] = CaseInsensitiveDict(headers)
response = WIRECLOUD_PROXY.do_request(
request, templateURL, "GET", context)
if response.status_code >= 300 or response.status_code < 200:
raise Exception()
downloaded_file = b''.join(response)
except:
return build_error_response(
request, 409,
_('Content cannot be downloaded from the specified url'
))
try:
downloaded_file = BytesIO(downloaded_file)
file_contents = WgtFile(downloaded_file)
except zipfile.BadZipfile:
return build_error_response(
request, 400,
_('The file downloaded from the marketplace is not a zip file'
))
if public and not request.user.is_superuser:
return build_error_response(
request, 403,
_('You are not allowed to make resources publicly available to all users'
))
try:
fix_dev_version(file_contents, request.user)
added, resource = install_resource_to_user(
request.user,
file_contents=file_contents,
templateURL=templateURL)
if not added and force_create:
return build_error_response(request, 409,
_('Resource already exists'))
elif not added:
status_code = 200
if public:
install_resource_to_all_users(executor_user=request.user,
file_contents=file_contents)
except zipfile.BadZipfile as e:
return build_error_response(
request,
400,
_('The uploaded file is not a valid zip file'),
details="{}".format(e))
except OSError as e:
if e.errno == errno.EACCES:
return build_error_response(
request, 500,
_('Error writing the resource into the filesystem. Please, contact the server administrator.'
))
else:
raise
except TemplateParseException as e:
msg = "Error parsing config.xml descriptor file: %s" % e
details = "%s" % e
return build_error_response(request, 400, msg, details=details)
except (InvalidContents, UnsupportedFeature) as e:
details = e.details if hasattr(e, 'details') else None
return build_error_response(request,
400,
e,
details=six.text_type(details))
if install_embedded_resources:
info = {
'resource_details':
resource.get_processed_info(
request, url_pattern_name="wirecloud.showcase_media"),
'extra_resources': []
}
if resource.resource_type() == 'mashup':
resource_info = resource.get_processed_info(process_urls=False)
for embedded_resource in resource_info['embedded']:
resource_file = BytesIO(
file_contents.read(embedded_resource['src']))
extra_resource_contents = WgtFile(resource_file)
if public:
extra_resource_added, extra_resource = install_resource_to_user(
request.user,
file_contents=extra_resource_contents,
raise_conflicts=False)
else:
extra_resource_added, extra_resource = install_resource_to_user(
request.user,
file_contents=extra_resource_contents,
raise_conflicts=False)
if extra_resource_added:
info['extra_resources'].append(
extra_resource.get_processed_info(
request,
url_pattern_name="wirecloud.showcase_media"))
return HttpResponse(json.dumps(info, sort_keys=True),
status=status_code,
content_type='application/json; charset=UTF-8')
else:
return HttpResponse(json.dumps(resource.get_processed_info(
request, url_pattern_name="wirecloud.showcase_media"),
sort_keys=True),
status=status_code,
content_type='application/json; charset=UTF-8')
def create(self, request):
status_code = 201
force_create = False
install_embedded_resources = False
templateURL = None
file_contents = None
content_type = get_content_type(request)[0]
if content_type == 'multipart/form-data':
force_create = request.POST.get('force_create', 'false').strip().lower() == 'true'
public = request.POST.get('public', 'false').strip().lower() == 'true'
install_embedded_resources = request.POST.get('install_embedded_resources', 'false').strip().lower() == 'true'
if 'file' not in request.FILES:
return build_error_response(request, 400, _('Missing component file in the request'))
downloaded_file = request.FILES['file']
try:
file_contents = WgtFile(downloaded_file)
except zipfile.BadZipfile:
return build_error_response(request, 400, _('The uploaded file is not a zip file'))
elif content_type == 'application/octet-stream':
downloaded_file = BytesIO(request.body)
try:
file_contents = WgtFile(downloaded_file)
except zipfile.BadZipfile:
return build_error_response(request, 400, _('The uploaded file is not a zip file'))
force_create = request.GET.get('force_create', 'false').strip().lower() == 'true'
public = request.GET.get('public', 'false').strip().lower() == 'true'
install_embedded_resources = request.GET.get('install_embedded_resources', 'false').strip().lower() == 'true'
else: # if content_type == 'application/json'
market_endpoint = None
data = parse_json_request(request)
install_embedded_resources = normalize_boolean_param(request, 'install_embedded_resources', data.get('install_embedded_resources', False))
force_create = data.get('force_create', False)
public = request.GET.get('public', 'false').strip().lower() == 'true'
templateURL = data.get('url')
market_endpoint = data.get('market_endpoint', None)
headers = data.get('headers', {})
if market_endpoint is not None:
if 'name' not in market_endpoint:
msg = _('Missing market name')
return build_error_response(request, 400, msg)
market_id = market_endpoint['name']
market_managers = get_market_managers(request.user)
if market_id not in market_managers:
return build_error_response(request, 409, _('Unknown market: %s') % market_id)
market_manager = market_managers[market_id]
downloaded_file = market_manager.download_resource(request.user, templateURL, market_endpoint)
else:
try:
context = parse_context_from_referer(request)
except:
context = {}
try:
context["headers"] = CaseInsensitiveDict(headers)
response = WIRECLOUD_PROXY.do_request(request, templateURL, "GET", context)
if response.status_code >= 300 or response.status_code < 200:
raise Exception()
downloaded_file = b''.join(response)
except:
return build_error_response(request, 409, _('Content cannot be downloaded from the specified url'))
try:
downloaded_file = BytesIO(downloaded_file)
file_contents = WgtFile(downloaded_file)
except zipfile.BadZipfile:
return build_error_response(request, 400, _('The file downloaded from the marketplace is not a zip file'))
if public and not request.user.is_superuser:
return build_error_response(request, 403, _('You are not allowed to make resources publicly available to all users'))
try:
fix_dev_version(file_contents, request.user)
added, resource = install_resource_to_user(request.user, file_contents=file_contents, templateURL=templateURL)
if not added and force_create:
return build_error_response(request, 409, _('Resource already exists'))
elif not added:
status_code = 200
if public:
install_resource_to_all_users(executor_user=request.user, file_contents=file_contents)
except zipfile.BadZipfile as e:
return build_error_response(request, 400, _('The uploaded file is not a valid zip file'), details="{}".format(e))
except OSError as e:
if e.errno == errno.EACCES:
return build_error_response(request, 500, _('Error writing the resource into the filesystem. Please, contact the server administrator.'))
else:
raise
except TemplateParseException as e:
msg = "Error parsing config.xml descriptor file: %s" % e
details = "%s" % e
return build_error_response(request, 400, msg, details=details)
except (InvalidContents, UnsupportedFeature) as e:
details = e.details if hasattr(e, 'details') else None
return build_error_response(request, 400, e, details=six.text_type(details))
if install_embedded_resources:
info = {
'resource_details': resource.get_processed_info(request, url_pattern_name="wirecloud.showcase_media"),
'extra_resources': []
}
if resource.resource_type() == 'mashup':
resource_info = resource.get_processed_info(process_urls=False)
for embedded_resource in resource_info['embedded']:
resource_file = BytesIO(file_contents.read(embedded_resource['src']))
extra_resource_contents = WgtFile(resource_file)
if public:
extra_resource_added, extra_resource = install_resource_to_user(request.user, file_contents=extra_resource_contents, raise_conflicts=False)
else:
extra_resource_added, extra_resource = install_resource_to_user(request.user, file_contents=extra_resource_contents, raise_conflicts=False)
if extra_resource_added:
info['extra_resources'].append(extra_resource.get_processed_info(request, url_pattern_name="wirecloud.showcase_media"))
return HttpResponse(json.dumps(info, sort_keys=True), status=status_code, content_type='application/json; charset=UTF-8')
else:
return HttpResponse(json.dumps(resource.get_processed_info(request, url_pattern_name="wirecloud.showcase_media"), sort_keys=True), status=status_code, content_type='application/json; charset=UTF-8')
