def test_importing_b1_and_b2(self):
"""
b1 and b2 are from the *same phone* at different times. (this
might not be a realistic test)
b1:
1 photo survey (completed)
1 simple survey (not marked complete)
b2:
1 photo survey (duplicate, completed)
1 simple survey (marked as complete)
"""
# import from sd card
initial_instance_count = Instance.objects.count()
initial_image_count = images_count()
import_instances_from_zip(
os.path.join(DB_FIXTURES_PATH, "bulk_submission.zip"), self.user)
instance_count = Instance.objects.count()
image_count = images_count()
# Images are not duplicated
# TODO: Figure out how to get this test passing.
self.assertEqual(image_count, initial_image_count + 2)
# Instance count should have incremented
# by 1 (or 2) based on the b1 & b2 data sets
self.assertEqual(instance_count, initial_instance_count + 2)
def test_importing_b1_and_b2(self):
"""
b1 and b2 are from the *same phone* at different times. (this
might not be a realistic test)
b1:
1 photo survey (completed)
1 simple survey (not marked complete)
b2:
1 photo survey (duplicate, completed)
1 simple survey (marked as complete)
"""
# import from sd card
initial_instance_count = Instance.objects.count()
initial_image_count = images_count()
import_instances_from_zip(os.path.join(
DB_FIXTURES_PATH, "bulk_submission.zip"), self.user)
instance_count = Instance.objects.count()
image_count = images_count()
# Images are not duplicated
# TODO: Figure out how to get this test passing.
self.assertEqual(image_count, initial_image_count + 2)
# Instance count should have incremented
# by 1 (or 2) based on the b1 & b2 data sets
self.assertEqual(instance_count, initial_instance_count + 2)
def handle(self, *args, **kwargs):
if args.__len__() < 2:
raise CommandError(_("path(xform instances) username"))
path = args[0]
username = args[1]
try:
user = User.objects.get(username=username)
except User.DoesNotExist:
raise CommandError(_("Invalid username %s") % username)
debug = False
if debug:
print(_("[Importing XForm Instances from %(path)s]\n")
% {'path': path})
im_count = len(glob.glob(os.path.join(IMAGES_DIR, '*')))
print(_("Before Parse:"))
print(_(" --> Images: %(nb)d") % {'nb': im_count})
print(_(" --> Instances: %(nb)d")
% {'nb': Instance.objects.count()})
import_instances_from_zip(path, user)
if debug:
im_count2 = len(glob.glob(os.path.join(IMAGES_DIR, '*')))
print(_("After Parse:"))
print(_(" --> Images: %(nb)d") % {'nb': im_count2})
print(_(" --> Instances: %(nb)d")
% {'nb': Instance.objects.count()})
def test_badzipfile_import(self):
total, success, errors = import_instances_from_zip(
os.path.join(
CUR_DIR, "Water_Translated_2011_03_10.xml"), self.user)
self.assertEqual(total, 0)
self.assertEqual(success, 0)
expected_errors = [u'File is not a zip file']
self.assertEqual(errors, expected_errors)
def test_badzipfile_import(self):
total, success, errors = import_instances_from_zip(
os.path.join(CUR_DIR, "Water_Translated_2011_03_10.xml"),
self.user)
self.assertEqual(total, 0)
self.assertEqual(success, 0)
expected_errors = [u'File is not a zip file']
self.assertEqual(errors, expected_errors)
def bulksubmission(request, username):
"""
Bulk submission view.
"""
# puts it in a temp directory.
# runs "import_tools(temp_directory)"
# deletes
posting_user = get_object_or_404(User, username__iexact=username)
# request.FILES is a django.utils.datastructures.MultiValueDict
# for each key we have a list of values
try:
temp_postfile = request.FILES.pop("zip_submission_file", [])
except IOError:
return HttpResponseBadRequest(
_(u"There was a problem receiving your "
u"ODK submission. [Error: IO Error "
u"reading data]"))
if len(temp_postfile) != 1:
return HttpResponseBadRequest(
_(u"There was a problem receiving your"
u" ODK submission. [Error: multiple "
u"submission files (?)]"))
postfile = temp_postfile[0]
tempdir = tempfile.gettempdir()
our_tfpath = os.path.join(tempdir, postfile.name)
with open(our_tfpath, 'wb') as f:
f.write(postfile.read())
with open(our_tfpath, 'rb') as f:
total_count, success_count, errors = import_instances_from_zip(
f, posting_user)
# chose the try approach as suggested by the link below
# http://stackoverflow.com/questions/82831
try:
os.remove(our_tfpath)
except IOError:
pass
json_msg = {
'message': _(u"Submission complete. Out of %(total)d "
u"survey instances, %(success)d were imported, "
u"(%(rejected)d were rejected as duplicates, "
u"missing forms, etc.)") % {
'total': total_count,
'success': success_count,
'rejected': total_count - success_count
},
'errors': u"%d %s" % (len(errors), errors)
}
audit = {"bulk_submission_log": json_msg}
audit_log(Actions.USER_BULK_SUBMISSION, request.user, posting_user,
_("Made bulk submissions."), audit, request)
response = HttpResponse(json.dumps(json_msg))
response.status_code = 200
response['Location'] = request.build_absolute_uri(request.path)
return response
def bulksubmission(request, username):
"""
Bulk submission view.
"""
# puts it in a temp directory.
# runs "import_tools(temp_directory)"
# deletes
posting_user = get_object_or_404(User, username__iexact=username)
# request.FILES is a django.utils.datastructures.MultiValueDict
# for each key we have a list of values
try:
temp_postfile = request.FILES.pop("zip_submission_file", [])
except IOError:
return HttpResponseBadRequest(
_(u"There was a problem receiving your "
u"ODK submission. [Error: IO Error "
u"reading data]"))
if len(temp_postfile) != 1:
return HttpResponseBadRequest(
_(u"There was a problem receiving your"
u" ODK submission. [Error: multiple "
u"submission files (?)]"))
postfile = temp_postfile[0]
tempdir = tempfile.gettempdir()
our_tfpath = os.path.join(tempdir, postfile.name)
with open(our_tfpath, 'wb') as f:
f.write(postfile.read())
with open(our_tfpath, 'rb') as f:
total_count, success_count, errors = import_instances_from_zip(
f, posting_user)
# chose the try approach as suggested by the link below
# http://stackoverflow.com/questions/82831
try:
os.remove(our_tfpath)
except IOError:
pass
json_msg = {
'message': _(u"Submission complete. Out of %(total)d "
u"survey instances, %(success)d were imported, "
u"(%(rejected)d were rejected as duplicates, "
u"missing forms, etc.)") % {
'total': total_count,
'success': success_count,
'rejected': total_count - success_count
},
'errors': u"%d %s" % (len(errors), errors)
}
audit = {"bulk_submission_log": json_msg}
audit_log(Actions.USER_BULK_SUBMISSION, request.user, posting_user,
_("Made bulk submissions."), audit, request)
response = HttpResponse(json.dumps(json_msg))
response.status_code = 200
response['Location'] = request.build_absolute_uri(request.path)
return response
def handle(self, *args, **kwargs):
if len(args) < 2:
raise CommandError(_("Usage: <command> username file/path."))
username = args[0]
path = args[1]
is_async = args[2] if len(args) > 2 else False
is_async = True if isinstance(is_async, basestring) and \
is_async.lower() == 'true' else False
try:
user = User.objects.get(username=username)
except User.DoesNotExist:
raise CommandError(_(
"The specified user '%s' does not exist.") % username)
# make sure path exists
if not os.path.exists(path):
raise CommandError(_(
"The specified path '%s' does not exist.") % path)
for dir, subdirs, files in os.walk(path):
# check if the dir has an odk directory
if "odk" in subdirs:
# dont walk further down this dir
subdirs.remove("odk")
self.stdout.write(_("Importing from dir %s..\n") % dir)
results = import_instances_from_path(
dir, user, is_async=is_async
)
self._log_import(results)
for file in files:
filepath = os.path.join(path, file)
if os.path.isfile(filepath) and\
os.path.splitext(filepath)[1].lower() == ".zip":
self.stdout.write(_(
"Importing from zip at %s..\n") % filepath)
results = import_instances_from_zip(filepath, user)
self._log_import(results)
