def new_image(request):
"""Upload a new image."""
user = api_authenticate(request.POST.get("api_key"))
case = get_object_or_404(Case, pk=request.POST.get("case_id"))
# Security check.
if not user.is_superuser and not user in case.users.all():
return HttpResponse("You are not authorized to add image to this", status=400)
if case.state == "C":
return HttpResponse("You cannot add an image to a closed case", status=400)
task = Analysis(owner=user,
case=case,
file_name=request.FILES["image"].name,
image_id=save_file(file_path=request.FILES["image"].temporary_file_path(),
content_type=request.FILES["image"].content_type),
thumb_id=create_thumb(request.FILES["image"].temporary_file_path())
)
task.save()
# Auditing.
log_activity("I",
"Created new analysis via API %s" % task.file_name,
request,
user=user)
response_data = {"id": task.id}
return HttpResponse(json.dumps(response_data), content_type="application/json")
def submit_file(self, path, case):
"""Submit a file for analysis.
@param path: file path
@param case: case instance
"""
# Submit.
Analysis.add_task(path, case=case, user=case.owner)
# Delete original file:
if settings.AUTO_UPLOAD_DEL_ORIGINAL:
os.remove(path)
def new_image(request, case_id):
"""Upload a new image."""
case = get_object_or_404(Case, pk=case_id)
# Security check.
if not request.user.is_superuser and not request.user in case.users.all():
return render_to_response("error.html",
{"error": "You are not authorized to add image to this."},
context_instance=RequestContext(request))
if case.state == "C":
return render_to_response("error.html",
{"error": "You cannot add an image to a closed case."},
context_instance=RequestContext(request))
if request.method == "POST":
form = forms.UploadImageForm(request.POST, request.FILES)
if form.is_valid():
content_type = get_content_type_from_file(request.FILES["image"].temporary_file_path())
task = Analysis.add_task(request.FILES["image"].temporary_file_path(), case=case,
user=request.user, content_type=content_type,
image_id=save_file(file_path=request.FILES["image"].temporary_file_path(),
content_type=content_type),
thumb_id=create_thumb(request.FILES["image"].temporary_file_path()),
file_name=request.FILES["image"].name)
# Auditing.
log_activity("I",
"Created new analysis %s" % task.file_name,
request)
# Response designed for Plupload component.
response = HttpResponse('{"jsonrpc": "2.0", "result": null, "id": "id"}', content_type="application/json")
# Never cache AJAX response.
response["Expires"] = "Mon, 1 Jan 2000 01:00:00 GMT"
response["Cache-Control"] = "no-store, no-cache, must-revalidate, post-check=0, pre-check=0"
response["Pragma"] = "no-cache"
return response
else:
# Deal with a validation error. We are using Plupload which basically is an AJAX component
# so we have to deal with custom validation errors passing in JSON.
# Plupload needs a status code 200/OK to get additional data passed from the web server.
response = HttpResponse(json.dumps({"jsonrpc" : "2.0",
"error" : {"code": 88,
"message": " ".join([(" ".join([force_text(i) for i in v])) for k, v in form.errors.items()])},
"id" : "id"}),
content_type="application/json")
# Never cache AJAX response.
response["Expires"] = "Mon, 1 Jan 2000 01:00:00 GMT"
response["Cache-Control"] = "no-store, no-cache, must-revalidate, post-check=0, pre-check=0"
response["Pragma"] = "no-cache"
return response
else:
# Request is not a POST.
form = forms.UploadImageForm()
return render_to_response("analyses/images/new_image.html",
{"form": form, "case": case},
context_instance=RequestContext(request))
def new_folder(request, case_id):
"""Load files from a local directory."""
case = get_object_or_404(Case, pk=case_id)
# Security check.
if not(request.user.is_superuser or request.user in case.users.all()):
return render_to_response("error.html",
{"error": "You are not authorized to add image to this."},
context_instance=RequestContext(request))
if case.state == "C":
return render_to_response("error.html",
{"error": "You cannot add an image to a closed case."},
context_instance=RequestContext(request))
if request.method == "POST":
form = forms.ImageFolderForm(request.POST)
if form.is_valid():
# Check.
if not os.path.exists(request.POST.get("path")):
return render_to_response("error.html",
{"error": "Folder does not exist."},
context_instance=RequestContext(request))
elif not os.path.isdir(request.POST.get("path")):
return render_to_response("error.html",
{"error": "Folder is not a directory."},
context_instance=RequestContext(request))
# Add all files in directory.
mime = magic.Magic(mime=True)
for file in os.listdir(request.POST.get("path")):
content_type = mime.from_file(os.path.join(request.POST.get("path"), file))
# Check if content type is allowed.
if not check_allowed_content(content_type):
# TODO: add some kind of feedback.
pass
task = Analysis()
task.owner = request.user
task.case = case
task.file_name = file
task.image_id = save_file(file_path=os.path.join(request.POST.get("path"), file),
content_type=content_type)
task.thumb_id = create_thumb(os.path.join(request.POST.get("path"), file))
task.save()
# Auditing.
log_activity("I",
"Created new analysis {0}".format(task.file_name),
request)
return HttpResponseRedirect(reverse("analyses.views.show_case", args=(case.id, "list")))
else:
form = forms.ImageFolderForm()
return render_to_response("analyses/images/new_folder.html",
{"form": form, "case": case},
context_instance=RequestContext(request))
def _add_task(self, file, case, user):
"""Adds a new task to database.
@param file: file path
@param case: case id
@param user: user id
"""
task = Analysis()
task.owner = user
task.case = case
task.file_name = os.path.basename(file)
mime = magic.Magic(mime=True)
task.image_id = save_file(file_path=file, content_type=mime.from_file(file))
task.thumb_id = create_thumb(file)
task.save()
class Command(BaseCommand):
"""Image submission via command line."""
option_list = BaseCommand.option_list + (
make_option("--target",
"-t",
dest="target",
help="Path of the file or directory to submit"),
make_option("--case",
"-c",
dest="case",
help="Case ID, images will be attached to it"),
make_option("--username", "-u", dest="username", help="Username"),
)
help = "Task submission"
def handle(self, *args, **options):
"""Runs command."""
# Get options.
user = Profile.objects.get(username=options["username"].strip())
case = Case.objects.get(pk=options["case"].strip())
# Add directory or files.
if os.path.isdir(options["target"]):
for file_name in os.listdir(options["target"]):
print "INFO: processing {0}".format(file_name)
self._add_task(os.path.join(options["target"], file_name),
case, user)
elif os.path.isfile(options["target"]):
print "INFO: processing {0}".format(options["target"])
self._add_task(options["target"], case, user)
else:
print "ERROR: target is not a file or directory"
def _add_task(self, file, case, user):
"""Adds a new task to database.
@param file: file path
@param case: case id
@param user: user id
"""
task = Analysis()
task.owner = user
task.case = case
task.file_name = os.path.basename(file)
mime = magic.Magic(mime=True)
task.image_id = save_file(file_path=file,
content_type=mime.from_file(file))
task.thumb_id = create_thumb(file)
task.save()
def _add_task(self, file, case, user):
"""Adds a new task to database.
@param file: file path
@param case: case id
@param user: user id
"""
# File type check.
mime = magic.Magic(mime=True)
content_type = mime.from_file(file)
if not check_allowed_content(content_type):
print "WARNING: Skipping %s: file type not allowed." % file
else:
# Add to analysis queue.
task = Analysis()
task.owner = user
task.case = case
task.file_name = os.path.basename(file)
task.image_id = save_file(file_path=file, content_type=content_type)
task.thumb_id = create_thumb(file)
task.save()
def new_url(request, case_id):
"""Upload a new image via URL."""
case = get_object_or_404(Case, pk=case_id)
# Security check.
if not request.user.is_superuser and not request.user in case.users.all():
return render_to_response("error.html",
{"error": "You are not authorized to add image to this."},
context_instance=RequestContext(request))
if case.state == "C":
return render_to_response("error.html",
{"error": "You cannot add an image to a closed case."},
context_instance=RequestContext(request))
if request.method == "POST":
form = forms.UrlForm(request.POST)
if form.is_valid():
# Download file.
try:
url = urllib2.urlopen(request.POST.get("url"), timeout=5)
except urllib2.URLError as e:
if hasattr(e, "reason"):
return render_to_response("error.html",
{"error": "We failed to reach a server, reason: %s" % e.reason},
context_instance=RequestContext(request))
elif hasattr(e, "code"):
return render_to_response("error.html",
{"error": "The remote server couldn't fulfill the request, HTTP error code %s" % e.code},
context_instance=RequestContext(request))
# Store temp file.
url_temp = NamedTemporaryFile(delete=True)
url_temp.write(url.read())
url_temp.flush()
# Convert to File object.
url_file = File(url_temp).name
# Check content type.
mime = magic.Magic(mime=True)
content_type = mime.from_file(url_file)
if not check_allowed_content(content_type):
return render_to_response("error.html",
{"error": "File type not supported"},
context_instance=RequestContext(request))
# Create analysis task.
task = Analysis()
task.owner = request.user
task.case = case
task.file_name = os.path.basename(urlparse.urlparse(request.POST.get("url")).path)
task.image_id = save_file(file_path=url_file, content_type=content_type)
task.thumb_id = create_thumb(url_file)
task.save()
# Auditing.
log_activity("I",
"Created new analysis {0} from URL {1}".format(task.file_name, request.POST.get("url")),
request)
return HttpResponseRedirect(reverse("analyses.views.show_case", args=(case.id, "list")))
else:
# Request is not a POST.
form = forms.UrlForm()
return render_to_response("analyses/images/new_url.html",
{"form": form, "case": case},
context_instance=RequestContext(request))
if request.POST.get("case_id"):
case = get_object_or_404(Case, pk=request.POST.get("case_id"))
# Security check.
if not case.can_write(user):
return HttpResponse("You are not authorized to add image to this",
status=400)
if case.state == "C":
return HttpResponse("You cannot add an image to a closed case",
status=400)
else:
case = None
task = Analysis.add_task(
request.FILES["image"].temporary_file_path(),
file_name=request.FILES["image"].name,
case=case,
user=user,
content_type=request.FILES["image"].content_type,
image_id=save_file(
file_path=request.FILES["image"].temporary_file_path(),
content_type=request.FILES["image"].content_type),
thumb_id=create_thumb(request.FILES["image"].temporary_file_path()))
# Auditing.
log_activity("I",
"Created new analysis via API %s" % task.file_name,
request,
user=user)
response_data = {"id": task.id}
class Command(BaseCommand):
"""Image submission via command line."""
option_list = BaseCommand.option_list + (
make_option("--target",
"-t",
dest="target",
help="Path of the file or directory to submit"),
make_option("--case",
"-c",
dest="case",
help="Case ID, images will be attached to it"),
make_option("--username", "-u", dest="username", help="Username"),
make_option("--recurse",
"-r",
dest="recurse",
default=False,
action="store_true",
help="Recurse inside subdirectories"),
)
help = "Task submission"
def handle(self, *args, **options):
"""Runs command."""
# Validation.
if not options["username"] or not options["case"] or not options[
"target"]:
print "Options -t (target), -c (case) and -u (user are mandatory. Exiting."
sys.exit(1)
# Get options.
user = Profile.objects.get(username=options["username"].strip())
case = Case.objects.get(pk=options["case"].strip())
# Add directory or files.
if os.path.isdir(options["target"]) and options["recurse"]:
for dirname, dirnames, filenames in os.walk(options["target"]):
for filename in filenames:
target = os.path.join(dirname, filename)
print "INFO: processing {0}".format(target)
self._add_task(target, case, user)
elif os.path.isdir(options["target"]):
for file_name in os.listdir(options["target"]):
print "INFO: processing {0}".format(file_name)
self._add_task(os.path.join(options["target"], file_name),
case, user)
elif os.path.isfile(options["target"]):
print "INFO: processing {0}".format(options["target"])
self._add_task(options["target"], case, user)
else:
print "ERROR: target is not a file or directory"
def _add_task(self, file, case, user):
"""Adds a new task to database.
@param file: file path
@param case: case id
@param user: user id
"""
# File type check.
mime = magic.Magic(mime=True)
content_type = mime.from_file(file)
if not check_allowed_content(content_type):
print "WARNING: Skipping %s: file type not allowed." % file
else:
# Add to analysis queue.
task = Analysis()
task.owner = user
task.case = case
task.file_name = os.path.basename(file)
task.image_id = save_file(file_path=file,
content_type=content_type)
task.thumb_id = create_thumb(file)
task.save()
url_temp.write(url.read())
url_temp.flush()
# Convert to File object.
url_file = File(url_temp).name
# Check content type.
mime = magic.Magic(mime=True)
content_type = mime.from_file(url_file)
if not check_allowed_content(content_type):
return render_to_response(
"error.html", {"error": "File type not supported"},
context_instance=RequestContext(request))
# Create analysis task.
task = Analysis()
task.owner = request.user
task.case = case
task.file_name = os.path.basename(
urlparse.urlparse(request.POST.get("url")).path)
task.image_id = save_file(file_path=url_file,
content_type=content_type)
task.thumb_id = create_thumb(url_file)
task.save()
# Auditing.
log_activity(
"I", "Created new analysis %s from URL %s" %
(task.file_name, request.POST.get("url")), request)
return HttpResponseRedirect(
reverse("analyses.views.show_case", args=(case.id, "list")))
else:
if request.method == "POST":
form = forms.ImageFolderForm(request.POST)
if form.is_valid():
# Check.
if not os.path.exists(request.POST.get("path")):
return render_to_response(
"error.html", {"error": "Folder does not exist."},
context_instance=RequestContext(request))
elif not os.path.isdir(request.POST.get("path")):
return render_to_response(
"error.html", {"error": "Folder is not a directory."},
context_instance=RequestContext(request))
# Add all files in directory.
for file in os.listdir(request.POST.get("path")):
task = Analysis()
task.owner = request.user
task.case = case
task.file_name = file
mime = magic.Magic(mime=True)
task.image_id = save_file(
file_path=os.path.join(request.POST.get("path"), file),
content_type=mime.from_file(
os.path.join(request.POST.get("path"), file)))
task.thumb_id = create_thumb(
os.path.join(request.POST.get("path"), file))
task.save()
# Auditing.
log_activity("I",
"Created new analysis {0}".format(task.file_name),
request)
def _add_task(self, target, case, user):
"""Wraps add_task() to catch errors."""
try:
Analysis.add_task(target, case=case, user=user)
except GhiroValidationException as e:
print "ERROR: " % e
def new_image(request):
"""Upload a new image."""
user = api_authenticate(request.POST.get("api_key"))
case = get_object_or_404(Case, pk=request.POST.get("case_id"))
# Security check.
if not user.is_superuser and not user in case.users.all():
return HttpResponse("You are not authorized to add image to this",
status=400)
if case.state == "C":
return HttpResponse("You cannot add an image to a closed case",
status=400)
task = Analysis(owner=user,
case=case,
file_name=request.FILES["image"].name,
image_id=save_file(
file_path=request.FILES["image"].temporary_file_path(),
content_type=request.FILES["image"].content_type),
thumb_id=create_thumb(
request.FILES["image"].temporary_file_path()))
task.save()
# Auditing.
log_activity("I",
"Created new analysis via API %s" % task.file_name,
request,
user=user)
response_data = {"id": task.id}
