Exemple #1
0
def get_file_content(file_id, filename):
    """Get the content of a file."""
    logger = logging.getLogger('slickqaweb.api.files.get_file_content')
    stored_file = StoredFile.objects(id=ObjectId(file_id)).first()
    if stored_file is None:
        return Response("File with id '{}' and name '{}' not found.".format(file_id, filename), mimetype="text/plain", status=404)

    range_header = request.headers.get('Range', None)
    response = None
    if not range_header:
        logger.info("Returning file in classic mode")
        def write_chunks():
            for chunk in FileChunk.objects(files_id=stored_file.id).order_by('+n'):
                yield chunk.data
        response = Response(write_chunks(), mimetype=stored_file.mimetype, direct_passthrough=True)
    else:
        logger.debug("Returning file with id {} and filename {} and md5sum {} in ranged mode.".format(file_id, filename, stored_file.md5))
        byte1, byte2 = 0, (stored_file.length - 1)

        m = re.search('(\d+)-(\d*)', range_header)
        g = m.groups()

        if g[0]:
            byte1 = int(g[0])
        if g[1]:
            possible_byte2 = int(g[1])
            if possible_byte2 < byte2:
                byte2 = possible_byte2

        data = []
        start_chunk_number = byte1 / stored_file.chunkSize
        end_chunk_number = byte2 / stored_file.chunkSize
        if byte2 % stored_file.chunkSize > 0:
            end_chunk_number += 1
        start_index = byte1 % stored_file.chunkSize
        end_index = byte2 % stored_file.chunkSize

        logger.debug("Using range information {}-{}/{}, chunks {}:{}-{}:{}".format(byte1, byte2, stored_file.length - 1, start_chunk_number, start_index, end_chunk_number, end_index))

        def write_chunks():
            for chunk in FileChunk.objects(files_id=stored_file.id).order_by('+n'):
                if chunk.n >= start_chunk_number and chunk.n <= end_chunk_number:
                    start = 0
                    end = stored_file.chunkSize
                    if chunk.n == start_chunk_number:
                        start = start_index
                    if chunk.n == end_chunk_number:
                        end = end_index
                    yield chunk.data[start:end]

        response = Response(write_chunks(), 206, mimetype=stored_file.mimetype, direct_passthrough=True)
        response.headers.add('Content-Range', 'bytes {0}-{1}/{2}'.format(byte1, byte2, stored_file.length))

    response.headers.add('Accept-Ranges', 'bytes')
    return response
Exemple #2
0
def add_chunk_to_file(file_id, result_id=None):
    """Add content to a file (chunk by chunk)."""
    stored_file = StoredFile.objects(id=ObjectId(file_id)).first()
    num_of_chunks = len(FileChunk.objects(files_id=stored_file.id))
    chunk = FileChunk()
    chunk.files_id = stored_file.id
    chunk.n = num_of_chunks
    chunk.data = request.data
    chunk.save()
    stored_file.length += len(request.data)
    stored_file.save()
    return JsonResponse(stored_file)
Exemple #3
0
def set_file_content(file_id):
    """Upload all the content at once (for small files)."""
    stored_file = StoredFile.objects(id=ObjectId(file_id)).first()
    data = request.data
    stored_file.md5 = md5(data).hexdigest()
    stored_file.length = len(data)
    num_of_chunks = len(data) / 262144
    if (len(data) % 262144) > 0:
        num_of_chunks += 1
    for i in range(num_of_chunks):
        chunk = FileChunk()
        chunk.files_id = stored_file.id
        chunk.n = i
        chunk.data = data[i * 262144:(i + 1) * 262144]
        chunk.save()
    stored_file.save()
    return JsonResponse(stored_file)
Exemple #4
0
def update_stored_file(file_id):
    """Update the properties of a stored file, you only have to include changed properties"""
    stored_file = StoredFile.objects(id=ObjectId(file_id)).first()
    stored_file = deserialize_that(read_request(), stored_file)
    stored_file.save()
    return JsonResponse(stored_file)
Exemple #5
0
def get_stored_file(file_id):
    """Get the "stored file" or the summary about the file."""
    return JsonResponse(StoredFile.objects(id=ObjectId(file_id)).first())