Example #1
0
    def read_file(self, filename):
        self.response.write('Truncated file content:\n')

        gcs_file = gcs.open(filename)
        self.response.write(gcs_file.readline())
        gcs_file.seek(-1024, os.SEEK_END)
        self.response.write(gcs_file.read())
        gcs_file.close()
Example #2
0
def gcs_read_blob(dyn):
    """ read binary blob from google cloud storage """

    gcs_file_name = '/%s/%s' % (default_bucket, dyn.filename)
    try:
        with gcs.open(gcs_file_name) as f:
            return f.read()
    except gcs.NotFoundError, e:
        logging.warning('GCS file %s NOT FOUND : %s' % (gcs_file_name, e))
        return None
Example #3
0
def gcs_zip_dynamics():
    """ bonus: save Dynamics and GCS blobs in a zip archive """

    gcs_file_name = '/%s/dynamics.zip' % default_bucket

    with gcs.open(gcs_file_name, 'w', content_type=b'multipart/x-zip') as f:

        with zipfile.ZipFile(f, 'w') as z:

            for each in Dynamics.query():
                member_dir = each.filename.replace('.', '_').encode('utf-8')
                z.writestr(b'%s/safe_key.txt' % member_dir, each.key.urlsafe().encode('utf-8'))
                z.writestr(b'%s/serving_url.txt' % member_dir, each.serving_url.encode('utf-8'))

                # if we have a GCS blob for this entity, save it in this member
                blob = gcs_read_blob(each)
                if blob:
                    z.writestr(b'%s/%s' % (member_dir, each.filename), blob)
                    z.writestr(b'%s/content_type.txt' % member_dir, gcs_content_type(each))
Example #4
0
def gcs_write_blob(dyn, blob):
    """ update google cloud storage dyn entity """

    gcs_file_name = '/%s/%s' % (default_bucket, dyn.filename)

    content_type = mimetypes.guess_type(dyn.filename)[0]
    if dyn.extension in ['js', 'css']:
        content_type += b'; charset=utf-8'

    with gcs.open(gcs_file_name, 'w', content_type=content_type,
                  options={b'x-goog-acl': b'private'}) as f:

        # f.write(images.resize(blob, width=100, height=100))

        try:
            f.write(images.resize(blob, width=100, height=100))
        except:
            f.write(blob)
    return gcs_file_name
Example #5
0
    def create_file(self, filename):
        """Create a file.

        The retry_params specified in the open call will override the default
        retry params for this particular file handle.

        Args:
          filename: filename.
        """
        self.response.write('Creating file %s\n' % filename)

        write_retry_params = gcs.RetryParams(backoff_factor=1.1)
        gcs_file = gcs.open(filename,
                            'w',
                            content_type='text/plain',
                            options={'x-goog-meta-foo': 'foo',
                                     'x-goog-meta-bar': 'bar'},
                            retry_params=write_retry_params)
        gcs_file.write('abcde\n')
        gcs_file.write('f' * 1024 + '\n')
        gcs_file.close()
        self.tmp_filenames_to_clean_up.append(filename)
Example #6
0
 def create_file2(self, file_name):
     gcs_file = gcs.open()