コード例 #1
0
 def WriteState(self):
     state = {'status': 'WAITING', 'update_time': time.time()}
     conn = boto.connect_gs(config.gs_access_key, config.gs_secret_key)
     bucket = conn.get_bucket(self._bucket)
     k = Key(bucket,
             '%s/%s/output/stitch.state' % (self._user, self._batch))
     k.set_contents_from_string(simplejson.dumps(state, indent=2),
                                policy='public-read',
                                headers={'Content-Type': 'text/plain'})
コード例 #2
0
 def WriteState(self):
   state = {
     'status': 'WAITING',
     'update_time': time.time()
   }
   conn = boto.connect_gs(config.gs_access_key,config.gs_secret_key)
   bucket = conn.get_bucket(self._bucket)
   k = Key(bucket, '%s/%s/output/stitch.state' % (self._user, self._batch))
   k.set_contents_from_string(
       simplejson.dumps(state, indent=2),
       policy='public-read',headers={'Content-Type': 'text/plain'})
コード例 #3
0
 def AddFile(self, filename, contents):
   part = 0
   bytes_left = len(contents)
   parts = []
   conn = boto.connect_gs(config.gs_access_key,config.gs_secret_key)
   bucket = conn.get_bucket(self._bucket)
   while bytes_left > 0:
     fname = '%s.%d' % (filename, part)
     parts.append(fname)
     offset = part * _CHUNK_SIZE
     k = Key(bucket, '%s/%s/input/%s' % (self._user, self._batch, fname))
     k.set_contents_from_string(
         contents[offset:offset+_CHUNK_SIZE])
     part += 1
     bytes_left -= _CHUNK_SIZE
   self._files.append({'name': filename, 'chunks': parts})
コード例 #4
0
 def AddFile(self, filename, contents):
     part = 0
     bytes_left = len(contents)
     parts = []
     conn = boto.connect_gs(config.gs_access_key, config.gs_secret_key)
     bucket = conn.get_bucket(self._bucket)
     while bytes_left > 0:
         fname = '%s.%d' % (filename, part)
         parts.append(fname)
         offset = part * _CHUNK_SIZE
         k = Key(bucket,
                 '%s/%s/input/%s' % (self._user, self._batch, fname))
         k.set_contents_from_string(contents[offset:offset + _CHUNK_SIZE])
         part += 1
         bytes_left -= _CHUNK_SIZE
     self._files.append({'name': filename, 'chunks': parts})
コード例 #5
0
 def create_directory(self, directory):
     self.logger.info("creating directory %s", directory)
     k = Key(self.bucket)
     k.key = directory[1:]+'/'
     k.set_metadata('Content-Type', 'application/x-directory')
     k.set_contents_from_string('')
コード例 #6
0
ファイル: gcs.py プロジェクト: SiegristJ/pypicloud-hexadite
 def upload(self, package, data):
     key = Key(self.bucket)
     key.key = self.get_path(package)
     key.set_metadata('name', package.name)
     key.set_metadata('version', package.version)
     key.set_contents_from_string(data.read())
コード例 #7
0
ファイル: gcs.py プロジェクト: Hexadite/pypicloud-hexadite
 def upload(self, package, data):
     key = Key(self.bucket)
     key.key = self.get_path(package)
     key.set_metadata('name', package.name)
     key.set_metadata('version', package.version)
     key.set_contents_from_string(data.read())