def WriteState(self): state = {'status': 'WAITING', 'update_time': time.time()} conn = boto.connect_gs(config.gs_access_key, config.gs_secret_key) bucket = conn.get_bucket(self._bucket) k = Key(bucket, '%s/%s/output/stitch.state' % (self._user, self._batch)) k.set_contents_from_string(simplejson.dumps(state, indent=2), policy='public-read', headers={'Content-Type': 'text/plain'})
def WriteState(self): state = { 'status': 'WAITING', 'update_time': time.time() } conn = boto.connect_gs(config.gs_access_key,config.gs_secret_key) bucket = conn.get_bucket(self._bucket) k = Key(bucket, '%s/%s/output/stitch.state' % (self._user, self._batch)) k.set_contents_from_string( simplejson.dumps(state, indent=2), policy='public-read',headers={'Content-Type': 'text/plain'})
def AddFile(self, filename, contents): part = 0 bytes_left = len(contents) parts = [] conn = boto.connect_gs(config.gs_access_key,config.gs_secret_key) bucket = conn.get_bucket(self._bucket) while bytes_left > 0: fname = '%s.%d' % (filename, part) parts.append(fname) offset = part * _CHUNK_SIZE k = Key(bucket, '%s/%s/input/%s' % (self._user, self._batch, fname)) k.set_contents_from_string( contents[offset:offset+_CHUNK_SIZE]) part += 1 bytes_left -= _CHUNK_SIZE self._files.append({'name': filename, 'chunks': parts})
def AddFile(self, filename, contents): part = 0 bytes_left = len(contents) parts = [] conn = boto.connect_gs(config.gs_access_key, config.gs_secret_key) bucket = conn.get_bucket(self._bucket) while bytes_left > 0: fname = '%s.%d' % (filename, part) parts.append(fname) offset = part * _CHUNK_SIZE k = Key(bucket, '%s/%s/input/%s' % (self._user, self._batch, fname)) k.set_contents_from_string(contents[offset:offset + _CHUNK_SIZE]) part += 1 bytes_left -= _CHUNK_SIZE self._files.append({'name': filename, 'chunks': parts})
def create_directory(self, directory): self.logger.info("creating directory %s", directory) k = Key(self.bucket) k.key = directory[1:]+'/' k.set_metadata('Content-Type', 'application/x-directory') k.set_contents_from_string('')
def upload(self, package, data): key = Key(self.bucket) key.key = self.get_path(package) key.set_metadata('name', package.name) key.set_metadata('version', package.version) key.set_contents_from_string(data.read())
def upload(self, package, data): key = Key(self.bucket) key.key = self.get_path(package) key.set_metadata('name', package.name) key.set_metadata('version', package.version) key.set_contents_from_string(data.read())