Exemple #1
0
 def __init__(self, config_file=None, mimetype_files=None):
     ScriptBase.__init__(self, config_file)
     self.name = self.__class__.__name__
     self.working_dir = boto.config.get('Pyami', 'working_dir')
     self.sd = ServiceDef(config_file)
     self.retry_count = self.sd.getint('retry_count', 5)
     self.loop_delay = self.sd.getint('loop_delay', 30)
     self.processing_time = self.sd.getint('processing_time', 60)
     self.input_queue = self.sd.get_obj('input_queue')
     self.output_queue = self.sd.get_obj('output_queue')
     self.output_domain = self.sd.get_obj('output_domain')
     if mimetype_files:
         mimetypes.init(mimetype_files)
Exemple #2
0
 def __init__(self):
     ScriptBase.__init__(self)
     self.wdir = boto.config.get('Pyami', 'working_dir')
     self.log_file = '%s.log' % self.instance_id
     self.log_path = os.path.join(self.wdir, self.log_file)
     boto.set_file_logger(self.name, self.log_path)
     self.src_name = boto.config.get(self.name, 'src_bucket')
     self.dst_name = boto.config.get(self.name, 'dst_bucket')
     self.replace = boto.config.getbool(self.name, 'replace_dst', True)
     s3 = boto.connect_s3()
     self.src = s3.lookup(self.src_name)
     if not self.src:
         boto.log.error('Source bucket does not exist: %s' % self.src_name)
     dest_access_key = boto.config.get(self.name, 'dest_aws_access_key_id', None)
     if dest_access_key:
         dest_secret_key = boto.config.get(self.name, 'dest_aws_secret_access_key', None)
         s3 = boto.connect(dest_access_key, dest_secret_key)
     self.dst = s3.lookup(self.dst_name)
     if not self.dst:
         self.dst = s3.create_bucket(self.dst_name)
Exemple #3
0
 def __init__(self):
     ScriptBase.__init__(self)
     self.wdir = boto.config.get('Pyami', 'working_dir')
     self.log_file = '%s.log' % self.instance_id
     self.log_path = os.path.join(self.wdir, self.log_file)
     boto.set_file_logger(self.name, self.log_path)
     self.src_name = boto.config.get(self.name, 'src_bucket')
     self.dst_name = boto.config.get(self.name, 'dst_bucket')
     self.replace = boto.config.getbool(self.name, 'replace_dst', True)
     s3 = boto.connect_s3()
     self.src = s3.lookup(self.src_name)
     if not self.src:
         boto.log.error('Source bucket does not exist: %s' % self.src_name)
     dest_access_key = boto.config.get(self.name, 'dest_aws_access_key_id', None)
     if dest_access_key:
         dest_secret_key = boto.config.get(self.name, 'dest_aws_secret_access_key', None)
         s3 = boto.connect(dest_access_key, dest_secret_key)
     self.dst = s3.lookup(self.dst_name)
     if not self.dst:
         self.dst = s3.create_bucket(self.dst_name)
Exemple #4
0
 def __init__(self):
     self.working_dir = '/mnt/pyami'
     self.write_metadata()
     ScriptBase.__init__(self)
Exemple #5
0
 def __init__(self):
     self.working_dir = '/mnt/pyami'
     self.write_metadata()
     ScriptBase.__init__(self)