def __init__(self,
name,
description=None,
autoload=False,
autosync=False,
autosave=False):
self.output = logging.getLogger('juicer')
self.name = name
self.cart_file = os.path.join(Constants.CART_LOCATION,
"%s.json" % self.name)
self.repo_items_hash = {}
self.remotes_storage = os.path.expanduser(
os.path.join(Constants.CART_LOCATION, "%s-remotes" % self.name))
self.config = Config()
if autoload:
self.output.debug("[CART:%s] Auto-loading cart items" % self.name)
self.load()
if description is not None:
for repo_items in description:
(repo, items) = (repo_items[0], repo_items[1:])
self.output.debug("Processing %s input items for repo %s" %
(len(items), repo))
self[repo] = items
if autosave:
self.save(remote_save=False)
def hello(self, environment):
config = Config()
hostname = config.get(environment)['hostname']
_pulp = pulp.bindings.server_info.ServerInfoAPI(self.connection)
response = _pulp.get_types()
if response.response_code == Constants.PULP_GET_OK:
self.output.info("%s: %s OK" % (environment, hostname))
return True
else:
self.output.info("%s: %s FAILED" % (environment, hostname))
return False
def __init__(self, args):
self.args = args
self.config = Config()
self.connections = {}
for environment in self.config.keys():
cfg = self.config.get(environment)
self.connections[environment] = PulpConnection(
cfg['hostname'],
int(cfg['port']),
username=cfg['username'],
password=cfg['password'],
cert_filename=cfg['cert_filename'],
verify_ssl=False,
ca_path=cfg['ca_path'])
class JuicerCommand(object):
def __init__(self, args):
self.args = args
self.config = Config()
self.connections = {}
for environment in self.config.keys():
cfg = self.config.get(environment)
self.connections[environment] = PulpConnection(
cfg['hostname'],
int(cfg['port']),
username=cfg['username'],
password=cfg['password'],
cert_filename=cfg['cert_filename'],
verify_ssl=False,
ca_path=cfg['ca_path'])
class JuicerCommand(object):
def __init__(self, args):
self.args = args
self.config = Config()
self.output = logging.getLogger('juicer')
self.connections = {}
for environment in self.config.keys():
cfg = self.config.get(environment)
self.connections[environment] = PulpConnection(
cfg['hostname'],
int(cfg['port']),
username=cfg['username'],
password=cfg['password'],
cert_filename=cfg['cert_filename'],
verify_ssl=False,
ca_path=cfg['ca_path'])
class Cart(object):
def __init__(self,
name,
description=None,
autoload=False,
autosync=False,
autosave=False):
self.output = logging.getLogger('juicer')
self.name = name
self.cart_file = os.path.join(Constants.CART_LOCATION,
"%s.json" % self.name)
self.repo_items_hash = {}
self.remotes_storage = os.path.expanduser(
os.path.join(Constants.CART_LOCATION, "%s-remotes" % self.name))
self.config = Config()
if autoload:
self.output.debug("[CART:%s] Auto-loading cart items" % self.name)
self.load()
if description is not None:
for repo_items in description:
(repo, items) = (repo_items[0], repo_items[1:])
self.output.debug("Processing %s input items for repo %s" %
(len(items), repo))
self[repo] = items
if autosave:
self.save(remote_save=False)
def __getitem__(self, repo):
""" Return the items in the given repo """
if repo in self.repo_items_hash:
return self.repo_items_hash[repo]
else:
# TODO: Should this raise?
return None
def __setitem__(self, repo, items):
"""
Just provides a shorthand way to call add_repo:
cart_object['repo'] = items
"""
self.add_repo(repo, items)
def add_repo(self, repo_name, items):
"""
Build up repos
`name` - Name of this repo.
`items` - List of paths to rpm.
"""
self.output.debug("[CART:%s] Adding %s items to repo '%s'" %
(self.name, len(items), repo_name))
# Is some sort of validation required here?
cart_items = []
for item in items:
self.output.debug("Creating CartObject for %s" % item)
new_item = CartItem(item)
cart_items.append(new_item)
self.repo_items_hash[repo_name] = cart_items
def keys(self):
"""
Get repo keys.
"""
return self.repo_items_hash.keys()
def repos(self):
"""
Return all list of the repos it cart will upload items into.
"""
return self.repo_items_hash.keys()
def iterrepos(self):
"""
A generator function that yields a (repo, [items]) tuple for
each non-empty repo.
"""
for repo, items in self.repo_items_hash.iteritems():
if items:
yield (repo, items)
def is_empty(self):
"""
return True if the cart has no items, False otherwise
"""
for repo, items in self.iterrepos():
if items:
return False
return True
def save(self, remote_save=True):
if self.is_empty():
self.output.error('Cart is empty, not saving anything')
return None
self.save_local()
if remote_save:
if 'cart_seeds' in self.config.get(self.config.keys()[0]).keys():
self.save_remote()
else:
self.output.warn(
'No cart_seeds found in config file. Cart not saved on remote.'
)
self.output.info("Saved cart '%s'." % self.name)
return True
def save_local(self):
json_body = json.dumps(self._cart_dict())
if os.path.exists(self.cart_file):
self.output.warn(
"Cart file '%s' already exists, overwriting with new data." %
self.cart_file)
f = open(self.cart_file, 'w')
f.write(json_body)
f.flush()
f.close()
def save_remote(self):
cart_seeds = self.config.get(self.config.keys()[0])['cart_seeds']
connection_str = 'mongodb://' + cart_seeds
mongo = MongoClient(connection_str)
db = mongo.carts
try:
db['carts'].save(self._cart_dict())
except MongoErrors.AutoReconnect:
self.output.error("failed to save cart %s on remote" % self.name)
def pull(self):
cart_seeds = self.config.get(self.config.keys()[0])['cart_seeds']
connection_str = 'mongodb://' + cart_seeds
mongo = MongoClient(connection_str)
db = mongo.carts
try:
json_body = json.dumps(db['carts'].find_one({'_id': self.name}))
if json_body == 'null':
self.output.error("cart %s does not exist on remote" %
self.name)
else:
if os.path.exists(self.cart_file):
self.output.warn(
"Cart file '%s' already exists, overwriting with new data."
% self.cart_file)
f = open(self.cart_file, 'w')
f.write(json_body)
f.flush()
f.close()
except MongoErrors.AutoReconnect:
self.output.error("failed to find cart %s on remote" % self.name)
def load(self):
"""
Build a cart from a json file
"""
if not os.path.exists(self.cart_file):
raise SystemError("No cart file found %s" % self.cart_file)
cart_file = open(self.cart_file)
cart_body = json.loads(cart_file.read())
cart_file.close()
for repo, items in cart_body['repos_items'].iteritems():
self.add_repo(repo, items)
def delete(self):
"""
Remove all trace of this cart: delete the file(s) on the local
filesystem and delete the entry from the database
"""
self.output.debug("Deleting cart %s" % self.name)
# rm -r self.remotes_storage()
if os.path.exists(self.remotes_storage):
for item in os.listdir(self.remotes_storage):
ipath = os.path.expanduser(self.remotes_storage + '/' + item)
if os.path.exists(ipath):
self.output.debug("removing %s" % ipath)
os.remove(ipath)
self.output.debug("removing %s's remote item storage dir" %
self.name)
os.rmdir(self.remotes_storage)
# rm cart_file()
if os.path.exists(self.cart_file):
self.output.debug("removing %s's cart file" % self.name)
os.remove(self.cart_file)
# rm in mongo
if 'cart_seeds' in self.config.get(self.config.keys()[0]).keys():
cart_seeds = self.config.get(self.config.keys()[0])['cart_seeds']
connection_str = 'mongodb://' + cart_seeds
mongo = MongoClient(connection_str)
db = mongo.carts
try:
db['carts'].remove({'_id': self.name})
except MongoErrors.AutoReconnect:
self.output.error("failed to save cart %s on remote" %
self.name)
def update(self, description):
for repo_items in description:
(repo, items) = (repo_items[0], repo_items[1:])
if repo not in self.keys():
self[repo] = items
else:
for item in items:
self[repo].append(CartItem(item))
self.save()
return True
def upload_items(self, environment, connection, force):
if not force:
if not self.verify_remote():
self.output.warning(
"Cart differs from remote, use -f to force the push")
raise SystemError(
"Cart differs from remote, use -f to force the push")
pulp_upload = Upload(connection)
for repo, items in self.iterrepos():
for item in items:
if not item.synced:
item.sync(self.remotes_storage)
pulp_upload.upload(item.path, repo, item.item_type,
environment)
item.path = "https://{0}/pulp/repos/{1}/{2}/{3}".format(
connection.host, environment, repo, item.name)
self.save()
def __str__(self):
return json.dumps(self._cart_dict(), indent=4)
def _cart_dict(self):
output = {'_id': self.name, 'repos_items': []}
repos_items = {}
for repo in self.repos():
repos_items[repo] = [str(i) for i in self[repo]]
output['repos_items'] = repos_items
return output
def verify_remote(self):
if 'cart_seeds' in self.config.get(self.config.keys()[0]).keys():
cart_seeds = self.config.get(self.config.keys()[0])['cart_seeds']
connection_str = 'mongodb://' + cart_seeds
mongo = MongoClient(connection_str)
db = mongo.carts
try:
json_body = json.dumps(db['carts'].find_one({'_id':
self.name}))
if json_body == 'null':
return True
else:
if json_body == json.dumps(self._cart_dict()):
return True
else:
return False
except MongoErrors.AutoReconnect:
self.output.error("failed to find cart %s on remote" %
self.name)
return False