def raet_minion_run(cleanup_protecteds):
'''
Set up the minion caller. Should be run in its own process.
This function is intentionally left out of RAETCaller. This will avoid
needing to pickle the RAETCaller object on Windows.
'''
minion = daemons.Minion() # daemonizes here
minion.call(cleanup_protecteds=cleanup_protecteds) # caller minion.call_in uses caller.flo
def _create_minion():
'''
Create minion instance
:return:
'''
obj = daemons.Minion()
obj.config = {'user': '******', 'hash_type': alg}
for attr in ['minion', 'start_log_info', 'prepare', 'shutdown']:
setattr(obj, attr, MagicMock())
return obj
def _create_minion():
"""
Create minion instance
:return:
"""
obj = daemons.Minion()
obj.config = {"user": "******", "hash_type": alg}
for attr in ["start_log_info", "prepare", "shutdown"]:
setattr(obj, attr, MagicMock())
setattr(obj, "minion", MagicMock(restart=False))
return obj
def main():
"""
This is a specialized launcher for salt-minion.
The difference is that it substitutes some modules with mocked versions
that get their data from an XMLRPC test-driving interface instead of
from the real system.
Set RPC_URL environment variable to point to an XMLRPC CephCluster simulator.
"""
# Dirty arg parsing, I assume I will always be invoked with -c <config>
config_file = sys.argv[2]
config = yaml.load(open(os.path.join(config_file, 'minion')))
fqdn = config['grains']['fqdn']
__salt__ = None
rpc_url = os.environ['RPC_URL']
cluster = xmlrpclib.ServerProxy(rpc_url, allow_none=True)
def status_check():
return {"SMART Health Status": "OK"}
# Monkey-patch in a mock version of the ceph module
def heartbeat():
global __salt__
report_clusters = {}
services = {}
cluster_name = cluster.get_name()
for service in cluster.get_services(fqdn):
service_name = "%s-%s.%s" % (cluster_name, service['type'], service['id'])
services[service_name] = {
'id': str(service['id']),
'type': service['type'],
'cluster': cluster_name,
'fsid': service['fsid'],
'status': None
}
if service['type'] == 'mon':
fsid = service['fsid']
report_clusters[fsid] = cluster.get_heartbeat(fsid)
services[service_name]['status'] = msgpack.unpackb(
cluster.get_cluster_object(fsid, 'mon_status', None).data)['data']
server_heartbeat = {
'services': services,
'ceph_version': '0.67.8-simulator',
'boot_time': 123456
}
__salt__['event.fire_master'](server_heartbeat, "ceph/server")
for fsid, cluster_data in report_clusters.items():
__salt__['event.fire_master'](cluster_data, 'ceph/cluster/{0}'.format(fsid))
def get_cluster_object(cluster_name, sync_type, since):
result = msgpack.unpackb(cluster.get_cluster_object(cluster_name, sync_type, since).data)
return result
def rados_commands(fsid, cluster_name, commands):
services = cluster.get_services(fqdn)
fsid = None
for service in services:
fsid = service['fsid']
assert fsid is not None
for command in commands:
prefix, args = command
try:
if prefix == "osd pool create":
cluster.pool_create(args['pool'], args['pg_num'])
elif prefix == "osd pool set":
if args['var'] == 'hashpspool':
# 'set hashpspool' is actually and update to 'flags'
cluster.pool_update(args['pool'], "flags", FLAG_HASHPSPOOL if args['val'] else 0)
else:
cluster.pool_update(args['pool'], args['var'], args['val'])
elif prefix == "osd pool set-quota":
# NB set-quota takes a string which it expects to parse
# as numeric size
cluster.pool_update(args['pool'], "quota_%s" % args['field'], int(args['val']))
elif prefix == "osd pool rename":
cluster.pool_update(args['srcpool'], 'pool_name', args['destpool'])
elif prefix == "osd pool delete":
cluster.pool_delete(args['pool'])
elif prefix == "osd in":
for osd_id in args['ids']:
cluster.set_osd_state(int(osd_id), None, 1)
elif prefix == "osd out":
for osd_id in args['ids']:
cluster.set_osd_state(int(osd_id), None, 0)
elif prefix == "osd down":
for osd_id in args['ids']:
cluster.set_osd_state(int(osd_id), 0, None)
elif prefix == "osd reweight":
cluster.set_osd_weight(args['id'], args['weight'])
elif prefix == "osd scrub":
pass
elif prefix == "osd deep-scrub":
pass
elif prefix == "osd repair":
pass
elif prefix == "osd set":
cluster.set_osd_flags(args['key'])
elif prefix == "osd crush add":
cluster.crush_add(args)
elif prefix == "osd crush add-bucket":
cluster.crush_add_bucket(args)
elif prefix == "osd crush move":
cluster.crush_move(args)
elif prefix == "osd crush remove":
cluster.crush_remove(args)
elif prefix == "osd crush reweight":
cluster.crush_reweight(args)
else:
raise NotImplementedError()
except Exception as e:
log.exception("Exception running %s" % command)
status = cluster.get_heartbeat(fsid)
return {
'error': True,
'results': [],
'error_status': e.__str__(),
'fsid': fsid,
'versions': status['versions']
}
status = cluster.get_heartbeat(fsid)
return {
'error': False,
'results': [None for n in commands],
'error_status': '',
'fsid': fsid,
'versions': status['versions']
}
def list_logs(subpath):
return ["ceph/ceph.log"]
def tail(subpath, n_lines):
return """2014-01-19 18:30:29.176592 mon.0 192.168.18.1:6789/0 463 : [INF] pgmap v163848: 1644 pgs: 1644 active+clean; 1040 GB data, 1993 GB used, 2954 GB / 4948 GB avail
2014-01-19 18:30:34.581473 osd.2 192.168.18.3:6801/8734 192 : [INF] 1.fb scrub ok
2014-01-19 18:30:39.184182 mon.0 192.168.18.1:6789/0 464 : [INF] pgmap v163849: 1644 pgs: 1644 active+clean; 1040 GB data, 1993 GB used, 2954 GB / 4948 GB avail
2014-01-19 18:30:59.357278 mon.0 192.168.18.1:6789/0 465 : [INF] pgmap v163850: 1644 pgs: 1643 active+clean, 1 active+clean+scrubbing+deep; 1040 GB data, 1993 GB used, 2954 GB / 4948 GB avail
2014-01-19 18:31:01.897580 mon.0 192.168.18.1:6789/0 466 : [INF] pgmap v163851: 1644 pgs: 1643 active+clean, 1 active+clean+scrubbing+deep; 1040 GB data, 1993 GB used, 2954 GB / 4948 GB avail
2014-01-19 18:31:11.663174 mon.0 192.168.18.1:6789/0 467 : [INF] pgmap v163852: 1644 pgs: 1643 active+clean, 1 active+clean+scrubbing+deep; 1040 GB data, 1993 GB used, 2954 GB / 4948 GB avail
2014-01-19 18:31:32.179999 osd.1 192.168.18.2:6801/6964 1929 : [INF] 0.64 deep-scrub ok
2014-01-19 18:31:34.917031 mon.0 192.168.18.1:6789/0 468 : [INF] pgmap v163853: 1644 pgs: 1644 active+clean; 1040 GB data, 1993 GB used, 2954 GB / 4948 GB avail
2014-01-19 18:32:01.002447 osd.1 192.168.18.2:6801/6964 1930 : [INF] 1.1ef deep-scrub ok
2014-01-19 18:32:05.062757 mon.0 192.168.18.1:6789/0 469 : [INF] pgmap v163854: 1644 pgs: 1643 active+clean, 1 active+clean+scrubbing+deep; 1040 GB data, 1993 GB used, 2954 GB / 4948 GB avail"""
def selftest_wait(period):
"""
For self-test only. Wait for the specified period and then return None.
"""
time.sleep(period)
def selftest_block():
"""
For self-test only. Run forever
"""
while True:
time.sleep(1)
def selftest_exception():
"""
For self-test only. Throw an exception
"""
raise RuntimeError("This is a self-test exception")
import salt.loader
old_minion_mods = salt.loader.minion_mods
def my_minion_mods(opts, context=None, whilelist=None):
global __salt__
data = old_minion_mods(opts)
data['ceph.heartbeat'] = heartbeat
data['wilyplugin.status_check'] = status_check
data['ceph.get_cluster_object'] = get_cluster_object
data['ceph.rados_commands'] = rados_commands
data['log_tail.list_logs'] = list_logs
data['log_tail.tail'] = tail
data['ceph.selftest_wait'] = selftest_wait
data['ceph.selftest_block'] = selftest_block
data['ceph.selftest_exception'] = selftest_exception
data['state.highstate'] = lambda: None
data['saltutil.sync_modules'] = lambda: None
__salt__ = data
return data
salt.loader.minion_mods = my_minion_mods
try:
minion = salt.Minion()
except Exception as e:
if isinstance(e, AttributeError):
#Minion() moved from salt to salt.cli.daemons in 2015 releases of salt
try:
minion = daemons.Minion()
except:
log.exception("Could not get daemons.Minion instance for %s" % fqdn)
raise
else:
log.exception("Could not get salt.Minion instance for %s" % fqdn)
raise
try:
minion.start()
except Exception as e:
if not isinstance(e, SystemExit):
log.exception("minion.start[%s] threw an exception" % fqdn)
raise
def minion_run(self, cleanup_protecteds):
minion = daemons.Minion() # daemonizes here
minion.call(cleanup_protecteds=cleanup_protecteds) # caller minion.call_in uses caller.flo
