def gen_manifest(path): try: lck, err = lock.get_lock('generate_manifest') if err: raise Exception(err) if not lck: raise Exception('Could not acquire lock.') ret, err = manifest_status.generate_manifest_info() if not ret: if err: raise Exception(err) else: raise Exception('No manifest info obtained') else: fullpath = os.path.normpath("%s/master.manifest" % path) fulltmppath = "/tmp/master.manifest.tmp" fullcopypath = os.path.normpath( "%s/master.manifest.%s" % (path, datetime.datetime.now().strftime("%B_%d_%Y_%H_%M_%S"))) # Generate into a tmp file with open(fulltmppath, 'w') as fd: json.dump(ret, fd, indent=2) # Copy original to a backup if os.path.isfile(fullpath): shutil.copyfile(fullpath, fullcopypath) # Now move the tmp to the actual manifest file name shutil.move(fulltmppath, fullpath) except Exception, e: lock.release_lock('generate_manifest') return -1, 'Error generating manifest : %s' % str(e)
def gen_manifest(path): try: lck, err = lock.get_lock('generate_manifest') if err: raise Exception(err) if not lck: raise Exception('Could not acquire lock.') ret, err = manifest_status.generate_manifest_info() if not ret: if err: raise Exception(err) else: raise Exception('No manifest info obtained') else: fullpath = os.path.normpath("%s/master.manifest" % path) fulltmppath = "/tmp/master.manifest.tmp" fullcopypath = os.path.normpath( "%s/master.manifest.%s" % (path, datetime.datetime.now().strftime("%B_%d_%Y_%H_%M_%S"))) # Generate into a tmp file with open(fulltmppath, 'w') as fd: json.dump(ret, fd, indent=2) # Copy original to a backup if os.path.isfile(fullpath): shutil.copyfile(fullpath, fullcopypath) # Now move the tmp to the actual manifest file name shutil.move(fulltmppath, fullpath) except Exception, e: lock.release_lock('generate_manifest') return -1, 'Error generating manifest : %s' % str(e)
def main(): lg = None try: lg, err = logger.get_script_logger( 'Poll for alerts', '/var/log/integralstor/scripts.log', level=logging.DEBUG) logger.log_or_print('Poll for alerts initiated.', lg, level='info') lck, err = lock.get_lock('poll_for_alerts') if err: raise Exception(err) if not lck: raise Exception('Could not acquire lock. Exiting.') active, err = grid_ops.is_active_admin_gridcell() if err: raise Exception(err) if not active: logger.log_or_print( 'Not active admin GRIDCell so exiting.', lg, level='info') sys.exit(0) gluster_lck, err = lock.get_lock('gluster_commands') if err: raise Exception(err) si, err = system_info.load_system_config() if err: raise Exception(err) if not si: raise Exception('Could not load system information') alerts_list = [] alerts_list, err = check_quotas() if err: raise Exception("Error getting quota information : %s" % err) lock.release_lock('gluster_commands') common_alerts, err = check_for_gridcell_errors(si) if err: raise Exception(err) alerts_list.extend(common_alerts) if alerts_list: alerts.raise_alert(alerts_list) str = ' | '.join(alerts_list) logger.log_or_print(str, lg, level='info') else: logger.log_or_print('No alerts to raise', lg, level='info') lock.release_lock('poll_for_alerts') except Exception, e: str = 'Error running poll for alerts : %s' % e logger.log_or_print(str, lg, level='critical') sys.exit(-1)
def gen_status(path, lg=None): try: lck, err = lock.get_lock('generate_status') if err: raise Exception(err) if not lck: raise Exception('Generate Status : Could not acquire lock.') fullmanifestpath = os.path.normpath("%s/master.manifest" % path) ret, err = manifest_status.generate_status_info(fullmanifestpath) if not ret: if err: raise Exception(err) else: raise Exception('No status info obtained') fullpath = os.path.normpath("%s/master.status" % path) fulltmppath = "/tmp/master.status.tmp" # Generate into a tmp file with open(fulltmppath, 'w') as fd: json.dump(ret, fd, indent=2) # Now move the tmp to the actual manifest file name # print 'fullpath is ', fullpath shutil.move(fulltmppath, fullpath) except Exception, e: logger.log_or_print('Error generating status : %s' % e, lg, level='critical') lock.release_lock('generate_status') return -1, 'Error generating status : %s' % e
def gen_status(path, lg=None): try: lck, err = lock.get_lock('generate_status') if err: raise Exception(err) if not lck: raise Exception('Generate Status : Could not acquire lock.') fullmanifestpath = os.path.normpath("%s/master.manifest" % path) ret, err = manifest_status.generate_status_info(fullmanifestpath) if not ret: if err: raise Exception(err) else: raise Exception('No status info obtained') fullpath = os.path.normpath("%s/master.status" % path) fulltmppath = "/tmp/master.status.tmp" # Generate into a tmp file with open(fulltmppath, 'w') as fd: json.dump(ret, fd, indent=2) # Now move the tmp to the actual manifest file name # print 'fullpath is ', fullpath shutil.move(fulltmppath, fullpath) except Exception, e: logger.log_or_print('Error generating status : %s' % e, lg, level='critical') lock.release_lock('generate_status') return -1, 'Error generating status : %s' % e
def main(): try: lck, err = lock.get_lock('integralstor_poll_for_alerts') if err: raise Exception(err) if not lck: raise Exception('Could not acquire lock. Exiting.') alert_list = [] now = int(time.time()) db_path, err = config.get_db_path() if err: raise Exception(err) tasks_query = "select * from tasks where last_run_time > '%d' and (status = 'error-retrying' or status = 'failed');" % ( now - 110) # print "\ntasks_query: ", tasks_query rows, err = db.get_multiple_rows(db_path, tasks_query) # print "\nrows: ", rows if err: raise Exception(err) if rows: for row in rows: msg = "%s: %s." % (row['status'], row['description']) alert_list.append(msg) # print "\nalert_list: ", alert_list if alert_list: alerts.raise_alert(alert_list) lock.release_lock('integralstor_poll_for_alerts') except Exception, e: print "Error generating alerts : %s ! Exiting." % str(e) sys.exit(-1)
def main(): try: platform, err = config.get_platform() if err: raise Exception(err) lck, err = lock.get_lock('poll_for_alerts') if err: raise Exception(err) if not lck: raise Exception('Could not acquire lock. Exiting.') if platform == 'gridcell': from integralstor_gridcell import system_info gluster_lck, err = lock.get_lock('gluster_commands') else: from integralstor import system_info si, err = system_info.load_system_config() if platform == 'gridcell': lock.release_lock('gluster_commands') if err: raise Exception(err) if not si: raise Exception('Could not load system information') alert_list = [] for node_name, node in si.items(): if 'errors' in node and node['errors']: if platform == 'gridcell': msg = 'GRIDCell : %s. ' % node_name else: msg = '' msg += '. '.join(node['errors']) alert_list.append(msg) hw_platform, err = config.get_hardware_platform() if hw_platform: if hw_platform == 'dell': from integralstor_utils.platforms import dell alerts_dict, err = dell.get_alert_logs() if alerts_dict: current_time = int(time.time()) for time_stamp, alerts_list in alerts_dict.items(): for alert_dict in alerts_list: if alert_dict['Severity'] == 'Critical': if (current_time - time_stamp) < (60 * 60): alert_list.append( alert_dict['description']) # print time_stamp, alert_dict # print "======================" # print alert_list # print "======================" if alert_list: alerts.raise_alert(alert_list) lock.release_lock('poll_for_alerts') except Exception, e: print "Error generating alerts : %s ! Exiting." % str(e) sys.exit(-1)
fulltmppath = "/tmp/master.manifest.tmp" fullcopypath = os.path.normpath( "%s/master.manifest.%s" % (path, datetime.datetime.now().strftime("%B_%d_%Y_%H_%M_%S"))) # Generate into a tmp file with open(fulltmppath, 'w') as fd: json.dump(ret, fd, indent=2) # Copy original to a backup if os.path.isfile(fullpath): shutil.copyfile(fullpath, fullcopypath) # Now move the tmp to the actual manifest file name shutil.move(fulltmppath, fullpath) except Exception, e: lock.release_lock('generate_manifest') return -1, 'Error generating manifest : %s' % str(e) else: lock.release_lock('generate_manifest') return 0, None import atexit atexit.register(lock.release_lock, 'generate_manifest') def main(): lg = None try: lg, err = logger.get_script_logger( 'Generate manifest', '/var/log/integralstor/scripts.log', level=logging.DEBUG) logger.log_or_print('Generate manifest initiated.', lg, level='info')
fullcopypath = os.path.normpath( "%s/master.manifest.%s" % (path, datetime.datetime.now().strftime("%B_%d_%Y_%H_%M_%S"))) # Generate into a tmp file with open(fulltmppath, 'w') as fd: json.dump(ret, fd, indent=2) # Copy original to a backup if os.path.isfile(fullpath): shutil.copyfile(fullpath, fullcopypath) # Now move the tmp to the actual manifest file name shutil.move(fulltmppath, fullpath) except Exception, e: lock.release_lock('generate_manifest') return -1, 'Error generating manifest : %s' % str(e) else: lock.release_lock('generate_manifest') return 0, None import atexit atexit.register(lock.release_lock, 'generate_manifest') def main(): lg = None try: lg, err = logger.get_script_logger('Generate manifest', '/var/log/integralstor/scripts.log', level=logging.DEBUG) logger.log_or_print('Generate manifest initiated.', lg, level='info')
return django.shortcuts.render_to_response(url, return_dict, context_instance=django.template.context.RequestContext(request)) if settings.APP_DEBUG: return_dict['app_debug'] = True return_dict['form'] = form return django.shortcuts.render_to_response('vol_create_wiz_confirm.html', return_dict, context_instance=django.template.context.RequestContext(request)) except Exception, e: s = str(e) if "Another transaction is in progress".lower() in s.lower(): return_dict["error_details"] = "An underlying storage operation has locked a volume so we are unable to process this request. Please try after a couple of seconds" else: return_dict["error_details"] = "An error occurred when processing your request : %s" % s return django.shortcuts.render_to_response("logged_in_error.html", return_dict, context_instance=django.template.context.RequestContext(request)) finally: lock.release_lock('gluster_commands') def create_volume(request): """ Used to actually create the volume""" return_dict = {} try: gluster_lck, err = lock.get_lock('gluster_commands') if err: raise Exception(err) if not gluster_lck: raise Exception( 'This action cannot be performed as an underlying storage command is being run. Please retry this operation after a few seconds.')
fullpath = os.path.normpath("%s/master.status" % path) fulltmppath = "/tmp/master.status.tmp" # Generate into a tmp file with open(fulltmppath, 'w') as fd: json.dump(ret, fd, indent=2) # Now move the tmp to the actual manifest file name # print 'fullpath is ', fullpath shutil.move(fulltmppath, fullpath) except Exception, e: logger.log_or_print('Error generating status : %s' % e, lg, level='critical') lock.release_lock('generate_status') return -1, 'Error generating status : %s' % e else: lock.release_lock('generate_status') return 0, None import atexit atexit.register(lock.release_lock, 'generate_status') def main(): lg = None try: lg, err = logger.get_script_logger('Generate status', '/var/log/integralstor/scripts.log', level=logging.DEBUG)
'view_dashboard.html', return_dict, context_instance=django.template.context.RequestContext(request)) except Exception, e: s = str(e) if "Another transaction is in progress".lower() in s.lower(): return_dict[ "error_details"] = "An underlying storage operation has locked a volume so we are unable to process this request. Please try after a couple of seconds" else: return_dict["error_details"] = s return django.shortcuts.render_to_response( "logged_in_error.html", return_dict, context_instance=django.template.context.RequestContext(request)) finally: lock.release_lock('gluster_commands') def access_shell(request): return_dict = {} try: status, err = services_management.get_service_status(['shellinaboxd']) if err: raise Exception(err) if status['status_str'] == "Running": return django.shortcuts.render_to_response( "shell_access.html", return_dict, context_instance=django.template.context.RequestContext( request)) else:
def main(): lg = None try: lg, err = logger.get_script_logger( 'Gluster batch processing', '/var/log/integralstor/scripts.log', level=logging.DEBUG) logger.log_or_print('Batch processing initiated.', lg, level='info') active, err = grid_ops.is_active_admin_gridcell() if err: raise Exception(err) if not active: logger.log_or_print( 'Not active admin GRIDCell so exiting.', lg, level='info') sys.exit(0) batch_files_path, err = config.get_batch_files_path() if err: raise Exception(err) ret, err = lock.get_lock('batch_process') if err: raise Exception(err) if not ret: raise Exception('Could not acquire batch lock. Exiting.') gluster_lck, err = lock.get_lock('gluster_commands') if err: raise Exception(err) if not gluster_lck: raise Exception('Could not acquire gluster lock. Exiting.') fl = os.listdir(os.path.normpath(batch_files_path)) if fl: for file in fl: if not file.startswith("bp_"): # unknown file type so ignore continue else: logger.log_or_print('Processing file %s/%s' % (batch_files_path, file), lg, level='info') with open(os.path.normpath("%s/%s" % (batch_files_path, file)), "r") as f: # print 'a' # print # os.path.normpath("%s/%s"%(batch_files_path,file)) d = json.load(f) # print 'a1' ret, err = process_batch(d, file, logger) if err: str = "Error loading json content for %s/%s : %s" % ( batch_files_path, file, err) logger.log_or_print(str, lg, level='error') continue else: logger.log_or_print( 'No batch processes pending.', lg, level='info') ret, err = lock.release_lock('gluster_commands') if err: raise Exception(err) ret, err = lock.release_lock('batch_process') if err: raise Exception(err) except Exception, e: str = "Error processing batch files : %s" % e logger.log_or_print(str, lg, level='critical') sys.exit(-1)
raise Exception('No status info obtained') fullpath = os.path.normpath("%s/master.status" % path) fulltmppath = "/tmp/master.status.tmp" # Generate into a tmp file with open(fulltmppath, 'w') as fd: json.dump(ret, fd, indent=2) # Now move the tmp to the actual manifest file name # print 'fullpath is ', fullpath shutil.move(fulltmppath, fullpath) except Exception, e: logger.log_or_print('Error generating status : %s' % e, lg, level='critical') lock.release_lock('generate_status') return -1, 'Error generating status : %s' % e else: lock.release_lock('generate_status') return 0, None import atexit atexit.register(lock.release_lock, 'generate_status') def main(): lg = None try: lg, err = logger.get_script_logger( 'Generate status', '/var/log/integralstor/scripts.log', level=logging.DEBUG) logger.log_or_print('Generate status initiated.', lg, level='info')
def main(): lg = None try: lg, err = logger.get_script_logger('Gluster batch processing', '/var/log/integralstor/scripts.log', level=logging.DEBUG) logger.log_or_print('Batch processing initiated.', lg, level='info') active, err = grid_ops.is_active_admin_gridcell() if err: raise Exception(err) if not active: logger.log_or_print('Not active admin GRIDCell so exiting.', lg, level='info') sys.exit(0) batch_files_path, err = config.get_batch_files_path() if err: raise Exception(err) ret, err = lock.get_lock('batch_process') if err: raise Exception(err) if not ret: raise Exception('Could not acquire batch lock. Exiting.') gluster_lck, err = lock.get_lock('gluster_commands') if err: raise Exception(err) if not gluster_lck: raise Exception('Could not acquire gluster lock. Exiting.') fl = os.listdir(os.path.normpath(batch_files_path)) if fl: for file in fl: if not file.startswith("bp_"): # unknown file type so ignore continue else: logger.log_or_print('Processing file %s/%s' % (batch_files_path, file), lg, level='info') with open( os.path.normpath( "%s/%s" % (batch_files_path, file)), "r") as f: # print 'a' # print # os.path.normpath("%s/%s"%(batch_files_path,file)) d = json.load(f) # print 'a1' ret, err = process_batch(d, file, logger) if err: str = "Error loading json content for %s/%s : %s" % ( batch_files_path, file, err) logger.log_or_print(str, lg, level='error') continue else: logger.log_or_print('No batch processes pending.', lg, level='info') ret, err = lock.release_lock('gluster_commands') if err: raise Exception(err) ret, err = lock.release_lock('batch_process') if err: raise Exception(err) except Exception, e: str = "Error processing batch files : %s" % e logger.log_or_print(str, lg, level='critical') sys.exit(-1)