""" Script to add run list to relval steps """ import sys import os.path import os sys.path.append(os.path.abspath(os.path.pardir)) from core_lib.database.database import Database Database.set_credentials_file(os.getenv('DB_AUTH')) Database.set_database_name('relval') relvals_database = Database('relvals') total_relvals = relvals_database.get_count() print('Total relvals: %s' % (total_relvals)) for index, item in enumerate(relvals_database.query(limit=total_relvals)): print('Processing entry %s/%s %s' % (index + 1, total_relvals, item.get('prepid', '<no-id>'))) for step in item['steps']: step['input']['run'] = step['input'].get('run', []) relvals_database.save(item) print('Done')
""" import sys import os.path import os sys.path.append(os.path.abspath(os.path.pardir)) from core_lib.database.database import Database Database.set_credentials_file(os.getenv('DB_AUTH')) Database.set_database_name('rereco') request_db = Database('requests') subcampaign_db = Database('subcampaigns') old_ticket_db = Database('subcampaign_tickets') new_ticket_db = Database('tickets') total_subcampaigns = subcampaign_db.get_count() total_requests = request_db.get_count() total_old_tickets = old_ticket_db.get_count() total_new_tickets = new_ticket_db.get_count() print('Requests: %s' % (total_requests)) print('Subcampaigns: %s' % (total_subcampaigns)) print('(Old) subcampaign tickets: %s' % (total_old_tickets)) print('(New) tickets: %s' % (total_new_tickets)) for index, subcampaign in enumerate( subcampaign_db.query(limit=total_subcampaigns)): print('Processing subcampaign %s/%s %s' % (index + 1, total_subcampaigns, subcampaign['prepid'])) subcampaign.pop('_rev', None) subcampaign.pop('step', None)
""" Script to remove scram arch attribute from subcampaigns and requests """ import sys import os.path import os sys.path.append(os.path.abspath(os.path.pardir)) from core_lib.database.database import Database Database.set_credentials_file(os.getenv('DB_AUTH')) Database.set_database_name('rereco') request_db = Database('requests') subcampaign_db = Database('subcampaigns') total_subcampaigns = subcampaign_db.get_count() total_requests = request_db.get_count() print('Requests: %s' % (total_requests)) print('Subcampaigns: %s' % (total_subcampaigns)) for index, subcampaign in enumerate(subcampaign_db.query(limit=total_subcampaigns)): print('Processing subcampaign %s/%s %s' % (index + 1, total_subcampaigns, subcampaign['prepid'])) subcampaign.pop('scram_arch', None) subcampaign_db.save(subcampaign) for index, request in enumerate(request_db.query(limit=total_requests)): print('Processing request %s/%s %s' % (index + 1, total_requests, request['prepid'])) request.pop('scram_arch', None)
""" Script to add GPU parameters to tickets and RelVals """ import sys import os.path import os sys.path.append(os.path.abspath(os.path.pardir)) from core_lib.database.database import Database Database.set_credentials_file(os.getenv('DB_AUTH')) Database.set_database_name('relval') tickets_database = Database('tickets') relvals_database = Database('relvals') total_tickets = tickets_database.get_count() total_relvals = relvals_database.get_count() print('Total tickets: %s' % (total_tickets)) print('Total relvals: %s' % (total_relvals)) for index, item in enumerate(tickets_database.query(limit=total_tickets)): print('Processing entry %s/%s %s' % (index + 1, total_tickets, item.get('prepid', '<no-id>'))) item['gpu'] = {'requires': 'forbidden', 'gpu_memory': '', 'cuda_capabilities': [], 'cuda_runtime': '', 'gpu_name': '', 'cuda_driver_version': '', 'cuda_runtime_version': ''} item['gpu_steps'] = []
import sys import os.path import os sys.path.append(os.path.abspath(os.path.pardir)) from core_lib.database.database import Database Database.set_credentials_file(os.getenv('DB_AUTH')) Database.set_database_name('relval') database = Database('relvals') total_entries = database.get_count() print('Total entries: %s' % (total_entries)) for index, item in enumerate(database.query(limit=total_entries)): print('Processing entry %s/%s %s' % (index + 1, total_entries, item.get('prepid', '<no-id>'))) item['job_dict_overwrite'] = {} database.save(item) print('Done')