"""
Script to add run list to relval steps
"""
import sys
import os.path
import os
sys.path.append(os.path.abspath(os.path.pardir))
from core_lib.database.database import Database
Database.set_credentials_file(os.getenv('DB_AUTH'))
Database.set_database_name('relval')
relvals_database = Database('relvals')
total_relvals = relvals_database.get_count()
print('Total relvals: %s' % (total_relvals))
for index, item in enumerate(relvals_database.query(limit=total_relvals)):
print('Processing entry %s/%s %s' %
(index + 1, total_relvals, item.get('prepid', '<no-id>')))
for step in item['steps']:
step['input']['run'] = step['input'].get('run', [])
relvals_database.save(item)
print('Done')
"""
import sys
import os.path
import os
sys.path.append(os.path.abspath(os.path.pardir))
from core_lib.database.database import Database
Database.set_credentials_file(os.getenv('DB_AUTH'))
Database.set_database_name('rereco')
request_db = Database('requests')
subcampaign_db = Database('subcampaigns')
old_ticket_db = Database('subcampaign_tickets')
new_ticket_db = Database('tickets')
total_subcampaigns = subcampaign_db.get_count()
total_requests = request_db.get_count()
total_old_tickets = old_ticket_db.get_count()
total_new_tickets = new_ticket_db.get_count()
print('Requests: %s' % (total_requests))
print('Subcampaigns: %s' % (total_subcampaigns))
print('(Old) subcampaign tickets: %s' % (total_old_tickets))
print('(New) tickets: %s' % (total_new_tickets))
for index, subcampaign in enumerate(
subcampaign_db.query(limit=total_subcampaigns)):
print('Processing subcampaign %s/%s %s' %
(index + 1, total_subcampaigns, subcampaign['prepid']))
subcampaign.pop('_rev', None)
subcampaign.pop('step', None)
"""
Script to remove scram arch attribute from subcampaigns and requests
"""
import sys
import os.path
import os
sys.path.append(os.path.abspath(os.path.pardir))
from core_lib.database.database import Database
Database.set_credentials_file(os.getenv('DB_AUTH'))
Database.set_database_name('rereco')
request_db = Database('requests')
subcampaign_db = Database('subcampaigns')
total_subcampaigns = subcampaign_db.get_count()
total_requests = request_db.get_count()
print('Requests: %s' % (total_requests))
print('Subcampaigns: %s' % (total_subcampaigns))
for index, subcampaign in enumerate(subcampaign_db.query(limit=total_subcampaigns)):
print('Processing subcampaign %s/%s %s' % (index + 1,
total_subcampaigns,
subcampaign['prepid']))
subcampaign.pop('scram_arch', None)
subcampaign_db.save(subcampaign)
for index, request in enumerate(request_db.query(limit=total_requests)):
print('Processing request %s/%s %s' % (index + 1, total_requests, request['prepid']))
request.pop('scram_arch', None)
"""
Script to add GPU parameters to tickets and RelVals
"""
import sys
import os.path
import os
sys.path.append(os.path.abspath(os.path.pardir))
from core_lib.database.database import Database
Database.set_credentials_file(os.getenv('DB_AUTH'))
Database.set_database_name('relval')
tickets_database = Database('tickets')
relvals_database = Database('relvals')
total_tickets = tickets_database.get_count()
total_relvals = relvals_database.get_count()
print('Total tickets: %s' % (total_tickets))
print('Total relvals: %s' % (total_relvals))
for index, item in enumerate(tickets_database.query(limit=total_tickets)):
print('Processing entry %s/%s %s' % (index + 1, total_tickets, item.get('prepid', '<no-id>')))
item['gpu'] = {'requires': 'forbidden',
'gpu_memory': '',
'cuda_capabilities': [],
'cuda_runtime': '',
'gpu_name': '',
'cuda_driver_version': '',
'cuda_runtime_version': ''}
item['gpu_steps'] = []
import sys
import os.path
import os
sys.path.append(os.path.abspath(os.path.pardir))
from core_lib.database.database import Database
Database.set_credentials_file(os.getenv('DB_AUTH'))
Database.set_database_name('relval')
database = Database('relvals')
total_entries = database.get_count()
print('Total entries: %s' % (total_entries))
for index, item in enumerate(database.query(limit=total_entries)):
print('Processing entry %s/%s %s' %
(index + 1, total_entries, item.get('prepid', '<no-id>')))
item['job_dict_overwrite'] = {}
database.save(item)
print('Done')
