def make_username_list(args):
'''Make a list of the usernames from the current DM experiment.
'''
log.info('Making a list of DM system usernames from current DM experiment')
exp_name = directories.make_directory_name(args)
try:
exp_obj = exp_api.getExperimentByName(exp_name)
return exp_obj['experimentUsernameList']
except:
log.error('No such experiment in the DM system: {:s}'.format(exp_name))
log.error(' Have you run globus dm_init yet?')
return []
def add_user(args):
'''Add a user from the DM experiment.
'''
exp_name = directories.make_directory_name(args)
try:
exp_obj = exp_api.getExperimentByName(exp_name)
except:
log.error(' No appropriate DM experiment found.')
return
try:
add_users(exp_obj, ['d{:d}'.format(args.edit_user_badge)])
except:
log.error(' Problem adding the user. Check the badge number')
def make_data_link(args):
'''Makes the http link to the data. This link will be included in the email sent to the
users so they can access their data directly.
'''
exp_name = directories.make_directory_name(args)
target_exp = exp_api.getExperimentByName(exp_name)
output_link = 'https://app.globus.org/file-manager?origin_id='
output_link += args.globus_server_uuid
output_link += '&origin_path='
target_dir = args.globus_server_top_dir + '/' + args.year_month + '/' + exp_name + '/\n'
output_link += target_dir.replace('/', '%2F')
return output_link
def stop_daq(args):
'''Stops the currently running DM DAQ.
'''
exp_name = directories.make_directory_name(args)
log.info('Stopping all DM DAQs for experiment {:s}'.format(exp_name))
daqs = daq_api.listDaqs()
removed_daq_counter = 0
for d in daqs:
if d['experimentName'] == exp_name and d['status'] == 'running':
log.info(
' Found running DAQ for this experiment. Stopping now.')
daq_api.stopDaq(d['experimentName'], d['dataDirectory'])
removed_daq_counter += 1
if removed_daq_counter == 0:
log.info(' No active DAQs for this experiment were found')
def list_users(args):
'''Lists the users on the current experiment in a nice format.
'''
log.info('Listing the users on the DM experiment')
exp_name = directories.make_directory_name(args)
try:
exp_obj = exp_api.getExperimentByName(exp_name)
except:
log.error(' No appropriate DM experiment found.')
return
username_list = exp_obj['experimentUsernameList']
if len(username_list) == 0:
log.info(' No users for this experiment')
return
for uname in username_list:
user_obj = user_api.getUserByUsername(uname)
log.info(' User {0:s}, badge {1:s} is on the DM experiment'.format(
make_pretty_user_name(user_obj), user_obj['badge']))
def list_users_this_dm_exp(args):
'''Provide a list of user names for this DM expt
in the form "d(badge#)"
'''
log.info('Listing the users on the DM experiment')
exp_name = directories.make_directory_name(args)
try:
exp_obj = exp_api.getExperimentByName(exp_name)
except:
log.error(' No appropriate DM experiment found.')
return None
username_list = exp_obj['experimentUsernameList']
if len(username_list) == 0:
log.info(' No users for this experiment')
return None
else:
print(username_list)
return username_list
def create_experiment(args):
'''Creates a new DM experiment on Voyager.
Parameters
----------
args : list
args is used to extract current year_month, pi_last_name, prop_number,
prop_title and generate a unique DM experiment name in the form of
year-month-PILastName-ProposalNumber
Returns
-------
Experiment object
'''
dir_name = directories.make_directory_name(args)
log.info('See if there is already a DM experiment')
try:
old_exp = exp_api.getExperimentByName(dir_name)
log.warning(' Experiment already exists')
return old_exp
except:
log.info('Creating new DM experiment: {0:s}/{1:s}'.format(
args.year_month, dir_name))
target_prop = bss_api.getProposal(str(args.prop_number))
start_datetime = datetime.datetime.strptime(target_prop['startTime'],
'%Y-%m-%d %H:%M:%S')
end_datetime = datetime.datetime.strptime(target_prop['endTime'],
'%Y-%m-%d %H:%M:%S')
new_exp = exp_api.addExperiment(
dir_name,
typeName=args.experiment_type,
description=args.prop_title,
rootPath=args.year_month,
startDate=start_datetime.strftime('%d-%b-%y'),
endDate=end_datetime.strftime('%d-%b-%y'))
log.info(' Experiment successfully created!')
return new_exp
def remove_user(args):
'''Remove a user from the DM experiment.
'''
exp_name = directories.make_directory_name(args)
dm_username = '******'.format(args.edit_user_badge)
try:
user_to_remove = user_api.getUserByUsername(dm_username)
except:
log.error(
' Problem retrieving user information. Check the badge number')
return
log.info('Removing user {0:s} from experiment {1:s}'.format(
make_pretty_user_name(user_to_remove), exp_name))
try:
exp_obj = exp_api.getExperimentByName(exp_name)
except:
log.error(' No appropriate DM experiment found.')
return
try:
user_api.deleteUserExperimentRole(dm_username, 'User', exp_name)
except:
log.error(' Problem removing the user. Check the badge number')
def start_daq(args):
'''Starts the data managememnt (DM) data acquisition (DAQ) system.
In this mode of operation, the DM system will monitor specified data directory
for incoming files, and will transfer data automatically.
Alternative is to upload files after experiment is done.
'''
exp_name = directories.make_directory_name(args)
analysis_dir_name = directories.create_analysis_dir_name(args)
log.info('Check that the directory exists on the analysis machine')
dir_check = directories.check_local_directory(args.analysis,
analysis_dir_name)
if dir_check == 2:
log.info(' Need to make the analysis machine directory')
mkdir_response = directories.create_local_directory(
args.analysis, analysis_dir_name)
if mkdir_response:
log.error(
' Unknown response when creating analysis machine directory. Exiting'
)
return
elif dir_check == 0:
log.info(' Directory already exists')
else:
log.warning(
' Unknown response when checking for analysis machine directory. Exiting'
)
return
dm_dir_name = "@{0:s}:{1:s}".format(args.analysis, analysis_dir_name)
log.info('Check to make sure the appropriate DAQ is not already running.')
current_daqs = daq_api.listDaqs()
for d in current_daqs:
if (d['experimentName'] == exp_name and d['status'] == 'running'
and d['dataDirectory'] == dm_dir_name):
log.warning(' DAQ is already running. Returning.')
return
log.info('Add a DAQ to experiment {:s}'.format(exp_name))
daq_obj = daq_api.startDaq(exp_name, dm_dir_name)