def _timed_log_batch(self):
if self.run_id is None:
# Retrieving run_id from active mlflow run.
current_run_id = mlflow.active_run().info.run_id
else:
current_run_id = self.run_id
start = time.time()
metrics_slices = [
self.data[i : i + MAX_METRICS_PER_BATCH]
for i in range(0, len(self.data), MAX_METRICS_PER_BATCH)
]
for metrics_slice in metrics_slices:
try_mlflow_log(MlflowClient().log_batch, run_id=current_run_id, metrics=metrics_slice)
end = time.time()
self.total_log_batch_time += end - start
def log_fn_args_as_params(fn, args, kwargs, unlogged=[]): # pylint: disable=W0102
"""
Log parameters explicitly passed to a function.
:param fn: function whose parameters are to be logged
:param args: arguments explicitly passed into fn. If `fn` is defined on a class,
`self` should not be part of `args`; the caller is responsible for
filtering out `self` before calling this function.
:param kwargs: kwargs explicitly passed into fn
:param unlogged: parameters not to be logged
:return: None
"""
param_spec = inspect.signature(fn).parameters
# Filter out `self` from the signature under the assumption that it is not contained
# within the specified `args`, as stipulated by the documentation
relevant_params = [
param for param in param_spec.values() if param.name != "self"
]
# Fetch the parameter names for specified positional arguments from the function
# signature & create a mapping from positional argument name to specified value
params_to_log = {
param_info.name: param_val
for param_info, param_val in zip(
list(relevant_params)[:len(args)], args)
}
# Add all user-specified keyword arguments to the set of parameters to log
params_to_log.update(kwargs)
# Add parameters that were not explicitly specified by the caller to the mapping,
# using their default values
params_to_log.update({
param.name: param.default
for param in list(relevant_params)[len(args):]
if param.name not in kwargs
})
# Filter out any parameters that should not be logged, as specified by the `unlogged` parameter
params_to_log = {
key: value
for key, value in params_to_log.items() if key not in unlogged
}
try_mlflow_log(mlflow.log_params, params_to_log)