def update(i, opt_state, batch, state, rng): return mapped_update(np.repeat(i, n_devices), opt_state, batch, state, rng)
def update(weights_and_slots, i, opt_params, batch, state, rng): return mapped_update(weights_and_slots, np.repeat(i, n_devices), opt_params, batch, state, rng)