def set_offsets(
state: State,
consumer_id: str,
topic_name: str,
offset_to_value: int,
offset_by_delta: int,
offset_to_timestamp: str,
offset_from_group: str,
):
"""Set consumer group offsets.
Change or set the offset of a consumer group for a topic, i.e. the message number the consumer group will read next.
This can be done by specifying an explicit offset (--offset-to-value), a delta to shift the current offset forwards
or backwards (--offset-by-delta), a timestamp in which the offset of the first message on or after the timestamp is
taken (--offset-by-timestamp), or a group from which to copy the offsets from. In the case that the consumer group
reads from more than one topic, a regular expression can be given to specify the offset of which topic to change.
NOTE: the default is to change the offset for all topics."""
logger = logging.getLogger(__name__)
consumergroup_controller = ConsumerGroupController(state.cluster)
offset_plan = consumergroup_controller.create_consumer_group_offset_change_plan(
consumer_id=consumer_id,
topic_name=topic_name if topic_name else ".*",
offset_to_value=offset_to_value,
offset_by_delta=offset_by_delta,
offset_to_timestamp=offset_to_timestamp,
offset_from_group=offset_from_group,
)
if offset_plan and len(offset_plan) > 0:
click.echo(green_bold("Proposed offset changes: "))
offset_plan.sort(key=attrgetter("topic_name", "partition_id"))
for topic_name, group in groupby(offset_plan, attrgetter("topic_name")):
group = list(group)
max_proposed = max(len(str(elem.proposed_offset)) for elem in group)
max_current = max(len(str(elem.current_offset)) for elem in group)
for plan_element in group:
new_offset = str(plan_element.proposed_offset).rjust(max_proposed)
format_args = dict(
topic_name=plan_element.topic_name,
partition_id=plan_element.partition_id,
current_offset=plan_element.current_offset,
new_offset=new_offset if plan_element.offset_equal else red_bold(new_offset),
max_current=max_current,
)
click.echo(
"Topic: {topic_name}, partition {partition_id:2}, current offset: {current_offset:{max_current}}, new offset: {new_offset}".format(
**format_args
)
)
if ensure_approval("Are you sure?", no_verify=state.no_verify):
consumergroup_controller.edit_consumer_group_offsets(consumer_id=consumer_id, offset_plan=offset_plan)
else:
logger.info("No changes proposed.")
return
def edit_offsets(state: State, consumer_id: str, topic_name: str):
"""Edit a topic.
Open the offsets of the consumer group in the default editor. If the user saves upon exiting the editor,
all the offsets will be set to the given values.
"""
logger = logging.getLogger(__name__)
consumergroup_controller = ConsumerGroupController(state.cluster)
consumer_group_state, offset_plans = consumergroup_controller.read_current_consumer_group_offsets(
consumer_id=consumer_id,
topic_name_expression=topic_name if topic_name else ".*")
if consumer_group_state != "Empty":
logger.error(
"Consumergroup {} is not empty. Setting offsets is only allowed for empty consumer groups."
.format(consumer_id))
sorted_offset_plan = list(offset_plans.values())
sorted_offset_plan.sort(key=attrgetter("topic_name", "partition_id"))
offset_plan_as_yaml = {
"offsets": [{
"topic": element.topic_name,
"partition": element.partition_id,
"offset": element.current_offset
} for element in sorted_offset_plan]
}
_, new_conf = edit_yaml(str(offset_plan_as_yaml),
validator=validation.validate_offset_config)
for new_offset in new_conf["offsets"]:
plan_key: str = f"{new_offset['topic']}::{new_offset['partition']}"
if plan_key in offset_plans:
final_value, error, message = ConsumerGroupController.select_new_offset_for_consumer(
requested_offset=new_offset["offset"],
offset_plan=offset_plans[plan_key])
if error:
logger.error(message)
offset_plans[plan_key].proposed_offset = final_value
if offset_plans and len(offset_plans) > 0:
click.echo(green_bold("Proposed offset changes: "))
pretty_offset_plan(list(offset_plans.values()))
if ensure_approval("Are you sure?", no_verify=state.no_verify):
consumergroup_controller.edit_consumer_group_offsets(
consumer_id=consumer_id,
offset_plan=list(offset_plans.values()))
else:
logger.info("No changes proposed.")
return
def set_offsets(
state: State,
consumer_id: str,
topic_name: str,
offset_to_value: int,
offset_by_delta: int,
offset_to_timestamp: str,
offset_from_group: str,
):
"""Set consumer group offsets.
Change or set the offset of a consumer group for a topic, i.e. the message number the consumer group will read next.
This can be done by specifying an explicit offset (--offset-to-value), a delta to shift the current offset forwards
or backwards (--offset-by-delta), a timestamp in which the offset of the first message on or after the timestamp is
taken (--offset-by-timestamp), or a group from which to copy the offsets from. In the case that the consumer group
reads from more than one topic, a regular expression can be given to specify the offset of which topic to change.
NOTE: the default is to change the offset for all topics."""
logger = logging.getLogger(__name__)
consumergroup_controller = ConsumerGroupController(state.cluster)
offset_plan = consumergroup_controller.create_consumer_group_offset_change_plan(
consumer_id=consumer_id,
topic_name=topic_name if topic_name else ".*",
offset_to_value=offset_to_value,
offset_by_delta=offset_by_delta,
offset_to_timestamp=offset_to_timestamp,
offset_from_group=offset_from_group,
)
if offset_plan and len(offset_plan) > 0:
click.echo(green_bold("Proposed offset changes: "))
pretty_offset_plan(offset_plan)
if ensure_approval("Are you sure?", no_verify=state.no_verify):
consumergroup_controller.edit_consumer_group_offsets(
consumer_id=consumer_id, offset_plan=offset_plan)
else:
logger.info("No changes proposed.")
return