Python get_multi_topic_offset Examples

Example #1

 def get_min_max_offsets(self):
     end = get_multi_topic_offset([COMMCARE_USER])[COMMCARE_USER]
     start = get_multi_topic_first_available_offsets([COMMCARE_USER
                                                      ])[COMMCARE_USER]
     return start, {
         partition: offset - 1
         for partition, offset in end.items()
     }  # end is next available offset

Example #2

File: test_form_pillow.py Project: kkrampa/commcare-hq

 def _get_kafka_seq(self):
     # KafkaChangeFeed listens for multiple topics (form, form-sql) in the form pillow,
     # so we need to provide a dict of seqs to kafka
     return get_multi_topic_offset([topics.FORM, topics.FORM_SQL])

Example #3

 def _get_kafka_seq(self):
     # KafkaChangeFeed listens for multiple topics (case, case-sql) in the case search pillow,
     # so we need to provide a dict of seqs to kafka
     return get_multi_topic_offset([topics.CASE, topics.CASE_SQL])

Example #4

File: feed.py Project: mekete/commcare-hq

 def topic_and_partitions(self):
     return list(self._get_partitioned_offsets(get_multi_topic_offset(self.topics)))

Example #5

File: feed.py Project: mekete/commcare-hq

 def get_latest_offsets(self):
     return self._filter_offsets(get_multi_topic_offset(self.topics))

Example #6

File: feed.py Project: zbidi/commcare-hq

 def get_current_offsets(self):
     return get_multi_topic_offset(self.topics)

Example #7

File: utils.py Project: kkrampa/commcare-hq

 def __enter__(self):
     self.kafka_seq = get_multi_topic_offset(self.topics)
     self.changes = []
     return self

Example #8

 def get_min_max_offsets(self):
     end = get_multi_topic_offset([COMMCARE_USER])[COMMCARE_USER]
     start = get_multi_topic_first_available_offsets([COMMCARE_USER
                                                      ])[COMMCARE_USER]
     return start, end - 1  # end is next available offset

Example #9

 def __enter__(self):
     if len(self.topics) == 1:
         self.kafka_seq = get_topic_offset(self.topics[0])
     else:
         self.kafka_seq = get_multi_topic_offset(self.topics)

Example #10

File: utils.py Project: udaracamarasinghe/commcare-hq

 def __enter__(self):
     self.kafka_seq = get_multi_topic_offset(self.topics)
     self.changes = []
     return self

Example #11

 def __enter__(self):
     if len(self.topics) == 1:
         self.kafka_seq = get_topic_offset(self.topics[0])
     else:
         self.kafka_seq = get_multi_topic_offset(self.topics)

Example #12

File: test_user_pillow.py Project: kkrampa/commcare-hq

 def _get_kafka_seq(self):
     return get_multi_topic_offset([topics.FORM_SQL, topics.FORM])

Example #13

File: test_case_search_pillow.py Project: kkrampa/commcare-hq

 def _get_kafka_seq(self):
     # KafkaChangeFeed listens for multiple topics (case, case-sql) in the case search pillow,
     # so we need to provide a dict of seqs to kafka
     return get_multi_topic_offset([topics.CASE, topics.CASE_SQL])

Example #14

File: test_form_pillow.py Project: xbryanc/commcare-hq

 def _get_kafka_seq(self):
     # KafkaChangeFeed listens for multiple topics (form, form-sql) in the form pillow,
     # so we need to provide a dict of seqs to kafka
     return get_multi_topic_offset([topics.FORM, topics.FORM_SQL])

Example #15

 def get_latest_offsets(self):
     return get_multi_topic_offset(self.topics)

Example #16

File: test_user_pillow.py Project: nemanja1040/commcare-hq

 def _get_kafka_seq(self):
     return get_multi_topic_offset([topics.FORM_SQL, topics.FORM])

Example #17

 def get_current_offsets(self):
     return get_multi_topic_offset(self.topics)