Example #1
0
 def shared(self) -> List[Action]:
     return [
         TdAction(
             "$ kafka-create-topic topic=kafka-recovery-big partitions=8"),
         # Ingest 10 ** SCALE records
         Kgen(
             topic="kafka-recovery-big",
             args=[
                 "--keys=random",
                 f"--num-records={self.n()}",
                 "--values=bytes",
                 "--max-message-size=32",
                 "--min-message-size=32",
                 "--key-min=256",
                 f"--key-max={256+(self.n()**2)}",
             ],
         ),
         # Add 256 EOF markers with key values <= 256.
         # This high number is chosen as to guarantee that there will be an EOF marker
         # in each partition, even if the number of partitions is increased in the future.
         Kgen(
             topic="kafka-recovery-big",
             args=[
                 "--keys=sequential",
                 "--num-records=256",
                 "--values=bytes",
                 "--min-message-size=32",
                 "--max-message-size=32",
             ],
         ),
     ]
Example #2
0
    def shared(self) -> List[Action]:
        return [
            TdAction(f"""
$ kafka-create-topic topic=kafka-scalability partitions=8
"""),
            Kgen(
                topic="kafka-scalability",
                args=[
                    "--keys=sequential",
                    f"--num-records={self.n()}",
                    "--values=bytes",
                    "--max-message-size=100",
                    "--min-message-size=100",
                ],
            ),
        ]