Ejemplo n.º 1
0
    def verify(self, round):
        # restart connector with different config
        self.configIncreamental = self.configIncreamental + 1
        if self.configIncreamental % 7 == 2:
            configMap = {
                "buffer.size.bytes": str(6000000 + self.configIncreamental)
            }
            self.driver.updateConnectorConfig(self.fileName,
                                              self.connectorName, configMap)
        elif self.configIncreamental % 7 == 3:
            self.driver.restartConnector(self.connectorName)
        elif self.configIncreamental % 7 == 4:
            self.driver.pauseConnector(self.connectorName)
        elif self.configIncreamental % 7 == 5:
            self.driver.resumeConnector(self.connectorName)
        elif self.configIncreamental % 7 == 6:
            self.driver.deleteConnector(self.connectorName)
        elif self.configIncreamental % 7 == 0:
            self.driver.createConnector(self.getConfigFileName(),
                                        self.nameSalt)

        for t in range(self.curTest, self.topicNum):
            res = self.driver.snowflake_conn.cursor().execute(
                "SELECT count(*) FROM {}".format(self.topics[t])).fetchone()[0]

            if res != self.partitionNum * self.recordNum * (round + 1):
                raise RetryableError()

            if self.curTest <= t:
                self.curTest = t + 1
                raise ResetAndRetry()

        # after success, reset curTest for next round
        self.curTest = 0
Ejemplo n.º 2
0
    def verify(self):
        for t in range(self.curTest, self.topicNum):
            res = self.driver.snowflake_conn.cursor().execute(
                "SELECT count(*) FROM {}".format(self.topics[t])).fetchone()[0]
            if res != self.partitionNum * self.recordNum * self.round:
                raise RetryableError()

            if self.curTest <= t:
                self.curTest = t + 1
                raise ResetAndRetry()
    def verify(self):
        # restart connector with different config
        self.configIncreamental = self.configIncreamental + 1
        if self.configIncreamental > 0:
            configMap = {"buffer.size.bytes": str(6000000 + self.configIncreamental)}
            self.driver.updateConnectorConfig(self.fileName, self.connectorName, configMap)

        for t in range(self.curTest, self.topicNum):
            res = self.driver.snowflake_conn.cursor().execute(
                "SELECT count(*) FROM {}".format(self.topics[t])).fetchone()[0]

            if res != self.partitionNum * self.recordNum:
                raise RetryableError()

            if self.curTest <= t:
                self.curTest = t + 1
                raise ResetAndRetry()