def testScanPkInvalid(self):
"""
不存在的partition_key进行scan
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, pk='123')
jobHelper.append(jobHelper.rtidbClient.scan, pk='456')
retStatus = jobHelper.run(failonerror=False, autoidentity=False)
self.assertTrue(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testScanTidInvalid(self):
"""
table_id不存在的表进行scan
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table, tid=123)
jobHelper.append(jobHelper.rtidbClient.put, tid=123)
jobHelper.append(jobHelper.rtidbClient.scan, tid=456)
retStatus = jobHelper.run(autoidentity=False, logcheck=False)
self.assertTrue(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testScanEtimeEmpty(self):
"""
timestamp_end为空
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put)
jobHelper.append(jobHelper.rtidbClient.scan, etime=0)
retStatus = jobHelper.run(failonerror=False, autoidentity=False)
self.assertTrue(retStatus)
self.assertEqual(1, len(jobHelper.scanout_message()))
def testPutPkEmpty(self):
"""
partition_key为空
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, pk='')
jobHelper.append(jobHelper.rtidbClient.scan)
retStatus = jobHelper.run(autoidentity=False)
self.assertTrue(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testPutTidEmpty(self):
"""
table_id为空
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, tid='')
jobHelper.append(jobHelper.rtidbClient.scan)
retStatus = jobHelper.run(failonerror=False, autoidentity=False)
self.assertFalse(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testPutInvalidTid(self):
"""
不存在的table_id执行put
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table, tid=123)
jobHelper.append(jobHelper.rtidbClient.put, tid=456)
jobHelper.append(jobHelper.rtidbClient.scan, tid=123)
retStatus = jobHelper.run(failonerror=False, autoidentity=False)
self.assertFalse(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testPutValueNone(self):
"""
value是空
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, value=None)
jobHelper.append(jobHelper.rtidbClient.scan)
retStatus = jobHelper.run(failonerror=False, autoidentity=False)
self.assertTrue(retStatus)
self.assertEqual(1, len(jobHelper.scanout_message()))
def testPutTimeStampInvalid(self):
"""
timestamp为空
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, time=0)
jobHelper.append(jobHelper.rtidbClient.scan)
retStatus = jobHelper.run(failonerror=False, autoidentity=False)
self.assertTrue(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testScanDroped(self):
"""
已经drop的表进行scan
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put)
jobHelper.append(jobHelper.rtidbClient.drop_table)
jobHelper.append(jobHelper.rtidbClient.scan)
retStatus = jobHelper.run(failonerror=False,
autoidentity=False,
logcheck=False)
self.assertTrue(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testScanMiss(self):
"""
scan时间段内无数据
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496520)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496522)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496523)
jobHelper.append(jobHelper.rtidbClient.scan,
stime=1494496511,
etime=1494496512)
retStatus = jobHelper.run(autoidentity=False)
self.assertTrue(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testScanTimeDisorderly(self):
"""
timestamp_start < timestamp_end
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496520)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496522)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496523)
jobHelper.append(jobHelper.rtidbClient.scan,
stime=1494496521,
etime=1494496522)
retStatus = jobHelper.run(autoidentity=False)
self.assertTrue(retStatus)
self.assertEqual(0, len(jobHelper.scanout_message()))
def testSequenceSameTs(self):
"""
put 多条相同时间戳数据
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496520)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496525)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496526)
jobHelper.append(jobHelper.rtidbClient.scan,
stime=1494496522,
etime=1494496520)
jobHelper.run(autoidentity=False)
self.assertEqual(4, len(jobHelper.scanout_message()))
def testTtlCommon(self):
"""
配置ttl时间，put 10条时序数据，sleep直到t0-t4过期，scan结果
"""
jobHelper = JobHelper()
put_time = long(time.time() * 1000)
jobHelper.append(jobHelper.rtidbClient.create_table, ttl=10)
jobHelper.append(jobHelper.rtidbClient.put, time=put_time)
jobHelper.append(jobHelper.rtidbClient.put, time=put_time - 20l)
jobHelper.append(jobHelper.rtidbClient.put,
time=put_time - 11l * 60 * 1000)
jobHelper.append(jobHelper.rtidbClient.scan,
stime=put_time,
etime=put_time - 12l * 60 * 1000)
jobHelper.run(autoidentity=False)
retStatus, retMsg = jobHelper.identify(
jobHelper.input_message(),
jobHelper.scanout_message(),
inputJunkFunc=lambda x: x['time'] > put_time - 11l * 60 * 1000)
self.assertTrue(retStatus, retMsg)
def testScanTimeEqual(self):
"""
timestamp_start = timestamp_end
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496520)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496522)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496523)
jobHelper.append(jobHelper.rtidbClient.scan,
stime=1494496521,
etime=1494496521)
jobHelper.run(autoidentity=False)
retStatus, retMsg = jobHelper.identify(
jobHelper.input_message(),
jobHelper.scanout_message(),
inputJunkFunc=lambda x: x['time'] == 1494496521)
self.assertFalse(retStatus, retMsg)
def testScanTimeLongYear(self):
"""
timestamp_start ，timestamp_end之间跨越100年
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496520)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496522)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496523)
jobHelper.append(jobHelper.rtidbClient.scan,
stime=1494496521 + 10 * 365 * 24 * 3600,
etime=1494496521)
retStatus = jobHelper.run(autoidentity=False)
self.assertTrue(retStatus)
retStatus, retMsg = jobHelper.identify(
jobHelper.input_message(),
jobHelper.scanout_message(),
inputJunkFunc=lambda x: x['time'] > 1494496521)
self.assertTrue(retStatus, retMsg)
def testDisorderPut(self):
"""
乱序put，scan结果时序正确
"""
jobHelper = JobHelper()
jobHelper.append(jobHelper.rtidbClient.create_table)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496522)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496520)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496521)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496525)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496526)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496524)
jobHelper.append(jobHelper.rtidbClient.put, time=1494496523)
jobHelper.append(jobHelper.rtidbClient.scan,
stime=1494496525,
etime=1494496521)
jobHelper.run(autoidentity=False)
retStatus, retMsg = jobHelper.identify(
jobHelper.input_message(),
jobHelper.scanout_message(),
inputJunkFunc=lambda x: 1494496521 < x['time'] <= 1494496525)
self.assertTrue(retStatus, retMsg)
