def test_update_and_modify_columns_fractured(conn):
curr_timezone = timezone("Europe/Amsterdam")
granularity = create_granularity("900")
timestamp = curr_timezone.localize(datetime(2013, 1, 2, 10, 45, 0))
entity_ids = range(1023, 1023 + 100)
trend_names_a = ["CellID", "CCR", "Drops"]
data_rows_a = [(i, ("10023", "0.9919", "17")) for i in entity_ids]
data_types_a = extract_data_types(data_rows_a)
trend_names_b = ["CellID", "Drops"]
data_rows_b = [(i, ("10023", "19")) for i in entity_ids]
data_types_b = extract_data_types(data_rows_b)
with closing(conn.cursor()) as cursor:
datasource = name_to_datasource(cursor, "test-src009")
entitytype = name_to_entitytype(cursor, "test-type001")
trendstore = TrendStore(datasource, entitytype, granularity, 86400, "table").create(cursor)
partition = trendstore.partition(timestamp)
table = partition.table()
partition.create(cursor)
partition.check_columns_exist(trend_names_a, data_types_a)(cursor)
conn.commit()
store(conn, SCHEMA, table.name, trend_names_a, timestamp, data_rows_a)
time.sleep(0.2)
check_columns = map(Column, ["modified", "Drops"])
query = table.select(check_columns)
with closing(conn.cursor()) as cursor:
query.execute(cursor)
row_before = cursor.fetchone()
store(conn, SCHEMA, table.name, trend_names_b, timestamp, data_rows_b)
query = table.select(check_columns)
with closing(conn.cursor()) as cursor:
query.execute(cursor)
row_after = cursor.fetchone()
assert_not_equal(row_before[0], row_after[0])
assert_not_equal(row_before[1], row_after[1])
def test_update_modified_column(conn):
curr_timezone = timezone("Europe/Amsterdam")
trend_names = ['CellID', 'CCR', 'Drops']
data_rows = [
(10023, ('10023', '0.9919', '17')),
(10047, ('10047', '0.9963', '18'))
]
data_types = extract_data_types(data_rows)
update_data_rows = [(10023, ('10023', '0.9919', '17'))]
timestamp = curr_timezone.localize(datetime.now())
granularity = create_granularity("900")
with closing(conn.cursor()) as cursor:
datasource = name_to_datasource(cursor, "test-src009")
entitytype = name_to_entitytype(cursor, "test-type001")
trendstore = TrendStore(datasource, entitytype, granularity, 86400, "table").create(cursor)
partition = trendstore.partition(timestamp)
table = partition.table()
partition.create(cursor)
partition.check_columns_exist(trend_names, data_types)(cursor)
store(conn, SCHEMA, table.name, trend_names, timestamp, data_rows)
time.sleep(1)
store(conn, SCHEMA, table.name, trend_names, timestamp, update_data_rows)
conn.commit()
query = table.select([Column("modified")])
query.execute(cursor)
modified_list = [modified for modified in cursor.fetchall()]
assert_not_equal(modified_list[0], modified_list[1])
table.select(Call("max", Column("modified"))).execute(cursor)
max_modified = first(cursor.fetchone())
modified_table.select(Column("end")).where_(
Eq(Column("table_name"), table.name)).execute(cursor)
end = first(cursor.fetchone())
eq_(end, max_modified)
def test_update(conn):
trend_names = ["CellID", "CCR", "Drops"]
data_rows = [
(10023, ("10023", "0.9919", "17")),
(10047, ("10047", "0.9963", "18"))
]
data_types = extract_data_types(data_rows)
update_data_rows = [(10023, ("10023", "0.5555", "17"))]
timestamp = datetime.now()
granularity = create_granularity("900")
with closing(conn.cursor()) as cursor:
datasource = name_to_datasource(cursor, "test-src009")
entitytype = name_to_entitytype(cursor, "test-type001")
trendstore = TrendStore(datasource, entitytype, granularity, 86400, "table").create(cursor)
partition = trendstore.partition(timestamp)
table = partition.table()
partition.create(cursor)
partition.check_columns_exist(trend_names, data_types)(cursor)
store(conn, SCHEMA, table.name, trend_names, timestamp, data_rows)
store(conn, SCHEMA, table.name, trend_names, timestamp, update_data_rows)
conn.commit()
query = table.select([Column("modified"), Column("CCR")])
with closing(conn.cursor()) as cursor:
query.execute(cursor)
rows = cursor.fetchall()
assert_not_equal(rows[0][0], rows[1][0])
assert_not_equal(rows[0][1], rows[1][1])