) ENGINE = {engine}
"""
DEAD_LETTER_QUEUE_TABLE_ENGINE = lambda: ReplacingMergeTree(DEAD_LETTER_QUEUE_TABLE, ver="_timestamp")
DEAD_LETTER_QUEUE_TABLE_SQL = lambda: (
DEAD_LETTER_QUEUE_TABLE_BASE_SQL
+ """ORDER BY (id, event_uuid, distinct_id, team_id)
{ttl_period}
SETTINGS index_granularity=512
"""
).format(
table_name=DEAD_LETTER_QUEUE_TABLE,
cluster=CLICKHOUSE_CLUSTER,
extra_fields=KAFKA_COLUMNS,
engine=DEAD_LETTER_QUEUE_TABLE_ENGINE(),
ttl_period=ttl_period("_timestamp", 4), # 4 weeks
)
KAFKA_DEAD_LETTER_QUEUE_TABLE_SQL = lambda: DEAD_LETTER_QUEUE_TABLE_BASE_SQL.format(
table_name="kafka_" + DEAD_LETTER_QUEUE_TABLE,
cluster=CLICKHOUSE_CLUSTER,
engine=kafka_engine(topic=KAFKA_DEAD_LETTER_QUEUE),
extra_fields="",
)
DEAD_LETTER_QUEUE_TABLE_MV_SQL = """
CREATE MATERIALIZED VIEW IF NOT EXISTS {table_name}_mv ON CLUSTER {cluster}
TO {database}.{table_name}
AS SELECT
id,
event_uuid,
) ENGINE = {engine}
"""
PLUGIN_LOG_ENTRIES_TABLE_ENGINE = lambda: ReplacingMergeTree(
PLUGIN_LOG_ENTRIES_TABLE, ver="_timestamp")
PLUGIN_LOG_ENTRIES_TABLE_SQL = lambda: (
PLUGIN_LOG_ENTRIES_TABLE_BASE_SQL +
"""PARTITION BY plugin_id ORDER BY (team_id, id)
{ttl_period}
SETTINGS index_granularity=512
""").format(
table_name=PLUGIN_LOG_ENTRIES_TABLE,
cluster=CLICKHOUSE_CLUSTER,
extra_fields=KAFKA_COLUMNS,
engine=PLUGIN_LOG_ENTRIES_TABLE_ENGINE(),
ttl_period=ttl_period("timestamp", TTL_WEEKS),
)
KAFKA_PLUGIN_LOG_ENTRIES_TABLE_SQL = lambda: PLUGIN_LOG_ENTRIES_TABLE_BASE_SQL.format(
table_name="kafka_" + PLUGIN_LOG_ENTRIES_TABLE,
cluster=CLICKHOUSE_CLUSTER,
engine=kafka_engine(topic=KAFKA_PLUGIN_LOG_ENTRIES),
extra_fields="",
)
PLUGIN_LOG_ENTRIES_TABLE_MV_SQL = """
CREATE MATERIALIZED VIEW {table_name}_mv ON CLUSTER '{cluster}'
TO {database}.{table_name}
AS SELECT
id,
team_id,
"session_recording_events",
ver="_timestamp",
replication_scheme=ReplicationScheme.SHARDED)
SESSION_RECORDING_EVENTS_TABLE_SQL = lambda: (
SESSION_RECORDING_EVENTS_TABLE_BASE_SQL +
"""PARTITION BY toYYYYMMDD(timestamp)
ORDER BY (team_id, toHour(timestamp), session_id, timestamp, uuid)
{ttl_period}
SETTINGS index_granularity=512
""").format(
table_name=SESSION_RECORDING_EVENTS_DATA_TABLE(),
cluster=settings.CLICKHOUSE_CLUSTER,
materialized_columns=SESSION_RECORDING_EVENTS_MATERIALIZED_COLUMNS,
extra_fields=KAFKA_COLUMNS,
engine=SESSION_RECORDING_EVENTS_DATA_TABLE_ENGINE(),
ttl_period=ttl_period(),
)
KAFKA_SESSION_RECORDING_EVENTS_TABLE_SQL = lambda: SESSION_RECORDING_EVENTS_TABLE_BASE_SQL.format(
table_name="kafka_session_recording_events",
cluster=settings.CLICKHOUSE_CLUSTER,
engine=kafka_engine(topic=KAFKA_SESSION_RECORDING_EVENTS),
materialized_columns="",
extra_fields=KAFKA_COLUMNS,
)
SESSION_RECORDING_EVENTS_TABLE_MV_SQL = lambda: """
CREATE MATERIALIZED VIEW session_recording_events_mv ON CLUSTER {cluster}
TO {database}.{target_table}
AS SELECT
uuid,