def handle_execute_event(self, ev, dst_curs):
"""handle one EXECUTE event"""
if self.copy_thread:
return
# parse event
fname = ev.extra1
s_attrs = ev.extra2
exec_attrs = ExecAttrs(urlenc=s_attrs)
sql = ev.data
# fixme: curs?
pgver = dst_curs.connection.server_version
if pgver >= 80300:
dst_curs.execute("set local session_replication_role = 'local'")
seq_map = {}
q = "select seq_name, local from londiste.get_seq_list(%s) where local"
dst_curs.execute(q, [self.queue_name])
for row in dst_curs.fetchall():
seq_map[row['seq_name']] = row['seq_name']
tbl_map = {}
for tbl, t in self.table_map.items():
tbl_map[t.name] = t.dest_table
q = "select * from londiste.execute_start(%s, %s, %s, false, %s)"
res = self.exec_cmd(dst_curs,
q, [self.queue_name, fname, sql, s_attrs],
commit=False)
ret = res[0]['ret_code']
if ret > 200:
self.log.info("Skipping execution of '%s'", fname)
if pgver >= 80300:
dst_curs.execute(
"set local session_replication_role = 'replica'")
return
if exec_attrs.need_execute(dst_curs, tbl_map, seq_map):
self.log.info("%s: executing sql")
xsql = exec_attrs.process_sql(sql, tbl_map, seq_map)
for stmt in skytools.parse_statements(xsql):
dst_curs.execute(stmt)
else:
self.log.info("%s: execution not needed on this node")
q = "select * from londiste.execute_finish(%s, %s)"
self.exec_cmd(dst_curs, q, [self.queue_name, fname], commit=False)
if pgver >= 80300:
dst_curs.execute("set local session_replication_role = 'replica'")
def handle_execute_event(self, ev, dst_curs):
"""handle one EXECUTE event"""
if self.copy_thread:
return
# parse event
fname = ev.extra1
s_attrs = ev.extra2
exec_attrs = ExecAttrs(urlenc = s_attrs)
sql = ev.data
# fixme: curs?
pgver = dst_curs.connection.server_version
if pgver >= 80300:
dst_curs.execute("set local session_replication_role = 'local'")
seq_map = {}
q = "select seq_name, local from londiste.get_seq_list(%s) where local"
dst_curs.execute(q, [self.queue_name])
for row in dst_curs.fetchall():
seq_map[row['seq_name']] = row['seq_name']
tbl_map = {}
for tbl, t in self.table_map.items():
tbl_map[t.name] = t.dest_table
q = "select * from londiste.execute_start(%s, %s, %s, false, %s)"
res = self.exec_cmd(dst_curs, q, [self.queue_name, fname, sql, s_attrs], commit = False)
ret = res[0]['ret_code']
if ret > 200:
self.log.info("Skipping execution of '%s'", fname)
if pgver >= 80300:
dst_curs.execute("set local session_replication_role = 'replica'")
return
if exec_attrs.need_execute(dst_curs, tbl_map, seq_map):
self.log.info("%s: executing sql")
xsql = exec_attrs.process_sql(sql, tbl_map, seq_map)
for stmt in skytools.parse_statements(xsql):
dst_curs.execute(stmt)
else:
self.log.info("%s: execution not needed on this node")
q = "select * from londiste.execute_finish(%s, %s)"
self.exec_cmd(dst_curs, q, [self.queue_name, fname], commit = False)
if pgver >= 80300:
dst_curs.execute("set local session_replication_role = 'replica'")
def cmd_execute(self, *files):
db = self.get_database('db')
curs = db.cursor()
tables = self.fetch_set_tables(curs)
seqs = self.fetch_seqs(curs)
# generate local maps
local_tables = {}
local_seqs = {}
for tbl in tables.values():
if tbl['local']:
local_tables[tbl['table_name']] = tbl['dest_table']
for seq in seqs.values():
if seq['local']:
local_seqs[seq['seq_name']] = seq['seq_name']
# set replica role for EXECUTE transaction
if db.server_version >= 80300:
curs.execute("set local session_replication_role = 'local'")
for fn in files:
fname = os.path.basename(fn)
sql = open(fn, "r").read()
attrs = ExecAttrs(sql=sql)
q = "select * from londiste.execute_start(%s, %s, %s, true, %s)"
res = self.exec_cmd(
db,
q, [self.queue_name, fname, sql,
attrs.to_urlenc()],
commit=False)
ret = res[0]['ret_code']
if ret > 200:
self.log.warning("Skipping execution of '%s'", fname)
continue
if attrs.need_execute(curs, local_tables, local_seqs):
self.log.info("%s: executing sql", fname)
xsql = attrs.process_sql(sql, local_tables, local_seqs)
for stmt in skytools.parse_statements(xsql):
curs.execute(stmt)
else:
self.log.info(
"%s: This SQL does not need to run on this node.", fname)
q = "select * from londiste.execute_finish(%s, %s)"
self.exec_cmd(db, q, [self.queue_name, fname], commit=False)
db.commit()
def cmd_execute(self, *files):
db = self.get_database('db')
curs = db.cursor()
tables = self.fetch_set_tables(curs)
seqs = self.fetch_seqs(curs)
# generate local maps
local_tables = {}
local_seqs = {}
for tbl in tables.values():
if tbl['local']:
local_tables[tbl['table_name']] = tbl['dest_table']
for seq in seqs.values():
if seq['local']:
local_seqs[seq['seq_name']] = seq['seq_name']
# set replica role for EXECUTE transaction
if db.server_version >= 80300:
curs.execute("set local session_replication_role = 'local'")
for fn in files:
fname = os.path.basename(fn)
sql = open(fn, "r").read()
attrs = ExecAttrs(sql = sql)
q = "select * from londiste.execute_start(%s, %s, %s, true, %s)"
res = self.exec_cmd(db, q, [self.queue_name, fname, sql, attrs.to_urlenc()], commit = False)
ret = res[0]['ret_code']
if ret >= 300:
self.log.warning("Skipping execution of '%s'" % fname)
continue
if attrs.need_execute(curs, local_tables, local_seqs):
self.log.info("%s: executing sql", fname)
xsql = attrs.process_sql(sql, local_tables, local_seqs)
for stmt in skytools.parse_statements(xsql):
curs.execute(stmt)
else:
self.log.info("%s: This SQL does not need to run on this node.", fname)
q = "select * from londiste.execute_finish(%s, %s)"
self.exec_cmd(db, q, [self.queue_name, fname], commit = False)
db.commit()