def __set__update_version(cls, updver=0):
db = DBImpl(psycopg2, DatabaseConfig)
try:
assert isinstance(updver, int), "Update version must be of int type."
db.execute('UPDATE "CONFIG" SET version={} WHERE id=0'.format(updver))
finally:
db.close()
def get_current_fias_version(cls):
db = None
try:
db = DBImpl(psycopg2, DatabaseConfig)
rows = db.get_rows('SELECT version FROM "CONFIG" WHERE id=0', True)
assert len(rows) > 0, "Cannot get a version"
return rows[0]['version']
except:
return 0
finally:
if db:
db.close()
class DbHandler:
def __init__(self):
self.db = DBImpl(psycopg2, DatabaseConfig)
def bulk_csv(self, operation_type, table_name, processed_count, csv_file_name):
sql_query = None
# simple add new reocrds
if operation_type == AoXmlTableEntry.OperationType.create:
sql_query = template('aore/templates/postgre/bulk_create.sql', delim='\t', tablename=table_name,
fieldslist=", ".join(db_shemas[table_name].fields), csvname=csv_file_name)
# update table
if operation_type == AoXmlTableEntry.OperationType.update:
fields_update_list = ""
for field in db_shemas[table_name].fields:
if field != db_shemas[table_name].unique_field.upper():
fields_update_list += "{}=EXCLUDED.{}, ".format(field, field)
fields_update_list = fields_update_list[:-2]
sql_query = template('aore/templates/postgre/bulk_update.sql', delim='\t', tablename=table_name,
fieldslist=", ".join(db_shemas[table_name].fields), csvname=csv_file_name,
uniquekey=db_shemas[table_name].unique_field, updaterule=fields_update_list)
# delete records from table
if operation_type == AoXmlTableEntry.OperationType.delete:
sql_query = template('aore/templates/postgre/bulk_delete.sql', delim='\t', tablename=table_name,
fieldslist=", ".join(db_shemas[table_name].fields), csvname=csv_file_name,
uniquekey=db_shemas[table_name].unique_field)
assert sql_query, "Invalid operation type: {}".format(operation_type)
self.db.execute(sql_query)
logging.info("Processed %d queries FROM %s", processed_count - 1, csv_file_name)
def create_structure(self):
logging.info("Prepare to create DB structure...")
sql_query = template("aore/templates/postgre/create_structure.sql")
self.db.execute(sql_query)
logging.info("Done.")
def create_indexes(self, tables):
logging.info("Indexing tables...")
sql_query = template("aore/templates/postgre/create_indexes.sql", table_names=tables)
self.db.execute(sql_query)
logging.info("Indexing done.")
def drop_indexes(self, tables):
logging.info("Deleting indexes...")
sql_query = template("aore/templates/postgre/drop_indexes.sql", table_names=tables)
self.db.execute(sql_query)
logging.info("All indexes was deleted.")
def __init__(self):
self.db = DBImpl(psycopg2, DatabaseConfig)