def init_test_db(force=False):
"""Same as `init_db` command, but creates a database that will be used to
run tests and doesn't import data (no need to do that).
`SQLALCHEMY_TEST_URI` must be defined in the config file.
"""
if force:
exit_code = _run_psql('drop_test_db.sql')
if exit_code != 0:
raise Exception('Failed to drop existing database and user! Exit code: %i' % exit_code)
print('Creating database and user for testing...')
exit_code = _run_psql('create_test_db.sql')
if exit_code != 0:
raise Exception('Failed to create new database and user! Exit code: %i' % exit_code)
exit_code = _run_psql('create_extensions.sql', 'ab_test')
if exit_code != 0:
raise Exception('Failed to create database extensions! Exit code: %i' % exit_code)
db.init_db_engine(config.SQLALCHEMY_TEST_URI)
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_types.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def init_test_db(force=False):
"""Same as `init_db` command, but creates a database that will be used to
run tests and doesn't import data (no need to do that).
"""
if force:
exit_code = _run_psql('drop_test_db.sql')
if exit_code != 0:
raise Exception(
'Failed to drop existing database and user! Exit code: %i' %
exit_code)
print('Creating database and user for testing...')
exit_code = _run_psql('create_test_db.sql')
if exit_code != 0:
raise Exception(
'Failed to create new database and user! Exit code: %i' %
exit_code)
exit_code = _run_psql('create_extensions.sql', 'ab_test')
if exit_code != 0:
raise Exception('Failed to create database extensions! Exit code: %i' %
exit_code)
# inits the test database
DatabaseTestCase.create_app()
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_types.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def init_test_db(force=False):
"""Same as `init_db` command, but creates a database that will be used to
run tests and doesn't import data (no need to do that).
`PG_CONNECT_TEST` variable must be defined in the config file.
"""
if force:
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER + ' < ' +
os.path.join(ADMIN_SQL_DIR, 'drop_test_db.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to drop existing database and user! Exit code: %i' % exit_code)
print('Creating database and user for testing...')
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER + ' < ' +
os.path.join(ADMIN_SQL_DIR, 'create_test_db.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to create new database and user! Exit code: %i' % exit_code)
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER + ' -d ab_test < ' +
os.path.join(ADMIN_SQL_DIR, 'create_extensions.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to create database extensions! Exit code: %i' % exit_code)
db.init_db_connection(config.PG_CONNECT_TEST)
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_types.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def init_db(self):
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_types.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
db.run_sql_script(
os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(
os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
def init_db(archive, force):
"""Initializes database and imports data if needed.
This process involves several steps:
1. Table structure is created.
2. Data is imported from the archive if it is specified.
3. Primary keys and foreign keys are created.
4. Indexes are created.
Data dump needs to be a .tar.xz archive produced by export command.
More information about populating a PostgreSQL database efficiently can be
found at http://www.postgresql.org/docs/current/static/populate.html.
"""
if force:
exit_code = _run_psql('drop_db.sql')
if exit_code != 0:
raise Exception(
'Failed to drop existing database and user! Exit code: %i' %
exit_code)
print('Creating user and a database...')
exit_code = _run_psql('create_db.sql')
if exit_code != 0:
raise Exception(
'Failed to create new database and user! Exit code: %i' %
exit_code)
print('Creating database extensions...')
exit_code = _run_psql('create_extensions.sql', 'acousticbrainz')
if exit_code != 0:
raise Exception('Failed to create database extensions! Exit code: %i' %
exit_code)
# inits the db engine
create_app()
print('Creating types...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_types.sql'))
print('Creating tables...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
if archive:
print('Importing data...')
db.dump.import_db_dump(archive)
else:
print('Skipping data importing.')
print('Creating primary and foreign keys...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
print('Creating indexes...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def init_db(archive, force):
"""Initializes database and imports data if needed.
This process involves several steps:
1. Table structure is created.
2. Data is imported from the archive if it is specified.
3. Primary keys and foreign keys are created.
4. Indexes are created.
Data dump needs to be a .tar.xz archive produced by export command.
More information about populating a PostgreSQL database efficiently can be
found at http://www.postgresql.org/docs/current/static/populate.html.
"""
if force:
exit_code = _run_psql('drop_db.sql')
if exit_code != 0:
raise Exception('Failed to drop existing database and user! Exit code: %i' % exit_code)
print('Creating user and a database...')
exit_code = _run_psql('create_db.sql')
if exit_code != 0:
raise Exception('Failed to create new database and user! Exit code: %i' % exit_code)
print('Creating database extensions...')
exit_code = _run_psql('create_extensions.sql', 'acousticbrainz')
if exit_code != 0:
raise Exception('Failed to create database extensions! Exit code: %i' % exit_code)
db.init_db_engine(config.SQLALCHEMY_DATABASE_URI)
print('Creating types...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_types.sql'))
print('Creating tables...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
if archive:
print('Importing data...')
db.dump.import_db_dump(archive)
else:
print('Skipping data importing.')
print('Creating primary and foreign keys...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
print('Creating indexes...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def init_db(force, create_db):
"""Initializes database.
This process involves several steps:
1. Table structure is created.
2. Primary keys and foreign keys are created.
3. Indexes are created.
"""
db.init_db_connection(config.POSTGRES_ADMIN_URI)
if force:
res = db.run_sql_script_without_transaction(
os.path.join(ADMIN_SQL_DIR, 'drop_db.sql'))
if not res:
raise Exception(
'Failed to drop existing database and user! Exit code: %i' %
res)
if create_db:
print('Creating user and a database...')
res = db.run_sql_script_without_transaction(
os.path.join(ADMIN_SQL_DIR, 'create_db.sql'))
if not res:
raise Exception(
'Failed to create new database and user! Exit code: %i' % res)
print('Creating database extensions...')
res = db.run_sql_script_without_transaction(
os.path.join(ADMIN_SQL_DIR, 'create_extensions.sql'))
# Don't raise an exception if the extension already exists
application = webserver.create_app()
with application.app_context():
print('Creating schema...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_schema.sql'))
print('Creating tables...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
print('Creating primary and foreign keys...')
db.run_sql_script(
os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(
os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
print('Creating indexes...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print('Create influx database...')
subprocess.call(os.path.join(ADMIN_INFLUX_DIR, 'create_db.py'))
print("Done!")
def init_db(force, create_db):
"""Initializes database.
This process involves several steps:
1. Table structure is created.
2. Primary keys and foreign keys are created.
3. Indexes are created.
"""
uri = urlsplit(application.config['SQLALCHEMY_DATABASE_URI'])
if force:
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER +
' -h ' + uri.hostname + ' -p ' + str(uri.port) + ' < ' +
os.path.join(ADMIN_SQL_DIR, 'drop_db.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to drop existing database and user! Exit code: %i' % exit_code)
if create_db:
print('Creating user and a database...')
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER +
' -h ' + uri.hostname + ' -p ' + str(uri.port) + ' < ' +
os.path.join(ADMIN_SQL_DIR, 'create_db.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to create new database and user! Exit code: %i' % exit_code)
print('Creating database extensions...')
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER + ' -d listenbrainz ' +
'-h ' + uri.hostname + ' -p ' + str(uri.port) + ' < ' +
os.path.join(ADMIN_SQL_DIR, 'create_extensions.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to create database extensions! Exit code: %i' % exit_code)
with application.app_context():
print('Creating schema...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_schema.sql'))
print('Creating tables...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
print('Creating primary and foreign keys...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
print('Creating indexes...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def init_msb_db(force, create_db):
"""Initializes database.
This process involves several steps:
1. Table structure is created.
2. Primary keys and foreign keys are created.
3. Indexes are created.
"""
db.init_db_connection(config.POSTGRES_ADMIN_URI)
if force:
res = db.run_sql_script_without_transaction(
os.path.join(MSB_ADMIN_SQL_DIR, 'drop_db.sql'))
if not res:
raise Exception(
'Failed to drop existing database and user! Exit code: %s' %
res)
if create_db:
print('Creating user and a database...')
res = db.run_sql_script_without_transaction(
os.path.join(MSB_ADMIN_SQL_DIR, 'create_db.sql'))
if not res:
raise Exception(
'Failed to create new database and user! Exit code: %s' % res)
print('Creating database extensions...')
res = db.run_sql_script_without_transaction(
os.path.join(MSB_ADMIN_SQL_DIR, 'create_extensions.sql'))
# Don't raise an exception if the extension already exists
db.engine.dispose()
# print('Creating schema...')
# exit_code = run_psql_script('create_schema.sql')
# if exit_code != 0:
# raise Exception('Failed to create database schema! Exit code: %i' % exit_code)
db.init_db_connection(config.MESSYBRAINZ_SQLALCHEMY_DATABASE_URI)
print('Creating tables...')
db.run_sql_script(os.path.join(MSB_ADMIN_SQL_DIR, 'create_tables.sql'))
print('Creating primary and foreign keys...')
db.run_sql_script(
os.path.join(MSB_ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(
os.path.join(MSB_ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
print('Creating indexes...')
db.run_sql_script(os.path.join(MSB_ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def import_data(archive, drop_constraints=False):
"""Imports data dump into the database."""
if drop_constraints:
current_app.logger.info('Dropping primary key and foreign key constraints...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'drop_foreign_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'drop_primary_keys.sql'))
current_app.logger.info('Importing data...')
db.dump.import_dump(archive)
current_app.logger.info('Done!')
if drop_constraints:
current_app.logger.info('Creating primary key and foreign key constraints...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
def init_db(force):
"""Initializes database.
This process involves several steps:
1. Table structure is created.
2. Primary keys and foreign keys are created.
3. Indexes are created.
"""
if force:
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER + ' < ' +
os.path.join(ADMIN_SQL_DIR, 'drop_db.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to drop existing database and user! Exit code: %i' % exit_code)
print('Creating user and a database...')
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER + ' < ' +
os.path.join(ADMIN_SQL_DIR, 'create_db.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to create new database and user! Exit code: %i' % exit_code)
print('Creating database extensions...')
exit_code = subprocess.call('psql -U ' + config.PG_SUPER_USER + ' -d listenbrainz < ' +
os.path.join(ADMIN_SQL_DIR, 'create_extensions.sql'),
shell=True)
if exit_code != 0:
raise Exception('Failed to create database extensions! Exit code: %i' % exit_code)
with create_app().app_context():
print('Creating tables...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
print('Creating primary and foreign keys...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
print('Creating indexes...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def init_db(self):
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, "create_schema.sql"))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, "create_tables.sql"))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, "create_primary_keys.sql"))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, "create_foreign_keys.sql"))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, "create_indexes.sql"))
def drop_tables(self):
self.drop_schema()
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'drop_tables.sql'))
def drop_schema(self):
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'drop_schema.sql'))
def init_db(archive, force, skip_create_db=False):
"""Initialize database and import data.
This process involves several steps:
1. Table structure is created.
2. Data is imported from the archive if it is specified.
3. Primary keys and foreign keys are created.
4. Indexes are created.
Data dump needs to be a .tar.xz archive produced by export command.
More information about populating a PostgreSQL database efficiently can be
found at http://www.postgresql.org/docs/current/static/populate.html.
"""
db.init_db_engine(current_app.config['POSTGRES_ADMIN_URI'])
if force:
res = db.run_sql_script_without_transaction(
os.path.join(ADMIN_SQL_DIR, 'drop_db.sql'))
if not res:
raise Exception(
'Failed to drop existing database and user! Exit code: %i' %
res)
if not skip_create_db:
print('Creating user and a database...')
res = db.run_sql_script_without_transaction(
os.path.join(ADMIN_SQL_DIR, 'create_db.sql'))
if not res:
raise Exception(
'Failed to create new database and user! Exit code: %i' % res)
print('Creating database extensions...')
db.init_db_engine(current_app.config['POSTGRES_ADMIN_AB_URI'])
res = db.run_sql_script_without_transaction(
os.path.join(ADMIN_SQL_DIR, 'create_extensions.sql'))
db.init_db_engine(current_app.config['SQLALCHEMY_DATABASE_URI'])
print('Creating types...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_types.sql'))
print('Creating tables...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
if archive:
print('Importing data...')
db.dump.import_db_dump(archive)
else:
print('Skipping data importing.')
print('Loading fixtures...')
print('Models...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_models.sql'))
print('Creating primary and foreign keys...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
print('Creating indexes...')
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
print("Done!")
def drop_types(self):
db.run_sql_script(os.path.join(ADMIN_SQL_DIR, 'drop_types.sql'))
def init_db(self):
run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_types.sql'))
run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_tables.sql'))
run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_primary_keys.sql'))
run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_foreign_keys.sql'))
run_sql_script(os.path.join(ADMIN_SQL_DIR, 'create_indexes.sql'))
