def main():
"""Augment database specifications"""
parser = cmd_parser("Generate a modified schema for a PostgreSQL "
"database, in YAML format, augmented with specified "
"attributes and procedures", __version__)
# TODO: processing of multiple files, owner and privileges
parser.add_argument('-m', '--multiple-files', action='store_true',
help='multiple files (metadata directory)')
parser.add_argument('-O', '--no-owner', action='store_true',
help='exclude object ownership information')
parser.add_argument('-x', '--no-privileges', action='store_true',
dest='no_privs',
help='exclude privilege (GRANT/REVOKE) information')
parser.add_argument('spec', nargs='?', type=FileType('r'),
default=sys.stdin, help='YAML augmenter specification')
cfg = parse_args(parser)
output = cfg['files']['output']
options = cfg['options']
augdb = AugmentDatabase(cfg)
augmap = yaml.safe_load(options.spec)
try:
outmap = augdb.apply(augmap)
except BaseException as exc:
if type(exc) != KeyError:
raise
sys.exit("ERROR: %s" % str(exc))
print(yamldump(outmap), file=output or sys.stdout)
if output:
output.close()
def main():
"""Convert YAML specifications to database DDL."""
parser = cmd_parser("Generate SQL statements to update a PostgreSQL "
"database to match the schema specified in a "
"YAML-formatted file(s)", __version__)
parser.add_argument('-m', '--multiple-files', action='store_true',
help='input from multiple files (metadata directory)')
parser.add_argument('spec', nargs='?', type=FileType('r'),
default=sys.stdin, help='YAML specification')
parser.add_argument('-1', '--single-transaction', action='store_true',
dest='onetrans', help="wrap commands in BEGIN/COMMIT")
parser.add_argument('-u', '--update', action='store_true',
help="apply changes to database (implies -1)")
parser.add_argument('--revert', action='store_true',
help="generate SQL to revert changes")
parser.add_argument('--quote-reserved', action='store_true',
help="quote SQL reserved words")
parser.add_argument('-n', '--schema', metavar='SCHEMA', dest='schemas',
action='append', default=[],
help="process only named schema(s) (default all)")
cfg = parse_args(parser)
output = cfg['files']['output']
options = cfg['options']
db = Database(cfg)
if options.multiple_files:
inmap = db.map_from_dir()
else:
inmap = yaml.safe_load(options.spec)
stmts = db.diff_map(inmap)
if stmts:
fd = output or sys.stdout
if options.onetrans or options.update:
print("BEGIN;", file=fd)
for stmt in stmts:
if isinstance(stmt, tuple):
outstmt = "".join(stmt) + '\n'
else:
outstmt = "%s;\n" % stmt
if PY2:
outstmt = outstmt.encode('utf-8')
print(outstmt, file=fd)
if options.onetrans or options.update:
print("COMMIT;", file=fd)
if options.update:
try:
for stmt in stmts:
if isinstance(stmt, tuple):
# expected format: (\copy, table, from, path, csv)
db.dbconn.copy_from(stmt[3], stmt[1])
else:
db.dbconn.execute(stmt)
except:
db.dbconn.rollback()
raise
else:
db.dbconn.commit()
print("Changes applied", file=sys.stderr)
if output:
output.close()
def test_cmd_parser(tmpdir):
"Test parsing a configuration file specified on the command line"
f = tmpdir.join(CFG_FILE)
f.write(yamldump(CFG_DATA))
sys.argv = ['testprog', 'testdb', '--config', f.strpath]
os.environ["PYRSEAS_USER_CONFIG"] = ''
parser = cmd_parser("Test description", '0.0.1')
cfg = parse_args(parser)
assert cfg['datacopy'] == CFG_TABLE_DATA
def test_cmd_parser(tmpdir):
"Test parsing a configuration file specified on the command line"
f = tmpdir.join(CFG_FILE)
f.write(yamldump(CFG_DATA))
sys.argv = ['testprog', 'testdb', '--config', f.strpath]
os.environ["PYRSEAS_USER_CONFIG"] = ''
parser = cmd_parser("Test description", '0.0.1')
cfg = parse_args(parser)
assert cfg['datacopy'] == CFG_TABLE_DATA
def test_parse_repo_config(tmpdir):
"Test parsing a repository configuration file in the current directory"
f = tmpdir.join('config.yaml')
f.write(yamldump(CFG_DATA))
os.chdir(tmpdir.strpath)
sys.argv = ['testprog', 'testdb']
os.environ["PYRSEAS_USER_CONFIG"] = ''
parser = cmd_parser("Test description", '0.0.1')
cfg = parse_args(parser)
assert cfg['datacopy'] == CFG_TABLE_DATA
def test_parse_repo_config(tmpdir):
"Test parsing a repository configuration file in the current directory"
f = tmpdir.join('config.yaml')
f.write(yamldump(CFG_DATA))
os.chdir(tmpdir.strpath)
sys.argv = ['testprog', 'testdb']
os.environ["PYRSEAS_USER_CONFIG"] = ''
parser = cmd_parser("Test description", '0.0.1')
cfg = parse_args(parser)
assert cfg['datacopy'] == CFG_TABLE_DATA
def main(schema=None):
"""Convert database table specifications to YAML."""
parser = cmd_parser("Extract the schema of a PostgreSQL database in "
"YAML format", __version__)
parser.add_argument('-m', '--multiple-files', action='store_true',
help='output to multiple files (metadata directory)')
parser.add_argument('-O', '--no-owner', action='store_true',
help='exclude object ownership information')
parser.add_argument('-x', '--no-privileges', action='store_true',
dest='no_privs',
help='exclude privilege (GRANT/REVOKE) information')
group = parser.add_argument_group("Object inclusion/exclusion options",
"(each can be given multiple times)")
group.add_argument('-n', '--schema', metavar='SCHEMA', dest='schemas',
action='append', default=[],
help="extract the named schema(s) (default all)")
group.add_argument('-N', '--exclude-schema', metavar='SCHEMA',
dest='excl_schemas', action='append', default=[],
help="do NOT extract the named schema(s) "
"(default none)")
group.add_argument('-t', '--table', metavar='TABLE', dest='tables',
action='append', default=[],
help="extract the named table(s) (default all)")
group.add_argument('-T', '--exclude-table', metavar='TABLE',
dest='excl_tables', action='append', default=[],
help="do NOT extract the named table(s) "
"(default none)")
parser.set_defaults(schema=schema)
cfg = parse_args(parser)
output = cfg['files']['output']
options = cfg['options']
if options.multiple_files and output:
parser.error("Cannot specify both --multiple-files and --output")
db = Database(cfg)
dbmap = db.to_map()
if not options.multiple_files:
print(yamldump(dbmap), file=output or sys.stdout)
if output:
output.close()
def main():
"""Convert YAML specifications to database DDL."""
parser = cmd_parser(
"Generate SQL statements to update a PostgreSQL "
"database to match the schema specified in a "
"YAML-formatted file(s)", __version__)
parser.add_argument('-m',
'--multiple-files',
action='store_true',
help='input from multiple files (metadata directory)')
parser.add_argument('spec',
nargs='?',
type=FileType('r'),
default=sys.stdin,
help='YAML specification')
parser.add_argument('-1',
'--single-transaction',
action='store_true',
dest='onetrans',
help="wrap commands in BEGIN/COMMIT")
parser.add_argument('-u',
'--update',
action='store_true',
help="apply changes to database (implies -1)")
parser.add_argument('--revert',
action='store_true',
help="generate SQL to revert changes (experimental)")
parser.add_argument('-n',
'--schema',
metavar='SCHEMA',
dest='schemas',
action='append',
default=[],
help="process only named schema(s) (default all)")
cfg = parse_args(parser)
output = cfg['files']['output']
options = cfg['options']
db = Database(cfg)
if options.multiple_files:
inmap = db.map_from_dir()
else:
try:
inmap = yaml.safe_load(options.spec)
except Exception as exc:
print("Unable to process the input YAML file")
print("Error is '%s'" % exc)
return 1
stmts = db.diff_map(inmap)
if stmts:
fd = output or sys.stdout
if options.onetrans or options.update:
print("BEGIN;", file=fd)
for stmt in stmts:
if isinstance(stmt, tuple):
outstmt = "".join(stmt) + '\n'
else:
outstmt = "%s;\n" % stmt
if PY2:
outstmt = outstmt.encode('utf-8')
print(outstmt, file=fd)
if options.onetrans or options.update:
print("COMMIT;", file=fd)
if options.update:
try:
for stmt in stmts:
if isinstance(stmt, tuple):
# expected format: (\copy, table, from, path, csv)
db.dbconn.copy_from(stmt[3], stmt[1])
else:
db.dbconn.execute(stmt)
except:
db.dbconn.rollback()
raise
else:
db.dbconn.commit()
print("Changes applied", file=sys.stderr)
if output:
output.close()
def main(schema=None):
"""Convert database table specifications to YAML."""
parser = cmd_parser(
"Extract the schema of a PostgreSQL database in "
"YAML format", __version__)
parser.add_argument('-m',
'--multiple-files',
action='store_true',
help='output to multiple files (metadata directory)')
parser.add_argument('-O',
'--no-owner',
action='store_true',
help='exclude object ownership information')
parser.add_argument('-x',
'--no-privileges',
action='store_true',
dest='no_privs',
help='exclude privilege (GRANT/REVOKE) information')
group = parser.add_argument_group("Object inclusion/exclusion options",
"(each can be given multiple times)")
group.add_argument('-n',
'--schema',
metavar='SCHEMA',
dest='schemas',
action='append',
default=[],
help="extract the named schema(s) (default all)")
group.add_argument('-N',
'--exclude-schema',
metavar='SCHEMA',
dest='excl_schemas',
action='append',
default=[],
help="do NOT extract the named schema(s) "
"(default none)")
group.add_argument('-t',
'--table',
metavar='TABLE',
dest='tables',
action='append',
default=[],
help="extract the named table(s) (default all)")
group.add_argument('-T',
'--exclude-table',
metavar='TABLE',
dest='excl_tables',
action='append',
default=[],
help="do NOT extract the named table(s) "
"(default none)")
parser.set_defaults(schema=schema)
cfg = parse_args(parser)
output = cfg['files']['output']
options = cfg['options']
if options.multiple_files and output:
parser.error("Cannot specify both --multiple-files and --output")
db = Database(cfg)
dbmap = db.to_map()
if not options.multiple_files:
print(yamldump(dbmap), file=output or sys.stdout)
if output:
output.close()