def setUp(self):
self.schema = schemaobject.SchemaObject(self.database_url + 'sakila')
self.src = self.schema.selected.tables['rental']
self.schema2 = schemaobject.SchemaObject(self.database_url + 'sakila')
self.dest = self.schema2.selected.tables['rental']
def schema_object(self):
"""获取实例对象信息"""
url = build_database_url(host=self.host,
username=self.user,
password=self.password,
port=self.port)
return schemaobject.SchemaObject(url, charset=self.instance.charset or 'utf8mb4')
else:
return 'unique'
def getIndexFields(self, idx):
return ','.join([x[0] for x in idx.fields])
if __name__ == '__main__':
if len(sys.argv) < 2:
print "Usage: %s mysql://username:password@host:port/database" % os.path.basename(
sys.argv[0])
sys.exit()
try:
schema = schemaobject.SchemaObject(sys.argv[1])
except:
print "Unexpected error:", sys.exc_info()[1]
sys.exit()
template = Template(filename="templates/define.xml.mako")
formatter = SqlFormatter()
for database in schema.databases:
for tableName in schema.databases[database].tables:
print "%s.%s....." % (database, tableName),
output = file(os.path.join('output', '%s.xml' % tableName), 'w')
xmlStr = template.render_unicode(
className="%s" % formatter.underscore_to_camelcase(tableName),
tableName=tableName,
def setUp(self):
self.schema = schemaobject.SchemaObject(self.database_url + 'sakila')
self.fk = self.schema.selected.tables['rental'].foreign_keys
def app(sourcedb='',
targetdb='',
version_filename=False,
output_directory=None,
log_directory=None,
no_date=False,
tag=None,
charset=None,
sync_auto_inc=False,
sync_comments=False):
"""Main Application"""
options = locals()
if not os.path.isabs(output_directory):
print "Error: Output directory must be an absolute path. Quiting."
return 1
if not os.path.isdir(output_directory):
print "Error: Output directory does not exist. Quiting."
return 1
if not log_directory or not os.path.isdir(log_directory):
if log_directory:
print "Log directory does not exist, writing log to %s" % output_directory
log_directory = output_directory
logging.basicConfig(filename=os.path.join(log_directory, LOG_FILENAME),
level=logging.INFO,
format='[%(levelname)s %(asctime)s] %(message)s')
console = logging.StreamHandler()
console.setLevel(logging.DEBUG)
logging.getLogger('').addHandler(console)
if not sourcedb:
logging.error("Source database URL not provided. Exiting.")
return 1
source_info = schemaobject.connection.parse_database_url(sourcedb)
if not source_info:
logging.error("Invalid source database URL format. Exiting.")
return 1
if not source_info['protocol'] == 'mysql':
logging.error("Source database must be MySQL. Exiting.")
return 1
if 'db' not in source_info:
logging.error("Source database name not provided. Exiting.")
return 1
if not targetdb:
logging.error("Target database URL not provided. Exiting.")
return 1
target_info = schemaobject.connection.parse_database_url(targetdb)
if not target_info:
logging.error("Invalid target database URL format. Exiting.")
return 1
if not target_info['protocol'] == 'mysql':
logging.error("Target database must be MySQL. Exiting.")
return 1
if 'db' not in target_info:
logging.error("Target database name not provided. Exiting.")
return 1
source_obj = schemaobject.SchemaObject(sourcedb, charset)
target_obj = schemaobject.SchemaObject(targetdb, charset)
if utils.compare_version(source_obj.version, '5.0.0') < 0:
logging.error("%s requires MySQL version 5.0+ (source is v%s)" %
(APPLICATION_NAME, source_obj.version))
return 1
if utils.compare_version(target_obj.version, '5.0.0') < 0:
logging.error("%s requires MySQL version 5.0+ (target is v%s)" %
(APPLICATION_NAME, target_obj.version))
return 1
# data transformation filters
filters = (
lambda d: utils.REGEX_MULTI_SPACE.sub(' ', d),
lambda d: utils.REGEX_DISTANT_SEMICOLIN.sub(';', d),
lambda d: utils.REGEX_SEMICOLON_EXPLODE_TO_NEWLINE.sub(";\n", d))
# Information about this run, used in the patch/revert templates
ctx = dict(app_version=APPLICATION_VERSION,
server_version=target_obj.version,
target_host=target_obj.host,
target_database=target_obj.selected.name,
created=datetime.datetime.now().strftime(TPL_DATE_FORMAT))
p_fname, r_fname = utils.create_pnames(target_obj.selected.name,
tag=tag,
date_format=DATE_FORMAT,
no_date=no_date)
ctx['type'] = "Patch Script"
p_buffer = utils.PatchBuffer(name=os.path.join(output_directory, p_fname),
filters=filters,
tpl=PATCH_TPL,
ctx=ctx.copy(),
version_filename=version_filename)
ctx['type'] = "Revert Script"
r_buffer = utils.PatchBuffer(name=os.path.join(output_directory, r_fname),
filters=filters,
tpl=PATCH_TPL,
ctx=ctx.copy(),
version_filename=version_filename)
db_selected = False
for patch, revert in syncdb.sync_schema(source_obj.selected,
target_obj.selected, options):
if patch and revert:
if not db_selected:
p_buffer.write(target_obj.selected.select() + '\n')
r_buffer.write(target_obj.selected.select() + '\n')
p_buffer.write(target_obj.selected.fk_checks(0) + '\n')
r_buffer.write(target_obj.selected.fk_checks(0) + '\n')
db_selected = True
p_buffer.write(patch + '\n')
r_buffer.write(revert + '\n')
if db_selected:
p_buffer.write(target_obj.selected.fk_checks(1) + '\n')
r_buffer.write(target_obj.selected.fk_checks(1) + '\n')
for patch, revert in syncdb.sync_views(source_obj.selected,
target_obj.selected):
if patch and revert:
if not db_selected:
p_buffer.write(target_obj.selected.select() + '\n')
r_buffer.write(target_obj.selected.select() + '\n')
db_selected = True
p_buffer.write(patch + '\n')
r_buffer.write(revert + '\n')
for patch, revert in syncdb.sync_triggers(source_obj.selected,
target_obj.selected):
if patch and revert:
if not db_selected:
p_buffer.write(target_obj.selected.select() + '\n')
r_buffer.write(target_obj.selected.select() + '\n')
db_selected = True
p_buffer.write(patch + '\n')
r_buffer.write(revert + '\n')
for patch, revert in syncdb.sync_procedures(source_obj.selected,
target_obj.selected):
if patch and revert:
if not db_selected:
p_buffer.write(target_obj.selected.select() + '\n')
r_buffer.write(target_obj.selected.select() + '\n')
p_buffer.write(target_obj.selected.fk_checks(0) + '\n')
r_buffer.write(target_obj.selected.fk_checks(0) + '\n')
db_selected = True
p_buffer.write(patch + '\n')
r_buffer.write(revert + '\n')
if db_selected:
p_buffer.write(target_obj.selected.fk_checks(1) + '\n')
r_buffer.write(target_obj.selected.fk_checks(1) + '\n')
for patch, revert in syncdb.sync_views(source_obj.selected,
target_obj.selected):
if patch and revert:
if not db_selected:
p_buffer.write(target_obj.selected.select() + '\n')
r_buffer.write(target_obj.selected.select() + '\n')
db_selected = True
p_buffer.write(patch + '\n')
r_buffer.write(revert + '\n')
for patch, revert in syncdb.sync_triggers(source_obj.selected,
target_obj.selected):
if patch and revert:
if not db_selected:
p_buffer.write(target_obj.selected.select() + '\n')
r_buffer.write(target_obj.selected.select() + '\n')
db_selected = True
p_buffer.write(patch + '\n')
r_buffer.write(revert + '\n')
for patch, revert in syncdb.sync_procedures(source_obj.selected,
target_obj.selected):
if patch and revert:
if not db_selected:
p_buffer.write(target_obj.selected.select() + '\n')
r_buffer.write(target_obj.selected.select() + '\n')
db_selected = True
p_buffer.write(patch + '\n')
r_buffer.write(revert + '\n')
if not p_buffer.modified:
logging.info(("No migration scripts written."
" mysql://%s/%s and mysql://%s/%s were in sync.") %
(source_obj.host, source_obj.selected.name,
target_obj.host, target_obj.selected.name))
else:
try:
p_buffer.save()
r_buffer.save()
logging.info("Migration scripts created for mysql://%s/%s\n"
"Patch Script: %s\nRevert Script: %s" %
(target_obj.host, target_obj.selected.name,
p_buffer.name, r_buffer.name))
except OSError, e:
p_buffer.delete()
r_buffer.delete()
logging.error("Failed writing migration scripts. %s" % e)
return 1
def setUp(self):
self.database_url = "mysql://*****:*****@localhost:3306/"
self.db = schemaobject.SchemaObject(self.database_url + 'sakila',
charset='utf8')
self.db = self.db.selected
app(sourcedb=sourcedb,
targetdb=targetdb,
version_filename=version_filename,
output_directory=output_directory,
log_directory=log_directory,
no_date=no_date,
tag=tag,
charset=charset,
sync_auto_inc=sync_auto_inc,
sync_comments=sync_comments)
except schemaobject.connection.DatabaseError, e:
logging.error("MySQL Error %d: %s (Ignore)" %
(e.args[0], e.args[1]))
return 1
source_obj = schemaobject.SchemaObject(sourcedb, charset)
target_obj = schemaobject.SchemaObject(targetdb, charset)
if utils.compare_version(source_obj.version, '5.0.0') < 0:
logging.error("%s requires MySQL version 5.0+ (source is v%s)" %
(APPLICATION_NAME, source_obj.version))
return 1
if utils.compare_version(target_obj.version, '5.0.0') < 0:
logging.error("%s requires MySQL version 5.0+ (target is v%s)" %
(APPLICATION_NAME, target_obj.version))
return 1
# data transformation filters
filters = (
lambda d: utils.REGEX_MULTI_SPACE.sub(' ', d),
def setUp(self):
self.db = schemaobject.SchemaObject(self.database_url + 'sakila')
self.db = self.db.selected
def setUp(self):
self.database_url = TEST_DATABASE_URL
self.schema = schemaobject.SchemaObject(self.database_url + 'sakila',
charset='utf8mb4')
self.fk = self.schema.selected.tables['rental'].foreign_keys
def setUp(self):
self.database_url = TEST_DATABASE_URL
self.db = schemaobject.SchemaObject(self.database_url + 'sakila',
charset='utf8mb4')
self.db = self.db.selected
def setUp(self):
self.database_url = "mysql://*****:*****@localhost:3306/"
self.schema = schemaobject.SchemaObject(self.database_url + 'sakila',
charset='utf8')
self.fk = self.schema.selected.tables['rental'].foreign_keys
(options, args) = parser.parse_args()
if options.database is None or "" == options.database:
print >> sys.stderr, "A database must be specified!"
parser.print_help()
sys.exit(1)
if options.output is None or "" == options.output:
options.output = "gorm_out"
if not os.path.exists(options.output):
os.mkdir(options.output)
try:
schema = schemaobject.SchemaObject(options.database)
except:
print "Unexpected error:", sys.exc_info()[1]
sys.exit()
template = Template(filename="templates/gorm_define_go.mako")
for database in schema.databases:
for tableName in schema.databases[database].tables:
print "%s.%s....." % (database, tableName),
table = schema.databases[database].tables[tableName]
formatter = SqlFormatter(table)
output = file(
