def mysqlimport_generic(database, path):
credentials = get_credentials()
run_process([
'mysqlimport',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--delete',
database,
path,
])
def mysqlimport_generic(database, path):
credentials = get_credentials()
run_process([
'mysqlimport',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--delete',
database,
path,
])
def mysqlimport(db_name, csv_path, ignore_lines=1, add_mode='ignore'):
credentials = get_credentials()
# Trying to use mysqlimport without --lines-terminated-by="\r\n"
# (this works on Debian linux on remote server)
run_process([
'mysqlimport',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--ignore_lines={}'.format(ignore_lines),
'--{}'.format(add_mode),
db_name,
csv_path,
])
def mysqlimport(db_name, csv_path, ignore_lines=1, add_mode='ignore'):
credentials = get_credentials()
# Trying to use mysqlimport without --lines-terminated-by="\r\n"
# (this works on Debian linux on remote server)
run_process([
'mysqlimport',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--ignore_lines={}'.format(ignore_lines),
'--{}'.format(add_mode),
db_name,
csv_path,
])
def mysqldump(db_name):
credentials = get_credentials()
print("Database: ", db_name)
path = get_db_dumpfile_path(db_name)
with open(path, 'wb') as file:
run_process([
'mysqldump',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--no-data',
'--routines',
db_name,
], stdout=file)
print("Dumped DB schema {!r} to {}".format(db_name, path))
def mysqldump(db_name):
credentials = get_credentials()
print("Database: ", db_name)
path = get_db_dumpfile_path(db_name)
with open(path, 'wb') as file:
run_process([
'mysqldump',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--no-data',
'--routines',
db_name,
],
stdout=file)
print("Dumped DB schema {!r} to {}".format(db_name, path))
def dump_table_sql(db, table, path):
"""
Dumps table from database to local directory as a SQL file.
"""
credentials = get_credentials()
with open(path, 'wb') as file:
run_process([
'mysqldump',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--add-drop-table=FALSE',
'--no-create-info',
'--insert-ignore',
db,
table,
], stdout=file)
print('Table {!r}.{!r} saved to {}'.format(db, table, path))
def patch_sql_file(path):
"""
Applies necessary patches to SQL file (such as username/password).
Returns path to patched file (in a temp folder).
"""
with open(path, encoding='utf-8') as file:
text = file.read()
credentials = get_credentials()
text = re.sub(r"([`'])\w+[`']@[`']\w+[`']",
r"\1{}\1@\1%\1".format(credentials['user']), text)
tempdir = os.path.join(tempfile.gettempdir(), 'cbr-db')
if not os.path.isdir(tempdir):
os.makedirs(tempdir)
temp_file_path = os.path.join(tempdir, os.path.split(path)[1])
with open(temp_file_path, 'w', encoding='utf-8') as file:
file.write(text)
return temp_file_path
def patch_sql_file(path):
"""
Applies necessary patches to SQL file (such as username/password).
Returns path to patched file (in a temp folder).
"""
with open(path, encoding='utf-8') as file:
text = file.read()
credentials = get_credentials()
text = re.sub(r"([`'])\w+[`']@[`']\w+[`']",
r"\1{}\1@\1%\1".format(credentials['user']),
text)
tempdir = os.path.join(tempfile.gettempdir(), 'cbr-db')
if not os.path.isdir(tempdir):
os.makedirs(tempdir)
temp_file_path = os.path.join(tempdir, os.path.split(path)[1])
with open(temp_file_path, 'w', encoding='utf-8') as file:
file.write(text)
return temp_file_path
def dump_table_sql(db, table, path):
"""
Dumps table from database to local directory as a SQL file.
"""
credentials = get_credentials()
with open(path, 'wb') as file:
run_process([
'mysqldump',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--add-drop-table=FALSE',
'--no-create-info',
'--insert-ignore',
db,
table,
],
stdout=file)
print('Table {!r}.{!r} saved to {}'.format(db, table, path))
def dump_table_csv(db, table, directory):
"""
Saves database table in specified directory as csv file.
"""
credentials = get_credentials()
run_process([
'mysqldump',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--fields-terminated-by="\\t"',
'--lines-terminated-by="\\r\\n"',
'--tab', directory,
db,
table,
])
# Note: below is a fix to kill unnecessary slashes in txt file.
replace_in_file(os.path.join(directory, table + ".txt"), "\\", "")
# more cleanup, delete extra sql files:
extra_sql = os.path.join(directory, table + ".sql")
os.remove(extra_sql)
def run_sql_string(string, database, verbose=False):
"""
Runs <string> as command for mysql.exe
Notes:
Requires mysql to be in PATH - see ini.bat/ini.py.
Also requires host/port/user/password credentials MySQL configureation files.
Allows running non-SQL commands in mysql.exe (e.g. source)
For SQL commands may also use conn.execute_sql()
"""
credentials = get_credentials()
cmdline = [
'mysql',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--database', database,
'--execute', string,
]
if verbose:
cmdline.append('-v')
run_process(cmdline)
def dump_table_csv(db, table, directory):
"""
Saves database table in specified directory as csv file.
"""
credentials = get_credentials()
run_process([
'mysqldump',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--fields-terminated-by="\\t"',
'--lines-terminated-by="\\r\\n"',
'--tab',
directory,
db,
table,
])
# Note: below is a fix to kill unnecessary slashes in txt file.
replace_in_file(os.path.join(directory, table + ".txt"), "\\", "")
# more cleanup, delete extra sql files:
extra_sql = os.path.join(directory, table + ".sql")
os.remove(extra_sql)
def run_sql_string(string, database, verbose=False):
"""
Runs <string> as command for mysql.exe
Notes:
Requires mysql to be in PATH - see ini.bat/ini.py.
Also requires host/port/user/password credentials MySQL configureation files.
Allows running non-SQL commands in mysql.exe (e.g. source)
For SQL commands may also use conn.execute_sql()
"""
credentials = get_credentials()
cmdline = [
'mysql',
'-u' + credentials['user'],
'-p' + credentials['passwd'],
'--database',
database,
'--execute',
string,
]
if verbose:
cmdline.append('-v')
run_process(cmdline)