def main():
"""
This program creates the Database used by Lmod.
"""
args = CmdLineOptions().execute()
configFn = dbConfigFn(args.dbname)
if (not os.path.isfile(configFn)):
dirNm, exe = os.path.split(sys.argv[0])
fn = os.path.join(dirNm, configFn)
if (os.path.isfile(fn)):
configFn = fn
else:
configFn = os.path.abspath(os.path.join(dirNm, "../site", configFn))
lmod = LMODdb(configFn)
try:
conn = lmod.connect()
cursor = conn.cursor()
idx = 1
cursor.execute("USE "+lmod.db())
print("(%d) create join_link_object table" % idx); idx += 1
sqlCommands = """
create procedure CreateDataPartition (newPartValue DATETIME, tbName VARCHAR(50))
begin
DECLARE keepStmt VARCHAR(2000) DEFAULT @stmt;
SET @stmt = CONCAT('ALTER TABLE ', tbName ,' ADD PARTITION (PARTITION p',
DATE_FORMAT(newPartValue, '%Y_%m'),
' VALUES LESS THAN (TO_DAYS(\\'',
DATE_FORMAT(newPartValue, '%Y-%m-01'),
'\\')))');
PREPARE pStmt FROM @stmt;
execute pStmt;
DEALLOCATE PREPARE pStmt;
set @stmt = keepStmt;
END
"""
cursor.execute(sqlCommands)
print("(%d) Create stored procedure CreateDataPartition" % idx); idx += 1
sqlCommands = """
CREATE EVENT eventCreatePartition
ON SCHEDULE EVERY 1 MONTH
STARTS '2016-02-01 00:00:00'
DO
BEGIN
call CreateDataPartition(NOW() + interval 1 MONTH,'join_user_module');
END
"""
cursor.execute(sqlCommands)
print("(%d) Create event eventCreatePartition" % idx); idx += 1
dA = add_month(dA)
now = time.strftime('%Y-%m-%d', time.localtime(time.time()))
eA = add_month(strDate2dA(now))
while ((dA[0] < eA[0]) or (dA[0] == eA[0] and dA[1] <= eA[1])):
partNm = "p%04d_%02d" % (dA[0], dA[1])
dateStr = "%04d-%02d-01" % (dA[0], dA[1])
query = "ALTER TABLE join_user_module ADD PARTITION (PARTITION " +\
partNm + " VALUES LESS THAN (TO_DAYS('"+dateStr+"')))"
print("query:",query)
cursor.execute(query)
dA = add_month(dA)
cursor.close()
except MySQLdb.Error, e:
print ("Error %d: %s" % (e.args[0], e.args[1]))
sys.exit (1)
def main():
"""
This program creates the Database used by Lmod.
"""
args = CmdLineOptions().execute()
configFn = dbConfigFn(args.dbname)
if (not os.path.isfile(configFn)):
dirNm, exe = os.path.split(sys.argv[0])
fn = os.path.join(dirNm, configFn)
if (os.path.isfile(fn)):
configFn = fn
else:
configFn = os.path.abspath(os.path.join(dirNm, "../site", configFn))
lmod = LMODdb(configFn)
try:
conn = lmod.connect()
cursor = conn.cursor()
# If MySQL version < 4.1, comment out the line below
cursor.execute("SET SQL_MODE=\"NO_AUTO_VALUE_ON_ZERO\"")
# If the database does not exist, create it, otherwise, switch to the database.
cursor.execute("CREATE DATABASE IF NOT EXISTS %s DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci" % lmod.db())
cursor.execute("USE "+lmod.db())
idx = 1
print("start")
# 1
cursor.execute("""
CREATE TABLE `userT` (
`user_id` int(11) unsigned NOT NULL auto_increment,
`user` varchar(64) NOT NULL,
PRIMARY KEY (`user_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create userT table" % idx); idx += 1
# 2
cursor.execute("""
CREATE TABLE `moduleT` (
`mod_id` int(11) unsigned NOT NULL auto_increment,
`path` varchar(1024) NOT NULL,
`module` varchar(64) NOT NULL,
`syshost` varchar(32) NOT NULL,
PRIMARY KEY (`mod_id`),
INDEX `thekey` (`path`(128), `syshost`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create moduleT table" % idx ); idx += 1;
# 3
dA = strDate2dA(args.firstPart)
partNm = "p%04d_%02d" % (dA[0], dA[1])
dateStr = "%04d-%02d-01" % (dA[0], dA[1])
query = "CREATE TABLE `join_user_module` (" +\
" `join_id` int(11) unsigned NOT NULL auto_increment," +\
" `user_id` int(11) unsigned NOT NULL," +\
" `mod_id` int(11) unsigned NOT NULL," +\
" `date` DATETIME NOT NULL," +\
" PRIMARY KEY (`join_id`, `date`)," +\
" INDEX `index_date` (`date`)" +\
") ENGINE=InnoDB DEFAULT CHARSET=utf8 " +\
" COLLATE=utf8_general_ci AUTO_INCREMENT=1 " +\
" PARTITION BY RANGE( TO_DAYS(`date`) ) (" +\
" PARTITION "+ partNm + " VALUES LESS THAN (TO_DAYS('"+dateStr+"')))"
cursor.execute(query)
print("(%d) create join_link_object table" % idx); idx += 1
sqlCommands = """
create procedure CreateDataPartition (newPartValue DATETIME, tbName VARCHAR(50))
begin
DECLARE keepStmt VARCHAR(2000) DEFAULT @stmt;
SET @stmt = CONCAT('ALTER TABLE ', tbName ,' ADD PARTITION (PARTITION p',
DATE_FORMAT(newPartValue, '%Y_%m'),
' VALUES LESS THAN (TO_DAYS(\\'',
DATE_FORMAT(newPartValue, '%Y-%m-01'),
'\\')))');
PREPARE pStmt FROM @stmt;
execute pStmt;
DEALLOCATE PREPARE pStmt;
set @stmt = keepStmt;
END
"""
cursor.execute(sqlCommands)
print("(%d) Create stored procedure CreateDataPartition" % idx); idx += 1
sqlCommands = """
CREATE EVENT eventCreatePartition
ON SCHEDULE EVERY 1 MONTH
STARTS '2016-02-01 00:00:00'
DO
BEGIN
call CreateDataPartition(NOW() + interval 1 MONTH,'join_user_module');
END
"""
cursor.execute(sqlCommands)
print("(%d) Create event eventCreatePartition" % idx); idx += 1
dA = add_month(dA)
now = time.strftime('%Y-%m-%d', time.localtime(time.time()))
eA = add_month(strDate2dA(now))
while ((dA[0] < eA[0]) or (dA[0] == eA[0] and dA[1] <= eA[1])):
partNm = "p%04d_%02d" % (dA[0], dA[1])
dateStr = "%04d-%02d-01" % (dA[0], dA[1])
query = "ALTER TABLE join_user_module ADD PARTITION (PARTITION " +\
partNm + " VALUES LESS THAN (TO_DAYS('"+dateStr+"')))"
print("query:",query)
cursor.execute(query)
dA = add_month(dA)
cursor.close()
except MySQLdb.Error, e:
print ("Error %d: %s" % (e.args[0], e.args[1]))
sys.exit (1)
def main():
"""
This program creates the Database used by Lmod.
"""
args = CmdLineOptions().execute()
configFn = dbConfigFn(args.dbname)
if (not os.path.isfile(configFn)):
dirNm, exe = os.path.split(sys.argv[0])
fn = os.path.join(dirNm, configFn)
if (os.path.isfile(fn)):
configFn = fn
else:
configFn = os.path.abspath(os.path.join(dirNm, "../site",
configFn))
lmod = LMODdb(configFn)
try:
conn = lmod.connect()
cursor = conn.cursor()
# If MySQL version < 4.1, comment out the line below
cursor.execute("SET SQL_MODE=\"NO_AUTO_VALUE_ON_ZERO\"")
# If the database does not exist, create it, otherwise, switch to the database.
cursor.execute(
"CREATE DATABASE IF NOT EXISTS %s DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci"
% lmod.db())
cursor.execute("USE " + lmod.db())
idx = 1
print("start")
# 1
cursor.execute("""
CREATE TABLE `userT` (
`user_id` int(11) NOT NULL auto_increment,
`user` varchar(64) NOT NULL,
PRIMARY KEY (`user_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create userT table" % idx)
idx += 1
# 2
cursor.execute("""
CREATE TABLE `moduleT` (
`mod_id` int(11) NOT NULL auto_increment,
`path` varchar(1024) NOT NULL,
`module` varchar(64) NOT NULL,
`syshost` varchar(32) NOT NULL,
PRIMARY KEY (`mod_id`),
INDEX `thekey` (`path`(128), `syshost`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create moduleT table" % idx)
idx += 1
# 3
cursor.execute("""
CREATE TABLE `join_user_module` (
`join_id` int(11) NOT NULL auto_increment,
`user_id` int(11) NOT NULL,
`mod_id` int(11) NOT NULL,
`date` DATETIME NOT NULL,
PRIMARY KEY (`join_id`),
FOREIGN KEY (`user_id`) REFERENCES `userT`(`user_id`),
FOREIGN KEY (`mod_id`) REFERENCES `moduleT`(`mod_id`),
INDEX `date` (`date`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create join_link_object table" % idx)
idx += 1
cursor.close()
except MySQLdb.Error, e:
print("Error %d: %s" % (e.args[0], e.args[1]))
sys.exit(1)
def main():
"""
This program creates the Database used by Lmod.
"""
args = CmdLineOptions().execute()
configFn = dbConfigFn(args.dbname)
if (not os.path.isfile(configFn)):
dirNm, exe = os.path.split(sys.argv[0])
fn = os.path.join(dirNm, configFn)
if (os.path.isfile(fn)):
configFn = fn
else:
configFn = os.path.abspath(os.path.join(dirNm, "../site",
configFn))
lmod = LMODdb(configFn)
try:
conn = lmod.connect()
cursor = conn.cursor()
idx = 1
cursor.execute("USE " + lmod.db())
print("(%d) create join_link_object table" % idx)
idx += 1
sqlCommands = """
create procedure CreateDataPartition (newPartValue DATETIME, tbName VARCHAR(50))
begin
DECLARE keepStmt VARCHAR(2000) DEFAULT @stmt;
SET @stmt = CONCAT('ALTER TABLE ', tbName ,' ADD PARTITION (PARTITION p',
DATE_FORMAT(newPartValue, '%Y_%m'),
' VALUES LESS THAN (TO_DAYS(\\'',
DATE_FORMAT(newPartValue, '%Y-%m-01'),
'\\')))');
PREPARE pStmt FROM @stmt;
execute pStmt;
DEALLOCATE PREPARE pStmt;
set @stmt = keepStmt;
END
"""
cursor.execute(sqlCommands)
print("(%d) Create stored procedure CreateDataPartition" % idx)
idx += 1
sqlCommands = """
CREATE EVENT eventCreatePartition
ON SCHEDULE EVERY 1 MONTH
STARTS '2016-02-01 00:00:00'
DO
BEGIN
call CreateDataPartition(NOW() + interval 1 MONTH,'join_user_module');
END
"""
cursor.execute(sqlCommands)
print("(%d) Create event eventCreatePartition" % idx)
idx += 1
dA = strDate2dA(args.firstPart)
dA = add_month(dA)
now = time.strftime('%Y-%m-%d', time.localtime(time.time()))
eA = add_month(strDate2dA(now))
while ((dA[0] < eA[0]) or (dA[0] == eA[0] and dA[1] <= eA[1])):
partNm = "p%04d_%02d" % (dA[0], dA[1])
dateStr = "%04d-%02d-01" % (dA[0], dA[1])
query = "ALTER TABLE join_user_module ADD PARTITION (PARTITION " +\
partNm + " VALUES LESS THAN (TO_DAYS('"+dateStr+"')))"
print("query:", query)
cursor.execute(query)
dA = add_month(dA)
cursor.close()
except MySQLdb.Error, e:
print("Error %d: %s" % (e.args[0], e.args[1]))
sys.exit(1)
def main():
"""
This program creates the Database used by Lmod.
"""
args = CmdLineOptions().execute()
configFn = dbConfigFn(args.dbname)
if (not os.path.isfile(configFn)):
dirNm, exe = os.path.split(sys.argv[0])
fn = os.path.join(dirNm, configFn)
if (os.path.isfile(fn)):
configFn = fn
else:
configFn = os.path.abspath(os.path.join(dirNm, "../site", configFn))
lmod = LMODdb(configFn)
try:
conn = lmod.connect()
cursor = conn.cursor()
# If MySQL version < 4.1, comment out the line below
cursor.execute("SET SQL_MODE=\"NO_AUTO_VALUE_ON_ZERO\"")
# If the database does not exist, create it, otherwise, switch to the database.
cursor.execute("CREATE DATABASE IF NOT EXISTS %s DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci" % lmod.db())
cursor.execute("USE "+lmod.db())
idx = 1
print("start")
# 1
cursor.execute("""
CREATE TABLE `userT` (
`user_id` int(11) NOT NULL auto_increment,
`user` varchar(64) NOT NULL,
PRIMARY KEY (`user_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create userT table" % idx); idx += 1
# 2
cursor.execute("""
CREATE TABLE `moduleT` (
`mod_id` int(11) NOT NULL auto_increment,
`path` varchar(1024) NOT NULL,
`module` varchar(64) NOT NULL,
`syshost` varchar(32) NOT NULL,
PRIMARY KEY (`mod_id`),
INDEX `thekey` (`path`(128), `syshost`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create moduleT table" % idx ); idx += 1;
# 3
cursor.execute("""
CREATE TABLE `join_user_module` (
`join_id` int(11) NOT NULL auto_increment,
`user_id` int(11) NOT NULL,
`mod_id` int(11) NOT NULL,
`date` DATETIME NOT NULL,
PRIMARY KEY (`join_id`),
FOREIGN KEY (`user_id`) REFERENCES `userT`(`user_id`),
FOREIGN KEY (`mod_id`) REFERENCES `moduleT`(`mod_id`),
INDEX `date` (`date`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create join_link_object table" % idx); idx += 1
cursor.close()
except MySQLdb.Error, e:
print ("Error %d: %s" % (e.args[0], e.args[1]))
sys.exit (1)
def main():
"""
This program creates the Database used by Lmod.
"""
args = CmdLineOptions().execute()
configFn = dbConfigFn(args.dbname)
if (not os.path.isfile(configFn)):
dirNm, exe = os.path.split(sys.argv[0])
fn = os.path.join(dirNm, configFn)
if (os.path.isfile(fn)):
configFn = fn
else:
configFn = os.path.abspath(os.path.join(dirNm, "../site",
configFn))
lmod = LMODdb(configFn)
try:
conn = lmod.connect()
cursor = conn.cursor()
# If MySQL version < 4.1, comment out the line below
cursor.execute("SET SQL_MODE=\"NO_AUTO_VALUE_ON_ZERO\"")
# If the database does not exist, create it, otherwise, switch to the database.
cursor.execute(
"CREATE DATABASE IF NOT EXISTS %s DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci"
% lmod.db())
cursor.execute("USE " + lmod.db())
idx = 1
print("start")
# 1
cursor.execute("""
CREATE TABLE `userT` (
`user_id` int(11) unsigned NOT NULL auto_increment,
`user` varchar(64) NOT NULL,
PRIMARY KEY (`user_id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create userT table" % idx)
idx += 1
# 2
cursor.execute("""
CREATE TABLE `moduleT` (
`mod_id` int(11) unsigned NOT NULL auto_increment,
`path` varchar(1024) NOT NULL,
`module` varchar(64) NOT NULL,
`syshost` varchar(32) NOT NULL,
PRIMARY KEY (`mod_id`),
INDEX `thekey` (`path`(128), `syshost`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8 COLLATE=utf8_general_ci AUTO_INCREMENT=1
""")
print("(%d) create moduleT table" % idx)
idx += 1
# 3
dA = strDate2dA(args.firstPart)
partNm = "p%04d_%02d" % (dA[0], dA[1])
dateStr = "%04d-%02d-01" % (dA[0], dA[1])
query = "CREATE TABLE `join_user_module` (" +\
" `join_id` int(11) unsigned NOT NULL auto_increment," +\
" `user_id` int(11) unsigned NOT NULL," +\
" `mod_id` int(11) unsigned NOT NULL," +\
" `date` DATETIME NOT NULL," +\
" PRIMARY KEY (`join_id`, `date`)," +\
" INDEX `index_date` (`date`)" +\
") ENGINE=InnoDB DEFAULT CHARSET=utf8 " +\
" COLLATE=utf8_general_ci AUTO_INCREMENT=1 " +\
" PARTITION BY RANGE( TO_DAYS(`date`) ) (" +\
" PARTITION "+ partNm + " VALUES LESS THAN (TO_DAYS('"+dateStr+"')))"
cursor.execute(query)
print("(%d) create join_link_object table" % idx)
idx += 1
sqlCommands = """
create procedure CreateDataPartition (newPartValue DATETIME, tbName VARCHAR(50))
begin
DECLARE keepStmt VARCHAR(2000) DEFAULT @stmt;
SET @stmt = CONCAT('ALTER TABLE ', tbName ,' ADD PARTITION (PARTITION p',
DATE_FORMAT(newPartValue, '%Y_%m'),
' VALUES LESS THAN (TO_DAYS(\\'',
DATE_FORMAT(newPartValue, '%Y-%m-01'),
'\\')))');
PREPARE pStmt FROM @stmt;
execute pStmt;
DEALLOCATE PREPARE pStmt;
set @stmt = keepStmt;
END
"""
cursor.execute(sqlCommands)
print("(%d) Create stored procedure CreateDataPartition" % idx)
idx += 1
sqlCommands = """
CREATE EVENT eventCreatePartition
ON SCHEDULE EVERY 1 MONTH
STARTS '2016-02-01 00:00:00'
DO
BEGIN
call CreateDataPartition(NOW() + interval 1 MONTH,'join_user_module');
END
"""
cursor.execute(sqlCommands)
print("(%d) Create event eventCreatePartition" % idx)
idx += 1
dA = add_month(dA)
now = time.strftime('%Y-%m-%d', time.localtime(time.time()))
eA = add_month(strDate2dA(now))
while ((dA[0] < eA[0]) or (dA[0] == eA[0] and dA[1] <= eA[1])):
partNm = "p%04d_%02d" % (dA[0], dA[1])
dateStr = "%04d-%02d-01" % (dA[0], dA[1])
query = "ALTER TABLE join_user_module ADD PARTITION (PARTITION " +\
partNm + " VALUES LESS THAN (TO_DAYS('"+dateStr+"')))"
print("query:", query)
cursor.execute(query)
dA = add_month(dA)
cursor.close()
except MySQLdb.Error, e:
print("Error %d: %s" % (e.args[0], e.args[1]))
sys.exit(1)