class ParserSGETest(TestCase):
"""
Test case for SGE parser
"""
def setUp(self):
self.parser = SGEParser("testSite", "testHost", True)
def test_parse_line(self):
line1 = (
"dteam:testce.test:dteam:dteam041:STDIN:43:sge:"
+ "19:1200093286:1200093294:1200093295:0:0:1:0:0:0.000000:0:0:0:0:"
+ "46206:0:0:0.000000:0:0:0:0:337:257:NONE:defaultdepartment:NONE:1"
+ ":0:0.090000:0.000213:0.000000:-U dteam -q dteam:0.000000:NONE:30171136.000000"
)
line1_values = {
"JobName": "43",
"LocalUserID": "dteam041",
"LocalUserGroup": "dteam",
"WallDuration": 1,
"CpuDuration": 0,
"StartTime": datetime.utcfromtimestamp(1200093294),
"StopTime": datetime.utcfromtimestamp(1200093295),
"MemoryReal": 223,
"MemoryVirtual": 30171136,
"NodeCount": 0,
"Processors": 1,
}
cases = {line1: line1_values}
line2 = (
"large:compute-4-19.local:csic:csfiylfl:s001.sh:6972834:sge:0:1318560244:1318560254:1318740255:"
"100:138:180001:0.005999:0.012998:1448.000000:0:0:0:0:1060:0:0:0.000000:168:0:0:0:89:2:por_defecto:"
"defaultdepartment:mpi:9:0:1026706.540000:60207.223310:0.001862:-u csfiylfl -q big_small*,large*,offline*,small* -l "
"arch=x86_64,h_fsize=1G,h_rt=180300,h_stack=16M,h_vmem=1124M,num_proc=1,processor=opteron_6174,s_rt=180000,s_vmem=1G "
"-pe mpi 9:0.000000:NONE:821923840.000000:0:0"
)
line2_values = {
"JobName": "6972834",
"LocalUserID": "csfiylfl",
"LocalUserGroup": "csic",
"WallDuration": 180001,
"CpuDuration": 1026706,
"StartTime": datetime.utcfromtimestamp(1318560254),
"StopTime": datetime.utcfromtimestamp(1318740255),
"MemoryReal": 63131849389,
"MemoryVirtual": 821923840,
"NodeCount": 0,
"Processors": 9,
}
cases[line2] = line2_values
for line in cases.keys():
record = self.parser.parse(line)
cont = record._record_content
self.assertTrue(cont.has_key("Site"))
self.assertTrue(cont.has_key("JobName"))
self.assertTrue(cont.has_key("LocalUserID"))
self.assertTrue(cont.has_key("LocalUserGroup"))
self.assertTrue(cont.has_key("WallDuration"))
self.assertTrue(cont.has_key("CpuDuration"))
self.assertTrue(cont.has_key("StartTime"))
self.assertTrue(cont.has_key("StopTime"))
self.assertTrue(cont.has_key("MemoryReal"))
self.assertTrue(cont.has_key("MemoryReal"))
for key in cases[line].keys():
self.assertEqual(
cont[key], cases[line][key], "%s != %s for key %s" % (cont[key], cases[line][key], key)
)
def setUp(self):
self.parser = SGEParser("testSite", "testHost", True)
def setUp(self):
self.parser = SGEParser('testSite', 'testHost', True)
class ParserSGETest(TestCase):
'''
Test case for SGE parser
'''
def setUp(self):
self.parser = SGEParser('testSite', 'testHost', True)
def test_parse_line(self):
line1 = ('dteam:testce.test:dteam:dteam041:STDIN:43:sge:'
+'19:1200093286:1200093294:1200093295:0:0:1:0:0:0.000000:0:0:0:0:'
+'46206:0:0:0.000000:0:0:0:0:337:257:NONE:defaultdepartment:NONE:1'
+':0:0.090000:0.000213:0.000000:-U dteam -q dteam:0.000000:NONE:30171136.000000')
line1_values = {"JobName": "43",
"LocalUserID":"dteam041",
"LocalUserGroup": "dteam",
"WallDuration":1,
"CpuDuration": 0,
"StartTime": datetime.utcfromtimestamp(1200093294),
"StopTime": datetime.utcfromtimestamp(1200093295),
"MemoryReal":223,
"MemoryVirtual": 30171136,
"NodeCount": 0,
"Processors": 1
}
cases = {line1:line1_values}
line2 = ('large:compute-4-19.local:csic:csfiylfl:s001.sh:6972834:sge:0:1318560244:1318560254:1318740255:'
'100:138:180001:0.005999:0.012998:1448.000000:0:0:0:0:1060:0:0:0.000000:168:0:0:0:89:2:por_defecto:'
'defaultdepartment:mpi:9:0:1026706.540000:60207.223310:0.001862:-u csfiylfl -q big_small*,large*,offline*,small* -l '
'arch=x86_64,h_fsize=1G,h_rt=180300,h_stack=16M,h_vmem=1124M,num_proc=1,processor=opteron_6174,s_rt=180000,s_vmem=1G '
'-pe mpi 9:0.000000:NONE:821923840.000000:0:0')
line2_values = {"JobName": "6972834",
"LocalUserID":"csfiylfl",
"LocalUserGroup": "csic",
"WallDuration": 180001,
"CpuDuration": 1026707,
"StartTime": datetime.utcfromtimestamp(1318560254),
"StopTime": datetime.utcfromtimestamp(1318740255),
"MemoryReal":63131849389,
"MemoryVirtual": 821923840,
"NodeCount": 0,
"Processors": 9
}
cases[line2] = line2_values
line3 = 'lcg_analysis:cn446.htc.esc.qmul:pilatl:pilatl10:cream_297073580:1630912:sge:5:1358189999:1358190002:1358210574:0:1:20365.78:1211.1274098:61.49143143:385648.000000:0:0:0:0:2236317:1450:0:0.000000:0:0:0:0:245899:291449:pilatl.p:defaultdepartment:NONE:1:0:1272.61884123:430.743820:37.845289:-q lcg_analysis:0.000000:NONE:1546682368.000000:0:0'
line3_values = {"JobName": "1630912",
"LocalUserID":"pilatl10",
"LocalUserGroup": "pilatl",
"WallDuration": 20366,
"CpuDuration": 1273,
"StartTime": datetime.utcfromtimestamp(1358190002),
"StopTime": datetime.utcfromtimestamp(1358210574),
"MemoryReal":451667631,
"MemoryVirtual": 1546682368,
"NodeCount": 0,
"Processors": 1
}
cases[line3] = line3_values
for line in cases.keys():
record = self.parser.parse(line)
cont = record._record_content
self.assertTrue(cont.has_key("Site"))
self.assertTrue(cont.has_key("JobName"))
self.assertTrue(cont.has_key("LocalUserID"))
self.assertTrue(cont.has_key("LocalUserGroup"))
self.assertTrue(cont.has_key("WallDuration"))
self.assertTrue(cont.has_key("CpuDuration"))
self.assertTrue(cont.has_key("StartTime"))
self.assertTrue(cont.has_key("StopTime"))
self.assertTrue(cont.has_key("MemoryReal"))
self.assertTrue(cont.has_key("MemoryReal"))
for key in cases[line].keys():
self.assertEqual(cont[key], cases[line][key], "%s != %s for key %s" % (cont[key], cases[line][key], key))
def setUp(self):
self.parser = SGEParser('testSite', 'testHost', True)
class ParserSGETest(TestCase):
'''
Test case for SGE parser
'''
def setUp(self):
self.parser = SGEParser('testSite', 'testHost', True)
def test_parse_line(self):
line1 = (
'dteam:testce.test:dteam:dteam041:STDIN:43:sge:' +
'19:1200093286:1200093294:1200093295:0:0:1:0:0:0.000000:0:0:0:0:' +
'46206:0:0:0.000000:0:0:0:0:337:257:NONE:defaultdepartment:NONE:1'
+
':0:0.090000:0.000213:0.000000:-U dteam -q dteam:0.000000:NONE:30171136.000000'
)
line1_values = {
"JobName": "43",
"LocalUserID": "dteam041",
"LocalUserGroup": "dteam",
"WallDuration": 1,
"CpuDuration": 0,
"StartTime": datetime.utcfromtimestamp(1200093294),
"StopTime": datetime.utcfromtimestamp(1200093295),
"MemoryReal": 223,
"MemoryVirtual": 30171136,
"NodeCount": 0,
"Processors": 1
}
cases = {line1: line1_values}
line2 = (
'large:compute-4-19.local:csic:csfiylfl:s001.sh:6972834:sge:0:1318560244:1318560254:1318740255:'
'100:138:180001:0.005999:0.012998:1448.000000:0:0:0:0:1060:0:0:0.000000:168:0:0:0:89:2:por_defecto:'
'defaultdepartment:mpi:9:0:1026706.540000:60207.223310:0.001862:-u csfiylfl -q big_small*,large*,offline*,small* -l '
'arch=x86_64,h_fsize=1G,h_rt=180300,h_stack=16M,h_vmem=1124M,num_proc=1,processor=opteron_6174,s_rt=180000,s_vmem=1G '
'-pe mpi 9:0.000000:NONE:821923840.000000:0:0')
line2_values = {
"JobName": "6972834",
"LocalUserID": "csfiylfl",
"LocalUserGroup": "csic",
"WallDuration": 180001,
"CpuDuration": 1026707,
"StartTime": datetime.utcfromtimestamp(1318560254),
"StopTime": datetime.utcfromtimestamp(1318740255),
"MemoryReal": 63131849389,
"MemoryVirtual": 821923840,
"NodeCount": 0,
"Processors": 9
}
cases[line2] = line2_values
line3 = 'lcg_analysis:cn446.htc.esc.qmul:pilatl:pilatl10:cream_297073580:1630912:sge:5:1358189999:1358190002:1358210574:0:1:20365.78:1211.1274098:61.49143143:385648.000000:0:0:0:0:2236317:1450:0:0.000000:0:0:0:0:245899:291449:pilatl.p:defaultdepartment:NONE:1:0:1272.61884123:430.743820:37.845289:-q lcg_analysis:0.000000:NONE:1546682368.000000:0:0'
line3_values = {
"JobName": "1630912",
"LocalUserID": "pilatl10",
"LocalUserGroup": "pilatl",
"WallDuration": 20366,
"CpuDuration": 1273,
"StartTime": datetime.utcfromtimestamp(1358190002),
"StopTime": datetime.utcfromtimestamp(1358210574),
"MemoryReal": 451667631,
"MemoryVirtual": 1546682368,
"NodeCount": 0,
"Processors": 1
}
cases[line3] = line3_values
for line in cases.keys():
record = self.parser.parse(line)
cont = record._record_content
self.assertTrue(cont.has_key("Site"))
self.assertTrue(cont.has_key("JobName"))
self.assertTrue(cont.has_key("LocalUserID"))
self.assertTrue(cont.has_key("LocalUserGroup"))
self.assertTrue(cont.has_key("WallDuration"))
self.assertTrue(cont.has_key("CpuDuration"))
self.assertTrue(cont.has_key("StartTime"))
self.assertTrue(cont.has_key("StopTime"))
self.assertTrue(cont.has_key("MemoryReal"))
self.assertTrue(cont.has_key("MemoryReal"))
for key in cases[line].keys():
self.assertEqual(
cont[key], cases[line][key],
"%s != %s for key %s" % (cont[key], cases[line][key], key))
