def testDeleteTransaction(self):
"""
_testDeleteTransaction_
Create a file and commit it to the database. Start a new transaction
and delete the file. Rollback the transaction after the file has been
deleted. Use the file class's exists() method to verify that the file
does not exist after it has been deleted but does exist after the
transaction is rolled back.
"""
testFile = File(lfn = "/this/is/a/lfn", size = 1024, events = 10,
checksums={'cksum': 1111})
assert testFile.exists() == False, \
"ERROR: File exists before it was created"
testFile.addRun(Run(1, *[45]))
testFile.create()
assert testFile.exists() > 0, \
"ERROR: File does not exist after it was created"
myThread = threading.currentThread()
myThread.transaction.begin()
testFile.delete()
assert testFile.exists() == False, \
"ERROR: File exists after it has been deleted"
myThread.transaction.rollback()
assert testFile.exists() > 0, \
"ERROR: File does not exist after transaction was rolled back."
return
def testGetInfo(self):
"""
_testGetInfo_
Test the getInfo() method of the File class to make sure that it
returns the correct information.
"""
testFileParent = File(lfn = "/this/is/a/parent/lfn", size = 1024,
events = 20, checksums={'cksum': 1111})
testFileParent.addRun(Run(1, *[45]))
testFileParent.create()
testFile = File(lfn = "/this/is/a/lfn", size = 1024, events = 10, checksums={'cksum': 222})
testFile.addRun(Run(1, *[45]))
testFile.addRun(Run(2, *[46, 47]))
testFile.addRun(Run(2, *[47, 48]))
testFile.create()
testFile.setLocation(se = "se1.fnal.gov", immediateSave = False)
testFile.setLocation(se = "se1.cern.ch", immediateSave = False)
testFile.addParent("/this/is/a/parent/lfn")
info = testFile.getInfo()
assert info[0] == testFile["lfn"], \
"ERROR: File returned wrong LFN"
assert info[1] == testFile["id"], \
"ERROR: File returned wrong ID"
assert info[2] == testFile["size"], \
"ERROR: File returned wrong size"
assert info[3] == testFile["events"], \
"ERROR: File returned wrong events"
assert info[4] == testFile["checksums"], \
"ERROR: File returned wrong cksum"
assert len(info[5]) == 2, \
"ERROR: File returned wrong runs"
assert info[5] == [Run(1, *[45]), Run(2, *[46, 47, 48])], \
"Error: Run hasn't been combined correctly"
assert len(info[6]) == 2, \
"ERROR: File returned wrong locations"
for testLocation in info[6]:
assert testLocation in ["se1.fnal.gov", "se1.cern.ch"], \
"ERROR: File returned wrong locations"
assert len(info[7]) == 1, \
"ERROR: File returned wrong parents"
assert info[7][0] == testFileParent, \
"ERROR: File returned wrong parents"
testFile.delete()
testFileParent.delete()
return
def testCreateDeleteExists(self):
"""
_testCreateDeleteExists_
Test the create(), delete() and exists() methods of the file class
by creating and deleting a file. The exists() method will be
called before and after creation and after deletion.
"""
testFile = File(lfn="/this/is/a/lfn",
size=1024,
events=10,
checksums={'cksum': 1111})
assert testFile.exists() == False, \
"ERROR: File exists before it was created"
testFile.addRun(Run(1, *[45]))
testFile.create()
assert testFile.exists() > 0, \
"ERROR: File does not exist after it was created"
testFile.delete()
assert testFile.exists() == False, \
"ERROR: File exists after it has been deleted"
return
def testLoad(self):
"""
_testLoad_
Test the loading of file meta data using the ID of a file and the
LFN of a file.
"""
testFileA = File(lfn="/this/is/a/lfn", size=1024, events=10,
checksums={'cksum': 101}, first_event=2, merged=True)
testFileA.create()
testFileB = File(lfn=testFileA["lfn"])
testFileB.load()
testFileC = File(id=testFileA["id"])
testFileC.load()
self.assertEqual(testFileA, testFileB, "File load by LFN didn't work")
self.assertEqual(testFileA, testFileC, "File load by ID didn't work")
self.assertTrue(isinstance(testFileB["id"], int), "File id is not an integer type.")
self.assertTrue(isinstance(testFileB["size"], int), "File size is not an integer type.")
self.assertTrue(isinstance(testFileB["events"], int), "File events is not an integer type.")
self.assertTrue(isinstance(testFileB["checksums"], dict), "File cksum is not a string type.")
self.assertTrue(isinstance(testFileB["first_event"], int), "File first_event is not an integer type.")
self.assertTrue(isinstance(testFileC["id"], int), "File id is not an integer type.")
self.assertTrue(isinstance(testFileC["size"], int), "File size is not an integer type.")
self.assertTrue(isinstance(testFileC["events"], int), "File events is not an integer type.")
self.assertTrue(isinstance(testFileC["checksums"], dict), "File cksum is not an string type.")
self.assertTrue(isinstance(testFileC["first_event"], int), "File first_event is not an integer type.")
self.assertEqual(testFileC['checksums'], {'cksum': '101'})
testFileA.delete()
return
def testLoad(self):
"""
_testLoad_
Test the loading of file meta data using the ID of a file and the
LFN of a file.
"""
testFileA = File(lfn="/this/is/a/lfn",
size=1024,
events=10,
checksums={'cksum': 101},
first_event=2,
merged=True)
testFileA.create()
testFileB = File(lfn=testFileA["lfn"])
testFileB.load()
testFileC = File(id=testFileA["id"])
testFileC.load()
assert testFileA == testFileB, \
"ERROR: File load by LFN didn't work"
assert testFileA == testFileC, \
"ERROR: File load by ID didn't work"
assert type(testFileB["id"]) == int, \
"ERROR: File id is not an integer type."
assert type(testFileB["size"]) == int, \
"ERROR: File size is not an integer type."
assert type(testFileB["events"]) == int, \
"ERROR: File events is not an integer type."
assert type(testFileB["checksums"]) == dict, \
"ERROR: File cksum is not a string type."
assert type(testFileB["first_event"]) == int, \
"ERROR: File first_event is not an integer type."
assert type(testFileC["id"]) == int, \
"ERROR: File id is not an integer type."
assert type(testFileC["size"]) == int, \
"ERROR: File size is not an integer type."
assert type(testFileC["events"]) == int, \
"ERROR: File events is not an integer type."
assert type(testFileC["checksums"]) == dict, \
"ERROR: File cksum is not an string type."
assert type(testFileC["first_event"]) == int, \
"ERROR: File first_event is not an integer type."
self.assertEqual(testFileC['checksums'], {'cksum': '101'})
testFileA.delete()
return
def testGetParentLFNs(self):
"""
_testGetParentLFNs_
Create three files and set them to be parents of a fourth file. Check
to make sure that getParentLFNs() on the child file returns the correct
LFNs.
"""
testFileParentA = File(lfn="/this/is/a/parent/lfnA",
size=1024,
events=20,
checksums={'cksum': 1})
testFileParentA.addRun(Run(1, *[45]))
testFileParentB = File(lfn="/this/is/a/parent/lfnB",
size=1024,
events=20,
checksums={'cksum': 2})
testFileParentB.addRun(Run(1, *[45]))
testFileParentC = File(lfn="/this/is/a/parent/lfnC",
size=1024,
events=20,
checksums={'cksum': 3})
testFileParentC.addRun(Run(1, *[45]))
testFileParentA.create()
testFileParentB.create()
testFileParentC.create()
testFile = File(lfn="/this/is/a/lfn",
size=1024,
events=10,
checksums={'cksum': 1})
testFile.addRun(Run(1, *[45]))
testFile.create()
testFile.addParent(testFileParentA["lfn"])
testFile.addParent(testFileParentB["lfn"])
testFile.addParent(testFileParentC["lfn"])
parentLFNs = testFile.getParentLFNs()
assert len(parentLFNs) == 3, \
"ERROR: Child does not have the right amount of parents"
goldenLFNs = [
"/this/is/a/parent/lfnA", "/this/is/a/parent/lfnB",
"/this/is/a/parent/lfnC"
]
for parentLFN in parentLFNs:
assert parentLFN in goldenLFNs, \
"ERROR: Unknown parent lfn"
goldenLFNs.remove(parentLFN)
testFile.delete()
testFileParentA.delete()
testFileParentB.delete()
testFileParentC.delete()
return
def testLoad(self):
"""
_testLoad_
Test the loading of file meta data using the ID of a file and the
LFN of a file.
"""
testFileA = File(
lfn="/this/is/a/lfn",
size=1024,
events=10,
checksums={"cksum": 101},
first_event=2,
last_event=3,
merged=True,
)
testFileA.create()
testFileB = File(lfn=testFileA["lfn"])
testFileB.load()
testFileC = File(id=testFileA["id"])
testFileC.load()
assert testFileA == testFileB, "ERROR: File load by LFN didn't work"
assert testFileA == testFileC, "ERROR: File load by ID didn't work"
assert type(testFileB["id"]) == int, "ERROR: File id is not an integer type."
assert type(testFileB["size"]) == int, "ERROR: File size is not an integer type."
assert type(testFileB["events"]) == int, "ERROR: File events is not an integer type."
assert type(testFileB["checksums"]) == dict, "ERROR: File cksum is not a string type."
assert type(testFileB["first_event"]) == int, "ERROR: File first_event is not an integer type."
assert type(testFileB["last_event"]) == int, "ERROR: File last_event is not an integer type."
assert type(testFileC["id"]) == int, "ERROR: File id is not an integer type."
assert type(testFileC["size"]) == int, "ERROR: File size is not an integer type."
assert type(testFileC["events"]) == int, "ERROR: File events is not an integer type."
assert type(testFileC["checksums"]) == dict, "ERROR: File cksum is not an string type."
assert type(testFileC["first_event"]) == int, "ERROR: File first_event is not an integer type."
assert type(testFileC["last_event"]) == int, "ERROR: File last_event is not an integer type."
self.assertEqual(testFileC["checksums"], {"cksum": "101"})
testFileA.delete()
return
def testCreateDeleteExists(self):
"""
_testCreateDeleteExists_
Test the create(), delete() and exists() methods of the file class
by creating and deleting a file. The exists() method will be
called before and after creation and after deletion.
"""
testFile = File(lfn="/this/is/a/lfn", size=1024, events=10, checksums={"cksum": 1111})
assert testFile.exists() == False, "ERROR: File exists before it was created"
testFile.addRun(Run(1, *[45]))
testFile.create()
assert testFile.exists() > 0, "ERROR: File does not exist after it was created"
testFile.delete()
assert testFile.exists() == False, "ERROR: File exists after it has been deleted"
return
def testGetParentLFNs(self):
"""
_testGetParentLFNs_
Create three files and set them to be parents of a fourth file. Check
to make sure that getParentLFNs() on the child file returns the correct
LFNs.
"""
testFileParentA = File(lfn = "/this/is/a/parent/lfnA", size = 1024,
events = 20, checksums = {'cksum': 1})
testFileParentA.addRun(Run(1, *[45]))
testFileParentB = File(lfn = "/this/is/a/parent/lfnB", size = 1024,
events = 20, checksums = {'cksum': 2})
testFileParentB.addRun(Run(1, *[45]))
testFileParentC = File(lfn = "/this/is/a/parent/lfnC", size = 1024,
events = 20, checksums = {'cksum': 3})
testFileParentC.addRun(Run( 1, *[45]))
testFileParentA.create()
testFileParentB.create()
testFileParentC.create()
testFile = File(lfn = "/this/is/a/lfn", size = 1024,
events = 10, checksums = {'cksum': 1})
testFile.addRun(Run( 1, *[45]))
testFile.create()
testFile.addParent(testFileParentA["lfn"])
testFile.addParent(testFileParentB["lfn"])
testFile.addParent(testFileParentC["lfn"])
parentLFNs = testFile.getParentLFNs()
assert len(parentLFNs) == 3, \
"ERROR: Child does not have the right amount of parents"
goldenLFNs = ["/this/is/a/parent/lfnA",
"/this/is/a/parent/lfnB",
"/this/is/a/parent/lfnC"]
for parentLFN in parentLFNs:
assert parentLFN in goldenLFNs, \
"ERROR: Unknown parent lfn"
goldenLFNs.remove(parentLFN)
testFile.delete()
testFileParentA.delete()
testFileParentB.delete()
testFileParentC.delete()
return
def testDeleteTransaction(self):
"""
_testDeleteTransaction_
Create a file and commit it to the database. Start a new transaction
and delete the file. Rollback the transaction after the file has been
deleted. Use the file class's exists() method to verify that the file
does not exist after it has been deleted but does exist after the
transaction is rolled back.
"""
testFile = File(lfn="/this/is/a/lfn",
size=1024,
events=10,
checksums={'cksum': 1111})
assert testFile.exists() == False, \
"ERROR: File exists before it was created"
testFile.addRun(Run(1, *[45]))
testFile.create()
assert testFile.exists() > 0, \
"ERROR: File does not exist after it was created"
myThread = threading.currentThread()
myThread.transaction.begin()
testFile.delete()
assert testFile.exists() == False, \
"ERROR: File exists after it has been deleted"
myThread.transaction.rollback()
assert testFile.exists() > 0, \
"ERROR: File does not exist after transaction was rolled back."
return
def testLoadData(self):
"""
_testLoadData_
Test the loading of all data from a file, including run/lumi
associations, location information and parentage information.
"""
testFileParentA = File(lfn="/this/is/a/parent/lfnA",
size=1024,
events=20,
checksums={'cksum': 1})
testFileParentA.addRun(Run(1, *[45]))
testFileParentB = File(lfn="/this/is/a/parent/lfnB",
size=1024,
events=20,
checksums={'cksum': 1})
testFileParentB.addRun(Run(1, *[45]))
testFileParentA.create()
testFileParentB.create()
testFileA = File(lfn="/this/is/a/lfn",
size=1024,
events=10,
checksums={'cksum': 1})
testFileA.addRun(Run(1, *[45]))
testFileA.create()
testFileA.setLocation(se="se1.fnal.gov", immediateSave=False)
testFileA.setLocation(se="se1.cern.ch", immediateSave=False)
testFileA.addParent("/this/is/a/parent/lfnA")
testFileA.addParent("/this/is/a/parent/lfnB")
testFileA.updateLocations()
testFileB = File(lfn=testFileA["lfn"])
testFileB.loadData(parentage=1)
testFileC = File(id=testFileA["id"])
testFileC.loadData(parentage=1)
assert testFileA == testFileB, \
"ERROR: File load by LFN didn't work"
assert testFileA == testFileC, \
"ERROR: File load by ID didn't work"
testFileA.delete()
testFileParentA.delete()
testFileParentB.delete()
return
def testLoadData(self):
"""
_testLoadData_
Test the loading of all data from a file, including run/lumi
associations, location information and parentage information.
"""
testFileParentA = File(lfn = "/this/is/a/parent/lfnA", size = 1024,
events = 20, checksums = {'cksum': 1})
testFileParentA.addRun(Run( 1, *[45]))
testFileParentB = File(lfn = "/this/is/a/parent/lfnB", size = 1024,
events = 20, checksums = {'cksum': 1})
testFileParentB.addRun(Run( 1, *[45]))
testFileParentA.create()
testFileParentB.create()
testFileA = File(lfn = "/this/is/a/lfn", size = 1024, events = 10,
checksums = {'cksum':1})
testFileA.addRun(Run( 1, *[45]))
testFileA.create()
testFileA.setLocation(se = "se1.fnal.gov", immediateSave = False)
testFileA.setLocation(se = "se1.cern.ch", immediateSave = False)
testFileA.addParent("/this/is/a/parent/lfnA")
testFileA.addParent("/this/is/a/parent/lfnB")
testFileA.updateLocations()
testFileB = File(lfn = testFileA["lfn"])
testFileB.loadData(parentage = 1)
testFileC = File(id = testFileA["id"])
testFileC.loadData(parentage = 1)
assert testFileA == testFileB, \
"ERROR: File load by LFN didn't work"
assert testFileA == testFileC, \
"ERROR: File load by ID didn't work"
testFileA.delete()
testFileParentA.delete()
testFileParentB.delete()
return
def testGetInfo(self):
"""
_testGetInfo_
Test the getInfo() method of the File class to make sure that it
returns the correct information.
"""
testFileParent = File(lfn="/this/is/a/parent/lfn",
size=1024,
events=20,
checksums={'cksum': 1111})
testFileParent.addRun(Run(1, *[45]))
testFileParent.create()
testFile = File(lfn="/this/is/a/lfn",
size=1024,
events=10,
checksums={'cksum': 222})
testFile.addRun(Run(1, *[45]))
testFile.addRun(Run(2, *[46, 47]))
testFile.addRun(Run(2, *[47, 48]))
testFile.create()
testFile.setLocation(se="se1.fnal.gov", immediateSave=False)
testFile.setLocation(se="se1.cern.ch", immediateSave=False)
testFile.addParent("/this/is/a/parent/lfn")
info = testFile.getInfo()
assert info[0] == testFile["lfn"], \
"ERROR: File returned wrong LFN"
assert info[1] == testFile["id"], \
"ERROR: File returned wrong ID"
assert info[2] == testFile["size"], \
"ERROR: File returned wrong size"
assert info[3] == testFile["events"], \
"ERROR: File returned wrong events"
assert info[4] == testFile["checksums"], \
"ERROR: File returned wrong cksum"
assert len(info[5]) == 2, \
"ERROR: File returned wrong runs"
assert info[5] == [Run(1, *[45]), Run(2, *[46, 47, 48])], \
"Error: Run hasn't been combined correctly"
assert len(info[6]) == 2, \
"ERROR: File returned wrong locations"
for testLocation in info[6]:
assert testLocation in ["se1.fnal.gov", "se1.cern.ch"], \
"ERROR: File returned wrong locations"
assert len(info[7]) == 1, \
"ERROR: File returned wrong parents"
assert info[7][0] == testFileParent, \
"ERROR: File returned wrong parents"
testFile.delete()
testFileParent.delete()
return
