def test_e_testXMLContent(self):
# Check content of XML is as expected
from Ganga.Core.GangaRepository.VStreamer import to_file, from_file
from Ganga.GPI import jobs, Job
from Ganga.GPIDev.Base.Proxy import stripProxy
from tempfile import NamedTemporaryFile
j = jobs(0)
assert path.isfile(getXMLFile(j))
with open(getXMLFile(j)) as handler:
tmpobj, errs = from_file(handler)
assert hasattr(tmpobj, 'name')
assert tmpobj.name == testStr
ignore_subs = [
'time', 'subjobs', 'info', 'application', 'backend', 'id'
]
with NamedTemporaryFile(delete=False) as new_temp_file:
temp_name = new_temp_file.name
to_file(stripProxy(j), new_temp_file, ignore_subs)
new_temp_file.flush()
with NamedTemporaryFile(delete=False) as new_temp_file2:
temp_name2 = new_temp_file2.name
j2 = Job()
j2.name = testStr
j2.submit()
from GangaTest.Framework.utils import sleep_until_completed
sleep_until_completed(j2)
to_file(stripProxy(j2), new_temp_file2, ignore_subs)
new_temp_file2.flush()
#import filecmp
#assert filecmp.cmp(handler.name, new_temp_file.name)
#assert not filecmp.cmp(new_temp_file.name, new_temp_file2.name)
#assert open(getXMLFile(j)).read() == open(temp_name).read()
assert open(temp_name).read() == open(temp_name2).read()
unlink(temp_name)
unlink(temp_name2)
def test_e_testXMLContent(self):
# Check content of XML is as expected
from Ganga.Core.GangaRepository.VStreamer import to_file, from_file
from Ganga.GPI import jobs, Job
from Ganga.GPIDev.Base.Proxy import stripProxy
from tempfile import NamedTemporaryFile
j = jobs(0)
assert path.isfile(getXMLFile(j))
with open(getXMLFile(j)) as handler:
tmpobj, errs = from_file(handler)
assert hasattr(tmpobj, 'name')
assert tmpobj.name == testStr
ignore_subs = ['time', 'subjobs', 'info', 'application', 'backend', 'id']
with NamedTemporaryFile(delete=False) as new_temp_file:
temp_name = new_temp_file.name
to_file(stripProxy(j), new_temp_file, ignore_subs)
new_temp_file.flush()
with NamedTemporaryFile(delete=False) as new_temp_file2:
temp_name2 = new_temp_file2.name
j2 = Job()
j2.name = testStr
j2.submit()
from GangaTest.Framework.utils import sleep_until_completed
sleep_until_completed(j2)
to_file(stripProxy(j2), new_temp_file2, ignore_subs)
new_temp_file2.flush()
#import filecmp
#assert filecmp.cmp(handler.name, new_temp_file.name)
#assert not filecmp.cmp(new_temp_file.name, new_temp_file2.name)
#assert open(getXMLFile(j)).read() == open(temp_name).read()
assert open(temp_name).read() == open(temp_name2).read()
unlink(temp_name)
unlink(temp_name2)
def test_g_testSJXMLContent(self):
# Check SJ content
from Ganga.Core.GangaRepository.VStreamer import to_file, from_file
from Ganga.GPI import jobs
from tempfile import NamedTemporaryFile
from Ganga.GPIDev.Base.Proxy import stripProxy
ignore_subs = [
'subjobs', 'time', 'backend', 'id', 'splitter', 'info',
'application', 'inputdata'
]
with NamedTemporaryFile(delete=False) as new_temp_file_a:
temp_name_a = new_temp_file_a.name
j = jobs(0)
to_file(stripProxy(j), new_temp_file_a, ignore_subs)
new_temp_file_a.flush()
counter = 0
for sj in j.subjobs:
XMLFileName = getSJXMLFile(sj)
assert path.isfile(XMLFileName)
with open(XMLFileName) as handler:
tmpobj, errs = from_file(handler)
assert hasattr(tmpobj, 'id')
assert tmpobj.id == counter
with NamedTemporaryFile(delete=False) as new_temp_file:
temp_name = new_temp_file.name
to_file(stripProxy(sj), new_temp_file, ignore_subs)
new_temp_file.flush()
#import filecmp
#assert filecmp.cmp(XMLFileName, temp_name)
assert open(temp_name_a).read() == open(temp_name).read()
unlink(temp_name)
counter += 1
assert counter == len(jobs(0).subjobs)
unlink(temp_name_a)
def test_f_testXMLContent(self):
# Check their content
from Ganga.Core.GangaRepository.VStreamer import to_file, from_file
from Ganga.GPI import jobs, Job
from Ganga.GPIDev.Base.Proxy import stripProxy
from tempfile import NamedTemporaryFile
j = jobs(0)
XMLFileName = getXMLFile(j)
assert path.isfile(XMLFileName)
with open(XMLFileName) as handler:
tmpobj, errs = from_file(handler)
assert hasattr(tmpobj, 'name')
assert tmpobj.name == testStr
ignore_subs = [
'status', 'subjobs', 'time', 'backend', 'id', 'splitter',
'info', 'application'
]
with NamedTemporaryFile(delete=False) as new_temp_file:
temp_name = new_temp_file.name
to_file(stripProxy(j), new_temp_file, ignore_subs)
new_temp_file.flush()
with NamedTemporaryFile(delete=False) as new_temp_file2:
temp_name2 = new_temp_file2.name
j2 = Job()
j2.name = testStr
to_file(stripProxy(j2), new_temp_file2, ignore_subs)
new_temp_file2.flush()
#assert open(XMLFileName).read() == open(temp_name).read()
assert open(temp_name).read() == open(temp_name2).read()
unlink(temp_name)
unlink(temp_name2)
def write_subJobIndex(self):
all_caches = {}
for i in range(len(self)):
this_cache = self._registry.getIndexCache( self.__getitem__(i) )
all_caches[i] = this_cache
disk_location = self.__get_dataFile(i)
import os
all_caches[i]['modified'] = os.stat(disk_location).st_ctime
import os.path
try:
from Ganga.Core.GangaRepository.PickleStreamer import to_file
index_file = os.path.join(self._jobDirectory, self._subjob_master_index_name )
index_file_obj = open( index_file, "w" )
to_file( all_caches, index_file_obj )
index_file_obj.close()
except Exception, err:
logger.debug( "cache write error: %s" % str(err) )
def test_g_testSJXMLContent(self):
# Check SJ content
from Ganga.Core.GangaRepository.VStreamer import to_file, from_file
from Ganga.GPI import jobs
from tempfile import NamedTemporaryFile
from Ganga.GPIDev.Base.Proxy import stripProxy
ignore_subs = ['subjobs', 'time', 'backend', 'id', 'splitter', 'info', 'application', 'inputdata']
with NamedTemporaryFile(delete=False) as new_temp_file_a:
temp_name_a = new_temp_file_a.name
j=jobs(0)
to_file(stripProxy(j), new_temp_file_a, ignore_subs)
new_temp_file_a.flush()
counter = 0
for sj in j.subjobs:
XMLFileName = getSJXMLFile(sj)
assert path.isfile(XMLFileName)
with open(XMLFileName) as handler:
tmpobj, errs = from_file(handler)
assert hasattr(tmpobj, 'id')
assert tmpobj.id == counter
with NamedTemporaryFile(delete=False) as new_temp_file:
temp_name = new_temp_file.name
to_file(stripProxy(sj), new_temp_file, ignore_subs)
new_temp_file.flush()
#import filecmp
#assert filecmp.cmp(XMLFileName, temp_name)
assert open(temp_name_a).read() == open(temp_name).read()
unlink(temp_name)
counter+=1
assert counter == len(jobs(0).subjobs)
unlink(temp_name_a)
def test_f_testXMLContent(self):
# Check their content
from Ganga.Core.GangaRepository.VStreamer import to_file, from_file
from Ganga.GPI import jobs, Job
from Ganga.GPIDev.Base.Proxy import stripProxy
from tempfile import NamedTemporaryFile
j=jobs(0)
XMLFileName = getXMLFile(j)
assert path.isfile(XMLFileName)
with open(XMLFileName) as handler:
tmpobj, errs = from_file(handler)
assert hasattr(tmpobj, 'name')
assert tmpobj.name == testStr
ignore_subs = ['status', 'subjobs', 'time', 'backend', 'id', 'splitter', 'info', 'application']
with NamedTemporaryFile(delete=False) as new_temp_file:
temp_name = new_temp_file.name
to_file(stripProxy(j), new_temp_file, ignore_subs)
new_temp_file.flush()
with NamedTemporaryFile(delete=False) as new_temp_file2:
temp_name2 = new_temp_file2.name
j2=Job()
j2.name=testStr
to_file(stripProxy(j2), new_temp_file2, ignore_subs)
new_temp_file2.flush()
#assert open(XMLFileName).read() == open(temp_name).read()
assert open(temp_name).read() == open(temp_name2).read()
unlink(temp_name)
unlink(temp_name2)
def test_d_testXMLContent(self):
# Check content of XML is as expected
from Ganga.Core.GangaRepository.VStreamer import to_file, from_file
from Ganga.GPI import jobs, Job, ArgSplitter
from Ganga.GPIDev.Base.Proxy import stripProxy
from tempfile import NamedTemporaryFile
j = jobs(0)
assert path.isfile(getXMLFile(j))
with open(getXMLFile(j)) as handler:
tmpobj, errs = from_file(handler)
assert tmpobj.splitter
assert tmpobj.splitter.args == getNestedList()
ignore_subs = ''
with NamedTemporaryFile(delete=False) as new_temp_file:
to_file(stripProxy(j), new_temp_file, ignore_subs)
new_temp_file.flush()
with NamedTemporaryFile(delete=False) as new_temp_file2:
j2 = Job()
j2.splitter = ArgSplitter()
j2.splitter.args = getNestedList()
to_file(stripProxy(j2), new_temp_file2, ignore_subs)
new_temp_file2.flush()
assert open(handler.name).read() == open(new_temp_file.name).read()
assert open(handler.name) != open(new_temp_file2.name).read()
unlink(new_temp_file.name)
unlink(new_temp_file2.name)
