def startup(self):
""" Starts a repository and reads in a directory structure.
Raise RepositoryError"""
self._load_timestamp = {}
self._cache_load_timestamp = {}
self.known_bad_ids = []
if "XML" in self.registry.type:
self.to_file = xml_to_file
self.from_file = xml_from_file
elif "Pickle" in self.registry.type:
self.to_file = pickle_to_file
self.from_file = pickle_from_file
else:
raise RepositoryError(self.repo, "Unknown Repository type: %s"%self.registry.type)
self.sessionlock = SessionLockManager(self, self.lockroot, self.registry.name)
self.sessionlock.startup()
# Load the list of files, this time be verbose and print out a summary of errors
self.update_index(verbose = True)
class GangaRepositoryLocal(GangaRepository):
"""GangaRepository Local"""
def __init__(self, registry):
super(GangaRepositoryLocal,self).__init__(registry)
self.sub_split = "subjobs"
self.root = os.path.join(self.registry.location,"6.0",self.registry.name)
self.lockroot = os.path.join(self.registry.location,"6.0")
def startup(self):
""" Starts a repository and reads in a directory structure.
Raise RepositoryError"""
self._load_timestamp = {}
self._cache_load_timestamp = {}
self.known_bad_ids = []
if "XML" in self.registry.type:
self.to_file = xml_to_file
self.from_file = xml_from_file
elif "Pickle" in self.registry.type:
self.to_file = pickle_to_file
self.from_file = pickle_from_file
else:
raise RepositoryError(self.repo, "Unknown Repository type: %s"%self.registry.type)
self.sessionlock = SessionLockManager(self, self.lockroot, self.registry.name)
self.sessionlock.startup()
# Load the list of files, this time be verbose and print out a summary of errors
self.update_index(verbose = True)
def shutdown(self):
"""Shutdown the repository. Flushing is done by the Registry
Raise RepositoryError"""
self.sessionlock.shutdown()
def get_fn(self,id):
""" Returns the file name where the data for this object id is saved"""
return os.path.join(self.root,"%ixxx"%(id/1000), "%i"%id, "data")
def get_idxfn(self,id):
""" Returns the file name where the data for this object id is saved"""
return os.path.join(self.root,"%ixxx"%(id/1000), "%i.index"%id)
def index_load(self,id):
""" load the index file for this object if necessary
Loads if never loaded or timestamp changed. Creates object if necessary
Returns True if this object has been changed, False if not
Raise IOError on access or unpickling error
Raise OSError on stat error
Raise PluginManagerError if the class name is not found"""
logger.debug("Loading index %s" % id)
fn = self.get_idxfn(id)
if self._cache_load_timestamp.get(id,0) != os.stat(fn).st_ctime: # index timestamp changed
fobj = file(fn)
try:
try:
cat,cls,cache = pickle_from_file(fobj)[0]
except Exception, x:
raise IOError("Error on unpickling: %s %s" % (x.__class__.__name__, x))
if id in self.objects:
obj = self.objects[id]
if obj._data:
obj.__dict__["_registry_refresh"] = True
else:
obj = self._make_empty_object_(id,cat,cls)
obj._index_cache = cache
finally: