Ejemplo n.º 1
0
 def getFsObjFromFullPath(self, fullPath):
     '''
     Return object info with {"ufsUrl": "ufs://hostname/D:/tmp/xxx",
         "size": size, "timestamp": timestamp}
     '''
     objInFs = ufsObj.fsObj(fullPath)
     if objInFs.isContainer():
         res = self.getFsContainerObjFromFullPath(fullPath)
         ncl("returning: ", res["uuid"])
         return res
     ufsUrl = objInFs.getObjUfsUrl()
     if not objInFs.exists():
         ncl(fullPath)
         raise ObjectDoesNotExistInLocalFileSystem()
         return None
     for i in self.objDb.find({"ufsUrl": ufsUrl}).sort("timestamp", -1):
         #Check if the item is updated
         if objInFs["size"] == i["size"]:
             #Object size NOT changed
             if objInFs["timestamp"] == i["timestamp"]:
                 #Object size and time NOT changed, treated it as NOT changed.
                 del i["_id"]
                 ncl(i)
                 return ufsObj.ufsUrlObj(ufsUrl, i)
             if objInFs["headMd5"] == i["headMd5"]:
                 #The file is changed, but the content is not changed. Update the timestamp for the obj or add new item with new timestamp?
                 ncl('existing item as size and hash is the same, return existing info')
                 #Update the timestamp in the database as the item's timestamp in file system is different
                 self.objDb.find_and_modify({"uuid":i["uuid"]}, {"$set": {"timestamp":objInFs["timestamp"]}})
                 ncl("returnning: ", i["uuid"])
                 del i["_id"]
                 ncl(i)
                 return ufsObj.ufsUrlObj(ufsUrl, i)
     #The item is updated add the new item
     latestInfo = objInFs.getItemInfo()
     #objInFs["uuid"] = unicode(str(uuid.uuid4()))
     #objInFs["user"] = self.user
     objInFs["ufsUrl"] = ufsUrl
     #self.objDb.insert(objInFs.getItemInfo(), safe=True)
     #ncl('returning new obj')
     #print objInFs["uuid"]
     return self.insertObj(objInFs)
Ejemplo n.º 2
0
 def getFsContainerObjFromFullPath(self, fullPath):
     dirObjInFs = ufsObj.fsDirObj(fullPath)
     ufsUrl = dirObjInFs.getObjUfsUrl()
     if not dirObjInFs.exists():
         cl('obj does not exists', fullPath)
         raise ObjectDoesNotExistInLocalFileSystem()
         return None
     #cl('finding url:', ufsUrl)
     for i in self.objDb.find({"ufsUrl": ufsUrl}).sort("timestamp", -1):
         #Check if the item is updated
         if dirObjInFs["timestamp"] == i["timestamp"]:
             #Object time NOT changed, treated it as NOT changed.
             #cl("item not changed:", i)
             return ufsObj.ufsUrlObj(ufsUrl, i)
     #The item is updated add the new item
     latestInfo = dirObjInFs.getItemInfo()
     #dirObjInFs["uuid"] = unicode(str(uuid.uuid4()))
     #dirObjInFs["user"] = self.user
     dirObjInFs["ufsUrl"] = ufsUrl
     #dirObjInFs["addedTimestamp"] = time.time()
     #self.objDb.insert(dirObjInFs.getItemInfo(), safe=True)
     #ncl('returning new obj')
     #print objInFs["uuid"]
     return self.insertObj(dirObjInFs)
Ejemplo n.º 3
0
 def getFsObjFromUfsUrl(self, ufsUrl):
     ufsUrlObj = ufsObj.ufsUrlObj(ufsUrl)
     return self.getFsObjFromFullPath(ufsUrlObj["fullPath"])
Ejemplo n.º 4
0
 def getFullPathFromUfsUrl(self, ufsUrl):
     ufsUrlObj = ufsObj.ufsUrlObj(ufsUrl)
     return ufsUrlObj["fullPath"]