def testSubStructureSearchWithFingerPrint(self):
oemp = OeMoleculeProvider(**self.__myKwargs)
#
ok = oemp.testCache()
ccmP = ChemCompIndexProvider(**self.__myKwargs)
ccIdxD = ccmP.getIndex()
ok = ccmP.testCache(minCount=self.__minCount)
self.assertTrue(ok)
minFpScore = 0.40
maxFpResults = 50
numMols = 20
matchOpts = "graph-relaxed"
oesU = OeSearchUtils(oemp, fpTypeList=self.__fpTypeList)
# ----
startTime = time.time()
for ccId, _ in list(ccIdxD.items())[:numMols]:
for fpType in self.__fpTypeList:
oeMol = oemp.getMol(ccId)
retStatus, mL = oesU.searchSubStructureWithFingerPrint(
oeMol,
fpType,
minFpScore,
maxFpResults,
matchOpts=matchOpts)
self.assertTrue(retStatus)
self.assertTrue(self.__resultContains(ccId, mL))
logger.info("%s fingerprints search on %d in (%.4f seconds)",
len(self.__fpTypeList), numMols,
time.time() - startTime)
def __sssWithFingerPrintFromDescriptor(self, numMols, **kwargs):
maxFpResults = kwargs.get("maxResults", 50)
limitPerceptions = kwargs.get("limitPerceptions", False)
fpTypeCuttoffList = kwargs.get("fpTypeCuttoffList", [("TREE", 0.6)])
buildTypeList = kwargs.get("buildTypeList", ["oe-iso-smiles"])
doDisplay = kwargs.get("doDisplay", False)
#
oesmP, ccIdxD = self.__getSearchDataProviders(**kwargs)
oesU = OeSearchUtils(oesmP,
fpTypeList=[tup[0] for tup in fpTypeCuttoffList])
oeioU = OeIoUtils()
# This will reload the oe binary cache.
oeMol = oesmP.getMol("004")
self.assertGreaterEqual(len(list(oeMol.GetAtoms())), 12)
# matchOpts = "graph-relaxed"
matchOpts = "graph-strict"
missTupL = []
missedD = {}
missedFpD = {}
numMols = min(len(ccIdxD), numMols) if numMols else len(ccIdxD)
logger.info(
"Begin substructure search w/ finger print filter on %d molecules",
numMols)
# ----
startTime = time.time()
for (
ii,
ccId,
) in enumerate(list(ccIdxD.keys())[:numMols]):
ccD = ccIdxD[ccId]
for buildType in buildTypeList:
if buildType in ccD:
startTime1 = time.time()
oeMol = oeioU.descriptorToMol(
ccD[buildType],
buildType,
limitPerceptions=limitPerceptions,
messageTag=ccId + ":" + buildType)
if not oeMol:
logger.debug("%s build failed for %s - skipping", ccId,
buildType)
continue
maxHits = 0
minHits = maxFpResults
selfHit = False
for fpType, minFpScore in fpTypeCuttoffList:
retStatus, mL = oesU.searchSubStructureWithFingerPrint(
oeMol,
fpType,
minFpScore,
maxFpResults,
matchOpts=matchOpts)
self.assertTrue(retStatus)
logger.debug("%s fpType %r hits %d", ccId, fpType,
len(mL))
maxHits = max(maxHits, len(mL))
minHits = min(minHits, len(mL))
matchedSelf = self.__resultContains(ccId, mL)
selfHit = selfHit or matchedSelf
if not matchedSelf:
missedFpD.setdefault(ccId, []).append(
(buildType, fpType, len(mL)))
if not selfHit:
missedD.setdefault(ccId, []).append(buildType)
if maxHits < 1 or not selfHit:
logger.info(
"%s (%r) buildType %r min hits %d max hits %d (%.4f seconds)",
ccId, selfHit, buildType, minHits, maxHits,
time.time() - startTime1)
else:
logger.debug("%s missing descriptor %r", ccId, buildType)
if ii % 100 == 0:
logger.info("Completed %d of %d missed count %d", ii, numMols,
len(missedD))
#
for ccId, missL in missedD.items():
logger.info("%s missed list %r", ccId, missL)
if ccId in missedFpD:
logger.info("%s unmatched for fpTypes %r", ccId,
missedFpD[ccId])
# ----
if doDisplay:
mD = {}
for missTup in missTupL:
mD.setdefault(missTup[0], []).append(missTup[1])
for ccId, buildTypeL in mD.items():
idxD = ccIdxD[ccId]
if "oe-iso-smiles" in idxD:
for buildType in buildTypeL:
self.__displayAlignedDescriptorPair(
ccId,
idxD["oe-iso-smiles"],
"oe-iso-smiles",
idxD[buildType],
buildType,
title=None,
limitPerceptions=True)
logger.info("%s fingerprints search on %d in (%.4f seconds)",
len(fpTypeCuttoffList), numMols,
time.time() - startTime)
return True
def testSssWithFingerPrintFromDescriptor(self):
oemp = OeMoleculeProvider(**self.__myKwargs)
ok = oemp.testCache()
ccmP = ChemCompIndexProvider(**self.__myKwargs)
ccIdxD = ccmP.getIndex()
ok = ccmP.testCache(minCount=self.__minCount)
self.assertTrue(ok)
limitPerceptions = False
# minFpScore = 0.5
maxFpResults = 50
matchOpts = "graph-relaxed"
numMols = 20
oeioU = OeIoUtils()
oesU = OeSearchUtils(oemp, fpTypeList=self.__fpTypeList)
missTupL = []
missedD = {}
missedFpD = {}
# ----
startTime = time.time()
for ccId, ccD in list(ccIdxD.items())[:numMols]:
for buildType in [
"oe-iso-smiles", "oe-smiles", "acdlabs-smiles",
"cactvs-iso-smiles", "cactvs-smiles", "inchi"
]:
if buildType in ccD:
logger.debug("Search %s %r", ccId, ccD[buildType])
if buildType in ["inchi"]:
oemf = OeMoleculeFactory()
oemf.setDescriptor(ccD["inchi"], "inchi", ccId)
ok = oemf.build(molBuildType="inchi",
limitPerceptions=limitPerceptions)
if not ok:
logger.info("%s build failed with InChI %r", ccId,
ccD["inchi"])
else:
oeMol = oemf.getMol()
if oemf.getInChI() != ccD["inchi"]:
logger.info(
"%s regenerated InChI differs\n%r\n%s",
ccId, ccD["inchi"], oemf.getInChI())
else:
oeMol = oeioU.smilesToMol(
ccD[buildType], limitPerceptions=limitPerceptions)
if not oeMol:
continue
maxHits = 0
minHits = maxFpResults
selfHit = False
for fpType, minFpScore in self.__fpTypeCuttoffList:
retStatus, mL = oesU.searchSubStructureWithFingerPrint(
oeMol,
fpType,
minFpScore,
maxFpResults,
matchOpts=matchOpts)
self.assertTrue(retStatus)
logger.debug("%s fpType %r hits %d", ccId, fpType,
len(mL))
maxHits = max(maxHits, len(mL))
minHits = min(minHits, len(mL))
matchedSelf = self.__resultContains(ccId, mL)
selfHit = selfHit or matchedSelf
if not matchedSelf:
missedFpD.setdefault(ccId, []).append(
(buildType, fpType, len(mL)))
if not selfHit:
missedD.setdefault(ccId, []).append(buildType)
logger.info("%s (%r) buildType %r min hits %d max hits %d",
ccId, selfHit, buildType, minHits, maxHits)
else:
logger.info("%s missing descriptor %r", ccId, buildType)
#
for ccId, missL in missedD.items():
logger.info("%s missed list %r", ccId, missL)
if ccId in missedFpD:
logger.info("%s unmatched for fpTypes %r", ccId,
missedFpD[ccId])
# ----
doDepict = False
if doDepict:
mD = {}
for missTup in missTupL:
mD.setdefault(missTup[0], []).append(missTup[1])
for ccId, buildTypeL in mD.items():
idxD = ccIdxD[ccId]
if "oe-iso-smiles" in idxD:
for buildType in buildTypeL:
self.__displayAlignedDescriptorPair(
ccId,
idxD["oe-iso-smiles"],
"oe-iso-smiles",
idxD[buildType],
buildType,
title=None,
limitPerceptions=True)
logger.info("%s fingerprints search on %d in (%.4f seconds)",
len(self.__fpTypeList), numMols,
time.time() - startTime)