def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Searcher.SetConf(ConfIn)
self.ObjCenter.SetConf(ConfIn)
self.NodeDir = self.conf.GetConf('nodedir') + '/'
self.lQObjFeatureGroup = self.conf.GetConf('qobjfeaturegroup',
self.lQObjFeatureGroup)
self.lDocObjFeatureGroup = self.conf.GetConf('docobjfeaturegroup',
self.lDocObjFeatureGroup)
self.lObjObjFeatureGroup = self.conf.GetConf('objobjfeaturegroup',
self.lObjObjFeatureGroup)
if 'ana' in self.lQObjFeatureGroup:
self.QObjAnaExtractor.SetConf(ConfIn)
if 'facc' in self.lDocObjFeatureGroup:
self.DocObjFaccExtractor.SetConf(ConfIn)
if 'kg' in self.lObjObjFeatureGroup:
self.ObjObjKGExtractor.SetConf(ConfIn)
if 'precalc' in self.lObjObjFeatureGroup:
self.ObjObjPreCalcExtractor.SetConf(ConfIn)
if 'textsim' in self.lObjObjFeatureGroup:
self.ObjObjTextSimExtractor.SetConf(ConfIn)
logging.info('edge feature center confs setted')
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.DocKgDir = self.conf.GetConf('dockgdir')
QAnaInName = self.conf.GetConf('qanain')
self.LoadQObj(QAnaInName)
self.ObjCenter.SetConf(ConfIn)
self.OrigQWeight = self.conf.GetConf('origqweight', self.OrigQWeight)
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Searcher.SetConf(ConfIn)
DocAnaIn = self.conf.GetConf('docanain')
DocTextIn = self.conf.GetConf('doctextin')
self.ReadDocAna(DocAnaIn, DocTextIn)
self.OutDir = self.conf.GetConf('outdir')
self.QInName = self.conf.GetConf('in')
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Searcher.SetConf(ConfIn)
self.Evaluator.SetConf(ConfIn)
self.ObjCenter.SetConf(ConfIn)
self.QDocNodeDataDir = self.conf.GetConf('qdocnodedatadir') + '/'
self.OrigQWeight = self.conf.GetConf('origqweight', self.OrigQWeight)
self.UseQObjOnly = bool(self.conf.GetConf('qobjonly', 1))
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.InDir = self.conf.GetConf('indir')
self.OutDir = self.conf.GetConf('outdir')
QRelInName = self.conf.GetConf('qrel')
self.QRelCenter.Load(QRelInName)
QIn = self.conf.GetConf('qin')
self.LoadQueryQid(QIn)
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Searcher.SetConf(ConfIn)
self.Word2VecInName = self.conf.GetConf('word2vecin')
self.LoadWord2Vec()
self.QIn = self.conf.GetConf('in')
self.OutDir = self.conf.GetConf('outdir')
self.BinNumber = self.conf.GetConf('binnumber', self.BinNumber)
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.MSRAInDataPre = self.conf.GetConf('indatapre', self.MSRAInDataPre)
self.PartNum = self.conf.GetConf('partnum', self.PartNum)
self.DocUrlMappingDataPre = self.conf.GetConf(
'docurlmappingpre', self.DocUrlMappingDataPre)
self.OutPre = self.conf.GetConf('outpre', self.OutPre)
self.ProcessScript = self.conf.GetConf('torunscript',
self.ProcessScript)
self.lCmd.append(self.ProcessScript)
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.size = int(self.conf.GetConf('size', self.size))
self.min_count = int(self.conf.GetConf('min_count', self.min_count))
self.sample = int(self.conf.GetConf('sample', self.sample))
self.workers = int(self.conf.GetConf('workers', self.workers))
self.hs = int(self.conf.GetConf('hs', self.hs))
self.negative = int(self.conf.GetConf('negative', self.negative))
self.dm = int(self.conf.GetConf('dm', self.dm))
self.InName = self.conf.GetConf('in')
self.OutName = self.conf.GetConf('out')
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Searcher.SetConf(ConfIn)
self.Evaluator.SetConf(ConfIn)
self.cLmName = self.conf.GetConf('lmname', self.cLmName)
self.SetLmClass()
self.Word2VecInName = self.conf.GetConf('word2vecin',
self.Word2VecInName)
self.LoadWord2Vec()
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.lQueryNodeGroup = self.conf.GetConf('querynodegroup',
self.lQueryNodeGroup)
self.lDocNodeGroup = self.conf.GetConf('docnodegroup',
self.lDocNodeGroup)
self.Searcher.SetConf(ConfIn)
if 'ana' in self.lQueryNodeGroup:
self.QueryNodePreFetchedCollector.SetConf(ConfIn)
if 'facc' in self.lDocNodeGroup:
self.DocNodeFaccAnaCollector.SetConf(ConfIn)
logging.info('node collector center conf set')
return
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.DistanceType = self.conf.GetConf('distype', self.DistanceType)
self.QField = self.conf.GetConf('qfield', self.QField)
self.DocVecInName = self.conf.GetConf('docvecin')
self.OverWrite = bool(int(self.conf.GetConf('overwrite', 0)))
self.DocVecInType = self.conf.GetConf('docvecintype',
self.DocVecInType)
self.DocNoInName = self.conf.GetConf('docnoinname')
QInName = self.conf.GetConf('qin')
if "" != QInName:
lLines = open(QInName).read().splitlines()
self.hQidQuery = dict([line.split('\t') for line in lLines])
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.NodeDir = self.conf.GetConf('nodedir') + '/'
self.Searcher.SetConf(ConfIn)
self.ObjCenter.SetConf(ConfIn)
self.QDocFeatureExtractor.SetConf(ConfIn)
self.QObjFeatureExtractor.SetConf(ConfIn)
self.DocObjFeatureExtractor.SetConf(ConfIn)
self.ObjObjFeatureExtractor.SetConf(ConfIn)
logging.info('graph full feature extractor conf setted')
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Searcher.SetConf(ConfIn)
self.Evaluator.SetConf(ConfIn)
self.lLmName = self.conf.GetConf('lmname', self.lLmName)
self.QueryInName = self.conf.GetConf('in')
self.lOutName = self.conf.GetConf('out', self.lOutName)
self.Word2VecInName = self.conf.GetConf('word2vecin',
self.Word2VecInName)
self.LoadWord2Vec()
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.GraphSource = self.conf.GetConf('graphsource', self.GraphSource)
if self.GraphSource == 'tagme':
self.GraphFormer = DocKGTagMeFormerC(ConfIn)
if self.GraphSource == 'facc':
self.GraphFormer = DocKGFaccFormerC(ConfIn)
if not self.GraphSource in set(['tagme', 'facc']):
logging.error('graph formmer type [%s] not supported',
self.GraphSource)
raise NotImplementedError
self.OutDir = self.conf.GetConf('outdir')
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.lObjObjFeatureGroup = self.conf.GetConf('objobjfeaturegroup', self.lObjObjFeatureGroup)
if 'kg' in self.lObjObjFeatureGroup:
self.ObjObjKGExtractor.SetConf(ConfIn)
if 'precalc' in self.lObjObjFeatureGroup:
self.ObjObjPreCalcExtractor.SetConf(ConfIn)
if 'textsim' in self.lObjObjFeatureGroup:
self.ObjObjTextSimExtractor.SetConf(ConfIn)
if 'typesim' in self.lObjObjFeatureGroup:
self.ObjObjTypeSimExtractor.SetConf(ConfIn)
if 'embsim' in self.lObjObjFeatureGroup:
self.ObjObjEmbSimExtractor.SetConf(ConfIn)
logging.info('edge feature center confs setted')
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Word2VecInName = self.conf.GetConf('word2vecin')
self.lFeatureGroup = self.conf.GetConf('featuregroup')
self.QRelIn = self.conf.GetConf('qrel')
self.QRelCenter.Load(self.QRelIn)
if type(self.lFeatureGroup) != list:
self.lFeatureGroup = [self.lFeatureGroup]
self.Searcher.SetConf(ConfIn)
if 'givenfeature' in self.lFeatureGroup:
self.GivenFeatureExtractor.SetConf(ConfIn)
if 'termpairemb' in self.lFeatureGroup:
self.EmbTermPairFeatureExtractor.SetConf(ConfIn)
if 'emblm' in self.lFeatureGroup:
self.EmbLmFeatureExtractor.SetConf(ConfIn)
return True
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.DocKgDir = self.conf.GetConf('dockgdir')
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.DataDir = self.conf.GetConf('datadir') + '/'
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.FaccDataCenter.SetConf(ConfIn)
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Lambda = self.conf.GetConf('lambda', self.Lambda)
self.Alpha = self.conf.GetConf('alpha', self.Alpha)
self.b = self.conf.GetConf('b', self.b)
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.InDir = self.conf.GetConf('indir') + '/'
self.OutDir = self.conf.GetConf('outdir') + '/'
self.RelCenter.SetConf(ConfIn)
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.DocKgDir = self.conf.GetConf('dockgdir')
QAnaInName = self.conf.GetConf('qanain')
self.LoadQObj(QAnaInName)
def SetConf(self, ConfIn):
cxBaseC.SetConf(self, ConfIn)
self.Searcher.SetConf(ConfIn)
self.ObjCenter.SetConf(ConfIn)
self.NeighborNum = self.conf.GetConf('neighbornum', self.NeighborNum)
