def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Searcher.SetConf(ConfIn) self.ObjCenter.SetConf(ConfIn) self.NodeDir = self.conf.GetConf('nodedir') + '/' self.lQObjFeatureGroup = self.conf.GetConf('qobjfeaturegroup', self.lQObjFeatureGroup) self.lDocObjFeatureGroup = self.conf.GetConf('docobjfeaturegroup', self.lDocObjFeatureGroup) self.lObjObjFeatureGroup = self.conf.GetConf('objobjfeaturegroup', self.lObjObjFeatureGroup) if 'ana' in self.lQObjFeatureGroup: self.QObjAnaExtractor.SetConf(ConfIn) if 'facc' in self.lDocObjFeatureGroup: self.DocObjFaccExtractor.SetConf(ConfIn) if 'kg' in self.lObjObjFeatureGroup: self.ObjObjKGExtractor.SetConf(ConfIn) if 'precalc' in self.lObjObjFeatureGroup: self.ObjObjPreCalcExtractor.SetConf(ConfIn) if 'textsim' in self.lObjObjFeatureGroup: self.ObjObjTextSimExtractor.SetConf(ConfIn) logging.info('edge feature center confs setted')
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.DocKgDir = self.conf.GetConf('dockgdir') QAnaInName = self.conf.GetConf('qanain') self.LoadQObj(QAnaInName) self.ObjCenter.SetConf(ConfIn) self.OrigQWeight = self.conf.GetConf('origqweight', self.OrigQWeight)
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Searcher.SetConf(ConfIn) DocAnaIn = self.conf.GetConf('docanain') DocTextIn = self.conf.GetConf('doctextin') self.ReadDocAna(DocAnaIn, DocTextIn) self.OutDir = self.conf.GetConf('outdir') self.QInName = self.conf.GetConf('in')
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Searcher.SetConf(ConfIn) self.Evaluator.SetConf(ConfIn) self.ObjCenter.SetConf(ConfIn) self.QDocNodeDataDir = self.conf.GetConf('qdocnodedatadir') + '/' self.OrigQWeight = self.conf.GetConf('origqweight', self.OrigQWeight) self.UseQObjOnly = bool(self.conf.GetConf('qobjonly', 1))
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.InDir = self.conf.GetConf('indir') self.OutDir = self.conf.GetConf('outdir') QRelInName = self.conf.GetConf('qrel') self.QRelCenter.Load(QRelInName) QIn = self.conf.GetConf('qin') self.LoadQueryQid(QIn)
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Searcher.SetConf(ConfIn) self.Word2VecInName = self.conf.GetConf('word2vecin') self.LoadWord2Vec() self.QIn = self.conf.GetConf('in') self.OutDir = self.conf.GetConf('outdir') self.BinNumber = self.conf.GetConf('binnumber', self.BinNumber)
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.MSRAInDataPre = self.conf.GetConf('indatapre', self.MSRAInDataPre) self.PartNum = self.conf.GetConf('partnum', self.PartNum) self.DocUrlMappingDataPre = self.conf.GetConf( 'docurlmappingpre', self.DocUrlMappingDataPre) self.OutPre = self.conf.GetConf('outpre', self.OutPre) self.ProcessScript = self.conf.GetConf('torunscript', self.ProcessScript) self.lCmd.append(self.ProcessScript)
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.size = int(self.conf.GetConf('size', self.size)) self.min_count = int(self.conf.GetConf('min_count', self.min_count)) self.sample = int(self.conf.GetConf('sample', self.sample)) self.workers = int(self.conf.GetConf('workers', self.workers)) self.hs = int(self.conf.GetConf('hs', self.hs)) self.negative = int(self.conf.GetConf('negative', self.negative)) self.dm = int(self.conf.GetConf('dm', self.dm)) self.InName = self.conf.GetConf('in') self.OutName = self.conf.GetConf('out')
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Searcher.SetConf(ConfIn) self.Evaluator.SetConf(ConfIn) self.cLmName = self.conf.GetConf('lmname', self.cLmName) self.SetLmClass() self.Word2VecInName = self.conf.GetConf('word2vecin', self.Word2VecInName) self.LoadWord2Vec()
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.lQueryNodeGroup = self.conf.GetConf('querynodegroup', self.lQueryNodeGroup) self.lDocNodeGroup = self.conf.GetConf('docnodegroup', self.lDocNodeGroup) self.Searcher.SetConf(ConfIn) if 'ana' in self.lQueryNodeGroup: self.QueryNodePreFetchedCollector.SetConf(ConfIn) if 'facc' in self.lDocNodeGroup: self.DocNodeFaccAnaCollector.SetConf(ConfIn) logging.info('node collector center conf set') return
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.DistanceType = self.conf.GetConf('distype', self.DistanceType) self.QField = self.conf.GetConf('qfield', self.QField) self.DocVecInName = self.conf.GetConf('docvecin') self.OverWrite = bool(int(self.conf.GetConf('overwrite', 0))) self.DocVecInType = self.conf.GetConf('docvecintype', self.DocVecInType) self.DocNoInName = self.conf.GetConf('docnoinname') QInName = self.conf.GetConf('qin') if "" != QInName: lLines = open(QInName).read().splitlines() self.hQidQuery = dict([line.split('\t') for line in lLines])
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.NodeDir = self.conf.GetConf('nodedir') + '/' self.Searcher.SetConf(ConfIn) self.ObjCenter.SetConf(ConfIn) self.QDocFeatureExtractor.SetConf(ConfIn) self.QObjFeatureExtractor.SetConf(ConfIn) self.DocObjFeatureExtractor.SetConf(ConfIn) self.ObjObjFeatureExtractor.SetConf(ConfIn) logging.info('graph full feature extractor conf setted')
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Searcher.SetConf(ConfIn) self.Evaluator.SetConf(ConfIn) self.lLmName = self.conf.GetConf('lmname', self.lLmName) self.QueryInName = self.conf.GetConf('in') self.lOutName = self.conf.GetConf('out', self.lOutName) self.Word2VecInName = self.conf.GetConf('word2vecin', self.Word2VecInName) self.LoadWord2Vec()
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.GraphSource = self.conf.GetConf('graphsource', self.GraphSource) if self.GraphSource == 'tagme': self.GraphFormer = DocKGTagMeFormerC(ConfIn) if self.GraphSource == 'facc': self.GraphFormer = DocKGFaccFormerC(ConfIn) if not self.GraphSource in set(['tagme', 'facc']): logging.error('graph formmer type [%s] not supported', self.GraphSource) raise NotImplementedError self.OutDir = self.conf.GetConf('outdir')
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.lObjObjFeatureGroup = self.conf.GetConf('objobjfeaturegroup', self.lObjObjFeatureGroup) if 'kg' in self.lObjObjFeatureGroup: self.ObjObjKGExtractor.SetConf(ConfIn) if 'precalc' in self.lObjObjFeatureGroup: self.ObjObjPreCalcExtractor.SetConf(ConfIn) if 'textsim' in self.lObjObjFeatureGroup: self.ObjObjTextSimExtractor.SetConf(ConfIn) if 'typesim' in self.lObjObjFeatureGroup: self.ObjObjTypeSimExtractor.SetConf(ConfIn) if 'embsim' in self.lObjObjFeatureGroup: self.ObjObjEmbSimExtractor.SetConf(ConfIn) logging.info('edge feature center confs setted')
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Word2VecInName = self.conf.GetConf('word2vecin') self.lFeatureGroup = self.conf.GetConf('featuregroup') self.QRelIn = self.conf.GetConf('qrel') self.QRelCenter.Load(self.QRelIn) if type(self.lFeatureGroup) != list: self.lFeatureGroup = [self.lFeatureGroup] self.Searcher.SetConf(ConfIn) if 'givenfeature' in self.lFeatureGroup: self.GivenFeatureExtractor.SetConf(ConfIn) if 'termpairemb' in self.lFeatureGroup: self.EmbTermPairFeatureExtractor.SetConf(ConfIn) if 'emblm' in self.lFeatureGroup: self.EmbLmFeatureExtractor.SetConf(ConfIn) return True
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.DocKgDir = self.conf.GetConf('dockgdir')
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.DataDir = self.conf.GetConf('datadir') + '/'
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.FaccDataCenter.SetConf(ConfIn)
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Lambda = self.conf.GetConf('lambda', self.Lambda) self.Alpha = self.conf.GetConf('alpha', self.Alpha) self.b = self.conf.GetConf('b', self.b)
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.InDir = self.conf.GetConf('indir') + '/' self.OutDir = self.conf.GetConf('outdir') + '/' self.RelCenter.SetConf(ConfIn)
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.DocKgDir = self.conf.GetConf('dockgdir') QAnaInName = self.conf.GetConf('qanain') self.LoadQObj(QAnaInName)
def SetConf(self, ConfIn): cxBaseC.SetConf(self, ConfIn) self.Searcher.SetConf(ConfIn) self.ObjCenter.SetConf(ConfIn) self.NeighborNum = self.conf.GetConf('neighbornum', self.NeighborNum)