def main(self,
files,
conceptMap,
symMap,
outDir,
symName='word',
extraExt='',
obsColumn=0,
negExamples=None,
posExamples=None,
writeConst=None,
appendConst=None):
if writeConst is not None and appendConst is not None:
raise ValueError("Use only writeConst or appendConst, not both")
self.setupMaps(conceptMap, symMap)
globfiles = set()
for fn in files:
if os.path.isdir(fn):
globfiles |= set(glob(os.path.join(fn, '*.hddn')))
else:
globfiles.add(fn)
file_ids = set()
for fn in globfiles:
file_id = fn.replace('.hddn', '')
file_ids.add(file_id)
file_ids = sorted(file_ids)
if negExamples and negExamples != 'off':
neg_ex = ADict.readFromFile(negExamples)
neg_ex = self.mapExamples(neg_ex)
else:
neg_ex = {}
if posExamples and posExamples != 'off':
pos_ex = ADict.readFromFile(posExamples)
pos_ex = self.mapExamples(pos_ex)
else:
pos_ex = {}
if writeConst:
constFile = writeConst
constAppend = False
else:
constFile = appendConst
constAppend = True
ho_generator = self.generateHO(file_ids, extraExt, obsColumn)
dts, histories = self.makeDTS(ho_generator)
word_C = self.makeSparseProb(histories, pos_ex, neg_ex)
self.storeResults(outDir, symName, dts, word_C, constFile, constAppend)
def main(self, files, conceptMap, symMap, outDir, symName='word',
extraExt='', obsColumn=0, negExamples=None, posExamples=None,
writeConst=None, appendConst=None):
if writeConst is not None and appendConst is not None:
raise ValueError("Use only writeConst or appendConst, not both")
self.setupMaps(conceptMap, symMap)
globfiles = set()
for fn in files:
if os.path.isdir(fn):
globfiles |= set(glob(os.path.join(fn, '*.hddn')))
else:
globfiles.add(fn)
file_ids = set()
for fn in globfiles:
file_id = fn.replace('.hddn', '')
file_ids.add(file_id)
file_ids = sorted(file_ids)
if negExamples and negExamples != 'off':
neg_ex = ADict.readFromFile(negExamples)
neg_ex = self.mapExamples(neg_ex)
else:
neg_ex = {}
if posExamples and posExamples != 'off':
pos_ex = ADict.readFromFile(posExamples)
pos_ex = self.mapExamples(pos_ex)
else:
pos_ex = {}
if writeConst:
constFile = writeConst
constAppend = False
else:
constFile = appendConst
constAppend = True
ho_generator = self.generateHO(file_ids, extraExt, obsColumn)
dts, histories = self.makeDTS(ho_generator)
word_C = self.makeSparseProb(histories, pos_ex, neg_ex)
self.storeResults(outDir, symName, dts, word_C, constFile, constAppend)
def main(self, concept_map, sym_map, examples, output, threshold):
self.conceptMap = SymMap.readFromFile(concept_map, format=(int, unicode)).inverse
self.symMap = SymMap.readFromFile(sym_map, format=(int, unicode)).inverse
examples = ADict.readFromFile(examples)
examples = self.mapExamples(examples, threshold)
key = lambda (k, v): (k[0], -v, k[1])
examples.writeToFile(output, key=key)
def main(self, concept_map, sym_map, examples, output, threshold):
self.conceptMap = SymMap.readFromFile(concept_map,
format=(int, unicode)).inverse
self.symMap = SymMap.readFromFile(sym_map,
format=(int, unicode)).inverse
examples = ADict.readFromFile(examples)
examples = self.mapExamples(examples, threshold)
key = lambda (k, v): (k[0], -v, k[1])
examples.writeToFile(output, key=key)
