Esempio n. 1
0
 def basicSetup(self, ngram_order=10):
     self.uc = unnaturalCode(logFilePath=self.logFilePath)
     # Oiugh... thank you, dependecy injection.
     self.cm = mitlmCorpus(readCorpus=self.readCorpus,
                           writeCorpus=self.readCorpus,
                           uc=self.uc,
                           order=ngram_order)
     self.sm = sourceModel(cm=self.cm, language=self.lm)
Esempio n. 2
0
 def basicSetup(self, ngram_order=10):
     self.uc = unnaturalCode(logFilePath=self.logFilePath)
     # Oiugh... thank you, dependecy injection.
     self.cm = mitlmCorpus(readCorpus=self.readCorpus,
                           writeCorpus=self.readCorpus,
                           uc=self.uc,
                           order=ngram_order)
     self.sm = sourceModel(cm=self.cm, language=self.lm)
 def setUpClass(self):
     self.td = mkdtemp(prefix='ucTest-')
     assert os.access(self.td, os.X_OK & os.R_OK & os.W_OK)
     assert os.path.isdir(self.td)
     readCorpus = os.path.join(self.td, 'ucCorpus')
     logFilePath = os.path.join(self.td, 'ucLogFile')
     self.uc = unnaturalCode(logFilePath=logFilePath)
     self.cm = mitlmCorpus(readCorpus=readCorpus, writeCorpus=readCorpus, uc=ucGlobal)
     self.sm = sourceModel(cm=self.cm, language=pythonSource)
Esempio n. 4
0
 def __init__(self, readCorpus=None, writeCorpus=None, estimateNgramPath=None, uc=unnaturalCode(), order=10):
     self.readCorpus = (readCorpus or os.getenv("ucCorpus", "/tmp/ucCorpus"))
     self.writeCorpus = (writeCorpus or os.getenv("ucWriteCorpus", self.readCorpus))
     self.mitlmSocketPath = "ipc://%s/%s-%i-%i" % (os.path.dirname(self.readCorpus), "ucMitlmSocket", os.getpid(), id(self))
     self.estimateNgramPath = (estimateNgramPath or os.getenv("ESTIMATENGRAM", os.popen('which estimate-ngram').read()))
     self.corpusFile = False
     self.mitlmSocket = None
     self.mitlmProc = None
     self.order = order
     self.zctx = uc.zctx
Esempio n. 5
0
 def __init__(self,
              readCorpus=None,
              writeCorpus=None,
              uc=unnaturalCode(),
              order=10):
     self.readCorpus = (readCorpus
                        or os.getenv("ucCorpus", "/tmp/ucCorpus"))
     self.writeCorpus = (writeCorpus
                         or os.getenv("ucWriteCorpus", self.readCorpus))
     self.corpusFile = False
     self.order = order
     self.mitlm = None
Esempio n. 6
0
 def __init__(self, ngram_order=10):
     self.homeDir = os.path.expanduser("~")
     self.ucDir = os.getenv("UC_DATA", os.path.join(self.homeDir, ".unnaturalCode"))
     if not os.path.exists(self.ucDir):
       os.makedirs(self.ucDir)
     assert os.access(self.ucDir, os.X_OK & os.R_OK & os.W_OK)
     assert os.path.isdir(self.ucDir)
     
     self.readCorpus = os.path.join(self.ucDir, 'pyCorpus') 
     self.logFilePath = os.path.join(self.ucDir, 'pyLogFile')
     
     self.uc = unnaturalCode(logFilePath=self.logFilePath)
     # Oiugh... thank you, dependecy injection.
     self.cm = mitlmCorpus(readCorpus=self.readCorpus,
                           writeCorpus=self.readCorpus,
                           uc=self.uc,
                           order=ngram_order)
     self.lm = pythonSource
     self.sm = sourceModel(cm=self.cm, language=self.lm)
 def testSingleton(self):
     ucA = unnaturalCode()
     ucB = unnaturalCode()
     self.assertEquals(ucA, ucB)
def setUpModule():
    global ucGlobal
    ucGlobal = unnaturalCode()