def createWorker(machineId,
viewFactory,
callbackSchedulerToUse=None,
threadCount=2,
memoryLimitMb=100):
if callbackSchedulerToUse is None:
callbackSchedulerToUse = CallbackScheduler.singletonForTesting()
vdm = ForaNative.VectorDataManager(callbackSchedulerToUse, 5 * 1024 * 1024)
vdm.setMemoryLimit(
int(memoryLimitMb * 1024 * 1024),
min(int(memoryLimitMb * 1.25 * 1024 * 1024),
int((memoryLimitMb + 1024 * 2) * 1024 * 1024)))
vdm.setPersistentCacheIndex(
CumulusNative.PersistentCacheIndex(viewFactory.createView(),
callbackSchedulerToUse))
cache = CumulusNative.SimpleOfflineCache(callbackSchedulerToUse,
1000 * 1024 * 1024)
eventHandler = CumulusNative.CumulusWorkerHoldEventsInMemoryEventHandler()
return (CumulusNative.CumulusWorker(
callbackSchedulerToUse,
CumulusNative.CumulusWorkerConfiguration(
machineId, threadCount,
CumulusNative.CumulusCheckpointPolicy.None (),
ExecutionContext.createContextConfiguration(), ""), vdm, cache,
eventHandler), vdm, eventHandler)
def cacheFunction(self):
if self.useInMemoryCache:
return CumulusNative.SimpleOfflineCache(self.callbackScheduler, 1000 * 1024 * 1024)
else:
self.diskCacheCount += 1
return CumulusNative.DiskOfflineCache(
self.callbackScheduler,
os.path.join(self.diskCacheStorageDir, str(self.diskCacheCount)),
100 * 1024 * 1024 * 1024,
100000
)
def setUp(self):
self.callbackScheduler = CallbackScheduler.singletonForTesting()
self.runtime = Runtime.getMainRuntime()
self.axioms = self.runtime.getAxioms()
self.native_runtime = self.runtime.getTypedForaCompiler()
self.vals_to_test = self.loadValuesFromFile(
os.path.join(os.path.split(__file__)[0], "AxiomJOA_test.txt"))
self.evaluator = LocalEvaluator.LocalEvaluator(
lambda vdm: CumulusNative.SimpleOfflineCache(
self.callbackScheduler, 1000000000),
10000000,
maxPageSizeInBytes=100000)
self.oldEvaluator = Evaluator.swapEvaluator(self.evaluator)
self.knownModulesAsConstantJOVs = dict()
self.knownModulesAsConstantJOVs["builtin"] = \
FORANative.JudgmentOnValue.Constant(FORA.builtin().implVal_)
def createStorage(vdm):
self.simpleOfflineCache = CumulusNative.SimpleOfflineCache(
self.callbackScheduler, 1000000000)
return self.simpleOfflineCache
