Ejemplo n.º 1
0
 def __init__(self):
     self.conf = Configuration()
Ejemplo n.º 2
0
 def __init__(self):
     self.conf = Configuration()
     self.MLConf = MLConf()
Ejemplo n.º 3
0
from pyangel.context import Configuration
from pyangel.ml.conf import MLConf
from pyangel.conf import AngelConf

try:
    Configuration._init()
except RuntimeError:
    print("Oops!PyAngel failed to initialize")


# To Do
# Modify the way to get current Angel version


conf = Configuration()
conf[AngelConf.ANGEL_INPUTFORMAT_CLASS] = 'org.apache.hadoop.mapreduce.lib.input.CombineTextInputFormat'
conf.set_boolean("mapred.mapper.new-api", True)
conf.set_boolean(AngelConf.ANGEL_JOB_OUTPUT_PATH_DELETEONEXIST, True)

LOCAL_FS = LocalFileSystem.DEFAULT_FS
TMP_PATH = tempfile.gettempdir()

conf[AngelConf.ANGEL_DEPLOY_MODE] = "LOCAL"
conf[AngelConf.ANGEL_SAVE_MODEL_PATH] = LOCAL_FS + TMP_PATH + "/out"
conf[AngelConf.ANGEL_LOG_PATH] = LOCAL_FS + TMP_PATH + "/log"
conf[AngelConf.ANGEL_WORKERGROUP_NUMBER] = 1
conf[AngelConf.ANGEL_WORKER_TASK_NUMBER] = 1
conf[AngelConf.ANGEL_PS_NUMBER] = 1