Пример #1
0
def fullChine():

    timeStart = getCurrentTime()
    main.setupFull()
    timeSetup = getCurrentTime()

    chine()
Пример #2
0
def full():

    timeStart = getCurrentTime()
    main.setupFull()
    timeSetup = getCurrentTime()

    additionPython()
    cleanHdfs()
    cutBrisbane()

    storeBrisbaneOnHdfs()
    timeStore = getCurrentTime()

    runProduction()
    timeProduction = getCurrentTime()

    utils.print_header("Timing")
    printElapsed("setup", timeSetup - timeStart)
    printElapsed("store", timeStore - timeStart)
    printElapsed("production", timeProduction - timeStart)
    utils.print_header("")

    viewProductionDistributed()
Пример #3
0
def runMain():

    if utils.inputMatch([]):
        utils.print_header('expe')
        utils.print_option("step1", "launch cluster, and cut image")
        utils.print_option("step2", "deploy image on hdfs")
        utils.print_option("step3", "get status of image")
        utils.print_option("step4", "produce L2")
        utils.print_option("step5", "view produced image")
        utils.print_option("view", "view distributed")
        utils.print_option("clean", "clear hdfs ")
        utils.print_option("full", "run all")
        utils.print_option("run-perou", "run perou")
        utils.print_option("view-perou", "view perou")
        utils.print_option("full-chine", "cluster -> china")
        utils.print_option("run-chine", "run china")
        utils.print_option("deep-restore", "restore deep models")
        utils.print_option("deep-sync", "restore deep models")
        utils.print_option("deep-download", "restore deep models")
        utils.print_header('')

    if utils.inputMatch(['deep-restore']):
        restoreDeep()

    if utils.inputMatch(['deep-sync']):
        syncDeep()

    if utils.inputMatch(['deep-download']):
        downloadDeep()

    if utils.inputMatch(['deep-retrosync']):
        retrosyncDeep()

    if utils.inputMatch(['deep-tar']):
        uploadDeep()

    if utils.inputMatch(['run-perou']):
        runBigPerou()

    if utils.inputMatch(['view-perou']):
        viewPerou()


    if utils.inputMatch(['view']):
        viewProductionDistributed()

    if utils.inputMatch(['clean']):
        cleanHdfs()

    if utils.inputMatch(['full']):
        full()

    if utils.inputMatch(['full-chine']):
        fullChine()

    if utils.inputMatch(['step1']):

        main.setupFull()
        additionPython()
        cutBrisbane()

    if utils.inputMatch(['step1b']):

        cutBrisbane()

    if utils.inputMatch(['step2']):

        storeBrisbaneOnHdfs()

    if utils.inputMatch(['step3']):

        getFileStatus()

    if utils.inputMatch(['step4']):
        runProduction()

    if utils.inputMatch(['step5']):
        viewProduction()

    if utils.inputMatch(['kill']):
        cluster.instanceKillAll()
Пример #4
0
def full():
    main.setupFull()
    additionPython()
    restoreDeepModels()
    restoreDeepEval()