Ejemplo n.º 1
0
def subscribe(mq, state):
    url = (state.conf('www.url_prefix') +
           '/' +
           os.path.basename(state.conf('clusters.addinstances_www')))
    forwardOrCreate = forwardOrCreateTask(url,
                                          state.conf('clusters.addinstances_queue'),
                                          'addInstances',
                                          4)

    processAddPipe = defer_pipe.pipe([queue.keysInBody(['cluster',
                                                        'user_name',
                                                        'num_exec',
                                                        'num_data']),
                                      forwardOrCreate])
    
    processAddInstances = queue.returnResponse(processAddPipe)

    queue.subscribe(mq,
                    state.conf('clusters.addinstances_www'),
                    state.conf('clusters.concurrent_addinstances'),
                    queue.wrapRequestHandler(state, processAddInstances))

    queue.subscribe(mq,
                    state.conf('clusters.addinstances_queue'),
                    state.conf('clusters.concurrent_addinstances'),
                    queue.wrapRequestHandlerTask(state, handleAddInstances))
Ejemplo n.º 2
0
def subscribe(mq, state):
    createAndForward = queue.createTaskAndForward(state.conf('clusters.startcluster_queue'),
                                                  'startCluster',
                                                  5)

    processStartPipe = defer_pipe.pipe([queue.keysInBody(['cluster_name',
                                                          'user_name',
                                                          'num_exec',
                                                          'num_data',
                                                          'cred_name',
                                                          'conf']),
                                        returnClusterStartTaskIfExists,
                                        createCluster,
                                        createAndForward])
    
    processStartCluster = queue.returnResponse(processStartPipe)

    queue.subscribe(mq,
                    state.conf('clusters.startcluster_www'),
                    state.conf('clusters.concurrent_startcluster'),
                    queue.wrapRequestHandler(state, processStartCluster))

    queue.subscribe(mq,
                    state.conf('clusters.startcluster_queue'),
                    state.conf('clusters.concurrent_startcluster'),
                    queue.wrapRequestHandlerTask(state, handleStartCluster))
Ejemplo n.º 3
0
def subscribe(mq, state):
    """Subscribes to the queues needed to handle any incoming import cluster 
    requests.

    """
    createAndForward = queue.createTaskAndForward(state.conf('clusters.importcluster_queue'),
                                                  'importCluster',
                                                  4)

    processImportPipe = defer_pipe.pipe([queue.keysInBody(['host',
                                                           'cred_name',
                                                           'user_name',
                                                           'src_cluster',
                                                           'dst_cluster']),
                                        returnClusterImportTaskIfExists,
                                        createCluster,
                                        createAndForward])

    processImportCluster = queue.returnResponse(processImportPipe)

    queue.subscribe(mq,
                    state.conf('clusters.importcluster_www'),
                    state.conf('clusters.concurrent_importcluster'),
                    queue.wrapRequestHandler(state, processImportCluster))

    queue.subscribe(mq,
                    state.conf('clusters.importcluster_queue'),
                    state.conf('clusters.concurrent_importcluster'),
                    queue.wrapRequestHandlerTask(state, handleImportCluster))
Ejemplo n.º 4
0
def subscribe(mq, state):
    processPipe = defer_pipe.pipe(
        [queue.keysInBody(['user_name', 'cluster_name']), handleConfig])
    processClusterConfig = queue.returnResponse(processPipe)
    queue.subscribe(mq, state.conf('clusters.config_www'),
                    state.conf('clusters.concurrent_config'),
                    queue.wrapRequestHandler(state, processClusterConfig))
Ejemplo n.º 5
0
def subscribe(mq, state):
    processPipe = defer_pipe.pipe(
        [queue.keysInBody(['user_name']), handleList])
    processClusterList = queue.returnResponse(processPipe)
    queue.subscribe(mq, state.conf('clusters.listclusters_www'),
                    state.conf('clusters.concurrent_listclusters'),
                    queue.wrapRequestHandler(state, processClusterList))
Ejemplo n.º 6
0
def makeService(conf):
    mqService = client.makeService(conf)
    mqFactory = mqService.mqFactory


    processRequest = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                             'tasklet',
                                                                             'conf']),
                                                           forwardOrCreate(
                                                               conf('www.url_prefix') + '/' +
                                                               os.path.basename(conf('tasklets.tasklets_www')),
                                                               conf('tasklets.tasklets_queue'),
                                                               'runTasklets',
                                                               1)]))



    queue.subscribe(mqFactory,
                    conf('tasklets.tasklets_www'),
                    conf('tasklets.concurrent_tasklets'),
                    queue.wrapRequestHandler(None, processRequest))


    processRunTasklet = defer_pipe.hookError(defer_pipe.pipe([queue.keysInBody(['tasklet',
                                                                                'conf']),
                                                              handleRunTasklet]),
                                             queue.failureMsg)
    
    queue.subscribe(mqFactory,
                    conf('tasklets.tasklets_queue'),
                    conf('tasklets.concurrent_tasklets'),
                    queue.wrapRequestHandlerTask(None, processRunTasklet))
    
    
    return mqService
Ejemplo n.º 7
0
def makeService(conf):
    mqService = client.makeService(conf)
    mqFactory = mqService.mqFactory

    processRequest = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'tasklet', 'conf']),
            forwardOrCreate(
                conf('www.url_prefix') + '/' +
                os.path.basename(conf('tasklets.tasklets_www')),
                conf('tasklets.tasklets_queue'), 'runTasklets', 1)
        ]))

    queue.subscribe(mqFactory, conf('tasklets.tasklets_www'),
                    conf('tasklets.concurrent_tasklets'),
                    queue.wrapRequestHandler(None, processRequest))

    processRunTasklet = defer_pipe.hookError(
        defer_pipe.pipe(
            [queue.keysInBody(['tasklet', 'conf']), handleRunTasklet]),
        queue.failureMsg)

    queue.subscribe(mqFactory, conf('tasklets.tasklets_queue'),
                    conf('tasklets.concurrent_tasklets'),
                    queue.wrapRequestHandlerTask(None, processRunTasklet))

    return mqService
Ejemplo n.º 8
0
def subscribe(mq, state):
    processPipe = defer_pipe.pipe([queue.keysInBody(['user_name']),
                                   handleList])
    processClusterList = queue.returnResponse(processPipe)
    queue.subscribe(mq,
                    state.conf('clusters.listclusters_www'),
                    state.conf('clusters.concurrent_listclusters'),
                    queue.wrapRequestHandler(state, processClusterList))
Ejemplo n.º 9
0
def _subscribe(mq, state):
    yield _getVMInfo(state)
    yield _checkForUpdatesAndLoop(state)

    processInfo = queue.returnResponse(defer_pipe.pipe([handleWWWInfo]))
    queue.subscribe(mq, state.conf('vm.info_www'),
                    state.conf('vm.concurrent_info'),
                    queue.wrapRequestHandler(state, processInfo))
Ejemplo n.º 10
0
def subscribe(mq, state):
    processPipe = defer_pipe.pipe([queue.keysInBody(['user_name',
                                                     'cluster_name']),
                                   handleConfig])
    processClusterConfig = queue.returnResponse(processPipe)
    queue.subscribe(mq,
                    state.conf('clusters.config_www'),
                    state.conf('clusters.concurrent_config'),
                    queue.wrapRequestHandler(state, processClusterConfig))
Ejemplo n.º 11
0
def subscribe(mq, state):
    processRunPipeline = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'user_name', 'bare_run', 'config']),
            pipeline_misc.containsPipelineTemplate, handleWWWRunPipeline
        ]))
    queue.subscribe(mq, state.conf('pipelines.run_www'),
                    state.conf('pipelines.concurrent_run'),
                    queue.wrapRequestHandler(state, processRunPipeline))
Ejemplo n.º 12
0
def subscribe(mq, state):
    processPipelineDelete = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                    'user_name',
                                                                                    'criteria']),
                                                                  _forwardToCluster(state.conf, state.conf('pipelines.delete_www')),
                                                                  handleWWWPipelineDelete]))
    queue.subscribe(mq,
                    state.conf('pipelines.delete_www'),
                    state.conf('pipelines.concurrent_delete'),
                    queue.wrapRequestHandler(state, processPipelineDelete))
Ejemplo n.º 13
0
def subscribe(mq, state):
    processPipelineDelete = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'user_name', 'criteria']),
            _forwardToCluster(state.conf, state.conf('pipelines.delete_www')),
            handleWWWPipelineDelete
        ]))
    queue.subscribe(mq, state.conf('pipelines.delete_www'),
                    state.conf('pipelines.concurrent_delete'),
                    queue.wrapRequestHandler(state, processPipelineDelete))
Ejemplo n.º 14
0
def subscribe(mq, state):
    processListProtocols = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                   'user_name']),
                                                                 pipeline_misc.forwardToCluster(state.conf,
                                                                                                state.conf('pipelines.listprotocols_www')),
                                                                 handleWWWListProtocols]))
    queue.subscribe(mq,
                    state.conf('pipelines.listprotocols_www'),
                    state.conf('pipelines.concurrent_listprotocols'),
                    queue.wrapRequestHandler(state, processListProtocols))
Ejemplo n.º 15
0
def subscribe(mq, state):
    processListProtocols = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'user_name']),
            pipeline_misc.forwardToCluster(
                state.conf, state.conf('pipelines.listprotocols_www')),
            handleWWWListProtocols
        ]))
    queue.subscribe(mq, state.conf('pipelines.listprotocols_www'),
                    state.conf('pipelines.concurrent_listprotocols'),
                    queue.wrapRequestHandler(state, processListProtocols))
Ejemplo n.º 16
0
def subscribe(mq, state):
    processResumePipeline = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                    'user_name',
                                                                                    'pipeline_name']),
                                                                  pipeline_misc.forwardToCluster(state.conf,
                                                                                                 state.conf('pipelines.resume_www')),
                                                                  handleWWWResumePipeline]))
    queue.subscribe(mq,
                    state.conf('pipelines.resume_www'),
                    state.conf('pipelines.concurrent_resume'),
                    queue.wrapRequestHandler(state, processResumePipeline))
Ejemplo n.º 17
0
def subscribe(mq, state):
    processRunPipeline = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                 'user_name',
                                                                                 'bare_run',
                                                                                 'config']),
                                                               pipeline_misc.containsPipelineTemplate,
                                                               handleWWWRunPipeline]))
    queue.subscribe(mq,
                    state.conf('pipelines.run_www'),
                    state.conf('pipelines.concurrent_run'),
                    queue.wrapRequestHandler(state, processRunPipeline))
Ejemplo n.º 18
0
def subscribe(mq, state):
    processTaskList = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'user_name']),
            _forwardToCluster(state.conf, state.conf('tasks.list_www')),
            handleTaskList
        ]))

    queue.subscribe(mq, state.conf('tasks.list_www'),
                    state.conf('tasks.concurrent_list'),
                    queue.wrapRequestHandler(state, processTaskList))
Ejemplo n.º 19
0
def subscribe(mq, state):
    processTaskList = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                              'user_name']),
                                                            _forwardToCluster(state.conf,
                                                                              state.conf('tasks.list_www')),
                                                            handleTaskList]))
    
    queue.subscribe(mq,
                    state.conf('tasks.list_www'),
                    state.conf('tasks.concurrent_list'),
                    queue.wrapRequestHandler(state, processTaskList))
Ejemplo n.º 20
0
def subscribe(mq, state):
    processObserver = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody([
                'id', 'file', 'event', 'retval', 'props', 'host', 'time',
                'name', 'message'
            ]), handleWWWObserver
        ]))
    queue.subscribe(mq, state.conf('pipelines.observer_www'),
                    state.conf('pipelines.concurrent_observer'),
                    queue.wrapRequestHandler(state, processObserver))
Ejemplo n.º 21
0
def subscribe(mq, state):
    processResumePipeline = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'user_name', 'pipeline_name']),
            pipeline_misc.forwardToCluster(state.conf,
                                           state.conf('pipelines.resume_www')),
            handleWWWResumePipeline
        ]))
    queue.subscribe(mq, state.conf('pipelines.resume_www'),
                    state.conf('pipelines.concurrent_resume'),
                    queue.wrapRequestHandler(state, processResumePipeline))
Ejemplo n.º 22
0
def subscribe(mq, state):
    processUpdatePipelineConfig = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                          'user_name',
                                                                                          'criteria',
                                                                                          'config']),
                                                                        pipeline_misc.forwardToCluster(state.conf,
                                                                                                       state.conf('pipelines.update_www')),
                                                                        handleWWWUpdatePipelineConfig]))
    queue.subscribe(mq,
                    state.conf('pipelines.update_www'),
                    state.conf('pipelines.concurrent_update'),
                    queue.wrapRequestHandler(state, processUpdatePipelineConfig))
Ejemplo n.º 23
0
def subscribe(mq, state):
    processValidatePipelineConfig = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                            'bare_run',
                                                                                            'config']),
                                                                          pipeline_misc.containsPipelineTemplate,
                                                                          pipeline_misc.forwardToCluster(state.conf,
                                                                                                         state.conf('pipelines.validate_www')),
                                                                          handleWWWValidatePipelineConfig]))
    queue.subscribe(mq,
                    state.conf('pipelines.validate_www'),
                    state.conf('pipelines.concurrent_validate'),
                    queue.wrapRequestHandler(state, processValidatePipelineConfig))
Ejemplo n.º 24
0
def subscribe(mq, state):
    processUpdatePipelineConfig = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'user_name', 'criteria', 'config']),
            pipeline_misc.forwardToCluster(state.conf,
                                           state.conf('pipelines.update_www')),
            handleWWWUpdatePipelineConfig
        ]))
    queue.subscribe(
        mq, state.conf('pipelines.update_www'),
        state.conf('pipelines.concurrent_update'),
        queue.wrapRequestHandler(state, processUpdatePipelineConfig))
Ejemplo n.º 25
0
def subscribe(mq, state):
    processValidatePipelineConfig = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'bare_run', 'config']),
            pipeline_misc.containsPipelineTemplate,
            pipeline_misc.forwardToCluster(
                state.conf, state.conf('pipelines.validate_www')),
            handleWWWValidatePipelineConfig
        ]))
    queue.subscribe(
        mq, state.conf('pipelines.validate_www'),
        state.conf('pipelines.concurrent_validate'),
        queue.wrapRequestHandler(state, processValidatePipelineConfig))
Ejemplo n.º 26
0
def subscribe(mq, state):
    yield defer_utils.tryUntil(10,
                               lambda : _monitorAnyPipelines(mq, state),
                               onFailure=defer_utils.sleep(2))
    
    processPipelineList = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                  'user_name']),
                                                                _forwardToCluster(state.conf, state.conf('pipelines.list_www')),
                                                                handleWWWPipelineList]))
    queue.subscribe(mq,
                    state.conf('pipelines.list_www'),
                    state.conf('pipelines.concurrent_list'),
                    queue.wrapRequestHandler(state, processPipelineList))
Ejemplo n.º 27
0
def subscribe(mq, state):
    yield defer_utils.tryUntil(10,
                               lambda: _monitorAnyPipelines(mq, state),
                               onFailure=defer_utils.sleep(2))

    processPipelineList = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'user_name']),
            _forwardToCluster(state.conf, state.conf('pipelines.list_www')),
            handleWWWPipelineList
        ]))
    queue.subscribe(mq, state.conf('pipelines.list_www'),
                    state.conf('pipelines.concurrent_list'),
                    queue.wrapRequestHandler(state, processPipelineList))
Ejemplo n.º 28
0
def subscribe(mq, state):
    processPipelineCreate = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                    'user_name',
                                                                                    'pipeline_name',
                                                                                    'protocol',
                                                                                    'queue',
                                                                                    'config']),
                                                                  pipeline_misc.forwardToCluster(state.conf,
                                                                                                 state.conf('pipelines.create_www')),
                                                                  handleWWWPipelineCreate]))
    queue.subscribe(mq,
                    state.conf('pipelines.create_www'),
                    state.conf('pipelines.concurrent_create'),
                    queue.wrapRequestHandler(state, processPipelineCreate))
Ejemplo n.º 29
0
def subscribe(mq, state):
    processObserver = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['id',
                                                                              'file',
                                                                              'event',
                                                                              'retval',
                                                                              'props',
                                                                              'host',
                                                                              'time',
                                                                              'name',
                                                                              'message']),
                                                            handleWWWObserver]))
    queue.subscribe(mq,
                    state.conf('pipelines.observer_www'),
                    state.conf('pipelines.concurrent_observer'),
                    queue.wrapRequestHandler(state, processObserver))
Ejemplo n.º 30
0
def subscribe(mq, state):
    processTagData = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody(['cluster', 'tag_name', 'metadata', 'action']),
            _forwardToCluster(state.conf, state.conf('tags.createupdate_www')),
            _validateAction,
            queue.createTaskAndForward(state.conf('tags.createupdate_queue'),
                                       'tagCreateUpdate', 0), _returnTag
        ]))
    queue.subscribe(mq, state.conf('tags.createupdate_www'),
                    state.conf('tags.concurrent_createupdate'),
                    queue.wrapRequestHandler(state, processTagData))

    queue.subscribe(mq, state.conf('tags.createupdate_queue'),
                    state.conf('tags.concurrent_createupdate'),
                    queue.wrapRequestHandlerTask(state, handleTaskTagData))
Ejemplo n.º 31
0
def subscribe(mq, state):
    createAndForward = queue.createTaskAndForward(
        state.conf('clusters.terminatecluster_queue'), 'terminateCluster', 1)
    processTerminatePipe = defer_pipe.pipe(
        [queue.keysInBody(['cluster_name', 'user_name']), createAndForward])

    processTerminateCluster = queue.returnResponse(processTerminatePipe)

    queue.subscribe(mq, state.conf('clusters.terminatecluster_www'),
                    state.conf('clusters.concurrent_terminatecluster'),
                    queue.wrapRequestHandler(state, processTerminateCluster))

    queue.subscribe(
        mq, state.conf('clusters.terminatecluster_queue'),
        state.conf('clusters.concurrent_terminatecluster'),
        queue.wrapRequestHandlerTask(state, handleTerminateCluster))
Ejemplo n.º 32
0
def subscribe(mq, state):
    processDeleteTag = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                               'tag_name']),
                                                             _forwardToCluster(state.conf,
                                                                               state.conf('tags.delete_www')),
                                                             queue.createTaskAndForward(state.conf('tags.delete_queue'),
                                                                                        'deleteTag',
                                                                                        0)]))

    queue.subscribe(mq,
                    state.conf('tags.delete_www'),
                    state.conf('tags.concurrent_delete'),
                    queue.wrapRequestHandler(state, processDeleteTag))

    queue.subscribe(mq,
                    state.conf('tags.delete_queue'),
                    state.conf('tags.concurrent_delete'),
                    queue.wrapRequestHandlerTask(state, handleDeleteTag))
Ejemplo n.º 33
0
def subscribe(mq, state):
    createAndForward = queue.createTaskAndForward(state.conf("clusters.terminatecluster_queue"), "terminateCluster", 1)
    processTerminatePipe = defer_pipe.pipe([queue.keysInBody(["cluster_name", "user_name"]), createAndForward])

    processTerminateCluster = queue.returnResponse(processTerminatePipe)

    queue.subscribe(
        mq,
        state.conf("clusters.terminatecluster_www"),
        state.conf("clusters.concurrent_terminatecluster"),
        queue.wrapRequestHandler(state, processTerminateCluster),
    )

    queue.subscribe(
        mq,
        state.conf("clusters.terminatecluster_queue"),
        state.conf("clusters.concurrent_terminatecluster"),
        queue.wrapRequestHandlerTask(state, handleTerminateCluster),
    )
Ejemplo n.º 34
0
def subscribe(mq, state):
    processTransferTag = queue.returnResponse(
        defer_pipe.pipe([
            queue.keysInBody([
                'cluster', 'user_name', 'tag_name', 'src_cluster',
                'dst_cluster', 'dst_type'
            ]),
            _forwardToCluster(state.conf, state.conf('tags.transfer_www')),
            queue.createTaskAndForward(state.conf('tags.transfer_queue'),
                                       'transferTag', 0)
        ]))

    queue.subscribe(mq, state.conf('tags.transfer_www'),
                    state.conf('tags.concurrent_transfer'),
                    queue.wrapRequestHandler(state, processTransferTag))

    queue.subscribe(mq, state.conf('tags.transfer_queue'),
                    state.conf('tags.concurrent_transfer'),
                    queue.wrapRequestHandlerTask(state, handleTransferTag))
Ejemplo n.º 35
0
def subscribe(mq, state):
    processRealizePhantom = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                    'tag_name',
                                                                                    'user_name',
                                                                                    'phantom',
                                                                                    'metadata']),
                                                                  _forwardToCluster(state.conf,
                                                                                    state.conf('tags.realize_www')),
                                                                  queue.createTaskAndForward(state.conf('tags.realize_queue'),
                                                                                             'realizePhantom',
                                                                                             0)]))
    queue.subscribe(mq,
                    state.conf('tags.realize_www'),
                    state.conf('tags.concurrent_realize'),
                    queue.wrapRequestHandler(state, processRealizePhantom))

    queue.subscribe(mq,
                    state.conf('tags.realize_queue'),
                    state.conf('tags.concurrent_realize'),
                    queue.wrapRequestHandlerTask(state, handleRealizePhantom))
Ejemplo n.º 36
0
def subscribe(mq, state):
    createAndForward = queue.createTaskAndForward(
        state.conf('clusters.startcluster_queue'), 'startCluster', 5)

    processStartPipe = defer_pipe.pipe([
        queue.keysInBody([
            'cluster_name', 'user_name', 'num_exec', 'num_data', 'cred_name',
            'conf'
        ]), returnClusterStartTaskIfExists, createCluster, createAndForward
    ])

    processStartCluster = queue.returnResponse(processStartPipe)

    queue.subscribe(mq, state.conf('clusters.startcluster_www'),
                    state.conf('clusters.concurrent_startcluster'),
                    queue.wrapRequestHandler(state, processStartCluster))

    queue.subscribe(mq, state.conf('clusters.startcluster_queue'),
                    state.conf('clusters.concurrent_startcluster'),
                    queue.wrapRequestHandlerTask(state, handleStartCluster))
Ejemplo n.º 37
0
def subscribe(mq, state):
    url = (state.conf('www.url_prefix') + '/' +
           os.path.basename(state.conf('clusters.addinstances_www')))
    forwardOrCreate = forwardOrCreateTask(
        url, state.conf('clusters.addinstances_queue'), 'addInstances', 4)

    processAddPipe = defer_pipe.pipe([
        queue.keysInBody(['cluster', 'user_name', 'num_exec', 'num_data']),
        forwardOrCreate
    ])

    processAddInstances = queue.returnResponse(processAddPipe)

    queue.subscribe(mq, state.conf('clusters.addinstances_www'),
                    state.conf('clusters.concurrent_addinstances'),
                    queue.wrapRequestHandler(state, processAddInstances))

    queue.subscribe(mq, state.conf('clusters.addinstances_queue'),
                    state.conf('clusters.concurrent_addinstances'),
                    queue.wrapRequestHandlerTask(state, handleAddInstances))
Ejemplo n.º 38
0
def subscribe(mq, state):
    createAndForward = queue.createTaskAndForward(state.conf('clusters.terminateinstances_queue'),
                                                  'terminateInstances',
                                                  1)
    processTerminateInstancesPipe = defer_pipe.pipe([queue.keysInBody(['cluster_name',
                                                                       'user_name',
                                                                       'by_attribute',
                                                                       'attribute_values']),
                                                     createAndForward])
    
    processTerminateInstances = queue.returnResponse(processTerminateInstancesPipe)

    queue.subscribe(mq,
                    state.conf('clusters.terminateinstances_www'),
                    state.conf('clusters.concurrent_terminateinstances'),
                    queue.wrapRequestHandler(state, processTerminateInstances))

    queue.subscribe(mq,
                    state.conf('clusters.terminateinstances_queue'),
                    state.conf('clusters.concurrent_terminateinstances'),
                    queue.wrapRequestHandlerTask(state, handleTerminateInstances))
Ejemplo n.º 39
0
def subscribe(mq, state):
    createAndForward = queue.createTaskAndForward(
        state.conf('clusters.terminateinstances_queue'), 'terminateInstances',
        1)
    processTerminateInstancesPipe = defer_pipe.pipe([
        queue.keysInBody(
            ['cluster_name', 'user_name', 'by_attribute', 'attribute_values']),
        createAndForward
    ])

    processTerminateInstances = queue.returnResponse(
        processTerminateInstancesPipe)

    queue.subscribe(mq, state.conf('clusters.terminateinstances_www'),
                    state.conf('clusters.concurrent_terminateinstances'),
                    queue.wrapRequestHandler(state, processTerminateInstances))

    queue.subscribe(
        mq, state.conf('clusters.terminateinstances_queue'),
        state.conf('clusters.concurrent_terminateinstances'),
        queue.wrapRequestHandlerTask(state, handleTerminateInstances))
Ejemplo n.º 40
0
def subscribe(mq, state):
    processTagData = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                             'tag_name',
                                                                             'metadata',
                                                                             'action']),
                                                           _forwardToCluster(state.conf,
                                                                             state.conf('tags.createupdate_www')),
                                                           _validateAction,
                                                           queue.createTaskAndForward(state.conf('tags.createupdate_queue'),
                                                                                      'tagCreateUpdate',
                                                                                      0),
                                                           _returnTag]))
    queue.subscribe(mq,
                    state.conf('tags.createupdate_www'),
                    state.conf('tags.concurrent_createupdate'),
                    queue.wrapRequestHandler(state, processTagData))

    queue.subscribe(mq,
                    state.conf('tags.createupdate_queue'),
                    state.conf('tags.concurrent_createupdate'),
                    queue.wrapRequestHandlerTask(state, handleTaskTagData))
Ejemplo n.º 41
0
def subscribe(mq, state):
    processTransferTag = queue.returnResponse(defer_pipe.pipe([queue.keysInBody(['cluster',
                                                                                 'user_name',
                                                                                 'tag_name',
                                                                                 'src_cluster',
                                                                                 'dst_cluster',
                                                                                 'dst_type']),
                                                               _forwardToCluster(state.conf,
                                                                                 state.conf('tags.transfer_www')),
                                                               queue.createTaskAndForward(state.conf('tags.transfer_queue'),
                                                                                          'transferTag',
                                                                                          0)]))

    queue.subscribe(mq,
                    state.conf('tags.transfer_www'),
                    state.conf('tags.concurrent_transfer'),
                    queue.wrapRequestHandler(state, processTransferTag))

    queue.subscribe(mq,
                    state.conf('tags.transfer_queue'),
                    state.conf('tags.concurrent_transfer'),
                    queue.wrapRequestHandlerTask(state, handleTransferTag))
Ejemplo n.º 42
0
def subscribe(mq, state):
    """Subscribes to the queues needed to handle any incoming import cluster 
    requests.

    """
    createAndForward = queue.createTaskAndForward(
        state.conf('clusters.importcluster_queue'), 'importCluster', 4)

    processImportPipe = defer_pipe.pipe([
        queue.keysInBody(
            ['host', 'cred_name', 'user_name', 'src_cluster', 'dst_cluster']),
        returnClusterImportTaskIfExists, createCluster, createAndForward
    ])

    processImportCluster = queue.returnResponse(processImportPipe)

    queue.subscribe(mq, state.conf('clusters.importcluster_www'),
                    state.conf('clusters.concurrent_importcluster'),
                    queue.wrapRequestHandler(state, processImportCluster))

    queue.subscribe(mq, state.conf('clusters.importcluster_queue'),
                    state.conf('clusters.concurrent_importcluster'),
                    queue.wrapRequestHandlerTask(state, handleImportCluster))