Beispiel #1
0
def apply_plugin():
    """ Apply the plugin - overrideable method """

    # This method is expected to perform the following steps.
    # 1. Register the required hook/plugin function
    # 2. Get the config object and set/override any required settings
    # 3. Print any informational messages.

    # The first step is required, the last two are of course optional
    # depending upon the required application of the plugin.

    cfg = GetObject('config')

    # Makes sense to activate the callback only if swish-integration
    # is enabled.
    if cfg.swishplugin:
        hooks.register_post_callback_method('crawler:fetcher_process_url_callback',
                                            process_url_further)
        # Turn off caching, since no files are saved
        cfg.pagecache = 0
        # Turn off console-logging
        logger = GetObject('logger')
        logger.disableConsoleLogging()
        # Turn off session-saver feature
        cfg.savesessions = False
        # Turn off interrupt handling
        cfg.ignoreinterrupts = True
Beispiel #2
0
def apply_plugin():
    """ Apply the plugin - overrideable method """

    # This method is expected to perform the following steps.
    # 1. Register the required hook/plugin function
    # 2. Get the config object and set/override any required settings
    # 3. Print any informational messages.

    # The first step is required, the last two are of course optional
    # depending upon the required application of the plugin.

    cfg = GetObject("config")

    # Makes sense to activate the callback only if swish-integration
    # is enabled.
    if cfg.swishplugin:
        hooks.register_post_callback_method("crawler:fetcher_process_url_callback", process_url_further)
        # Turn off caching, since no files are saved
        cfg.pagecache = 0
        # Turn off console-logging
        logger = GetObject("logger")
        logger.disableConsoleLogging()
        # Turn off session-saver feature
        cfg.savesessions = False
        # Turn off interrupt handling
        cfg.ignoreinterrupts = True
def apply_plugin():
    """ All plugin modules need to define this method """

    # This method is expected to perform the following steps.
    # 1. Register the required hook function
    # 2. Get the config object and set/override any required settings
    # 3. Print any informational messages.

    # The first step is required, the last two are of course optional
    # depending upon the required application of the plugin.
    
    from common.common import GetObject
    
    cfg = GetObject('config')
    if cfg.simulate:
        hooks.register_plugin_function('connector:save_url_plugin', save_url)
        # Turn off caching, since no files are saved
        cfg.pagecache = 0
        print 'Simulation mode turned on. Crawl will be simulated and no files will be saved.'
def apply_plugin():
    """ All plugin modules need to define this method """

    # This method is expected to perform the following steps.
    # 1. Register the required hook function
    # 2. Get the config object and set/override any required settings
    # 3. Print any informational messages.

    # The first step is required, the last two are of course optional
    # depending upon the required application of the plugin.

    from common.common import GetObject

    cfg = GetObject('config')
    if cfg.simulate:
        hooks.register_plugin_function('connector:save_url_plugin', save_url)
        # Turn off caching, since no files are saved
        cfg.pagecache = 0
        print 'Simulation mode turned on. Crawl will be simulated and no files will be saved.'