Esempio n. 1
0
def load(params):
    romanesco.register_executor('r', executor.run)

    converters_dir = os.path.join(params['plugin_dir'], 'converters')
    romanesco.format.import_converters([
        os.path.join(converters_dir, 'r'),
        os.path.join(converters_dir, 'table'),
        os.path.join(converters_dir, 'tree')
    ])
Esempio n. 2
0
def load(params):
    # If we have a spark config section then try to setup spark environment
    if romanesco.config.has_section('spark') or 'SPARK_HOME' in os.environ:
        spark.setup_spark_env()

    romanesco.register_executor('spark.python', pyspark_executor.run)

    romanesco.events.bind('run.before', 'spark', setup_pyspark_task)
    romanesco.events.bind('run.finally', 'spark', pyspark_run_cleanup)

    romanesco.format.import_converters(
        os.path.join(params['plugin_dir'], 'converters'))
Esempio n. 3
0
def load(params):
    romanesco.register_executor('scala', executor.run)
Esempio n. 4
0
def load(params):
    romanesco.register_executor('swift', executor.run)
Esempio n. 5
0
def load(params):
    romanesco.register_executor('docker', executor.run)
Esempio n. 6
0
def load(params):
    romanesco.register_executor("docker", executor.run)