def _integrate_plugins(): """Integrate plugins to the context""" from airflow.plugins_manager import hooks_modules for hooks_module in hooks_modules: sys.modules[hooks_module.__name__] = hooks_module if not PY37: from pep562 import Pep562 hooks_module = Pep562(hooks_module.__name__) globals()[hooks_module._name] = hooks_module ########################################################## # TODO FIXME Remove in Airflow 2.0 if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated for _hook in hooks_module._objects: hook_name = _hook.__name__ globals()[hook_name] = _hook _deprecated( hook_name, "Importing plugin hook '{i}' directly from " "'airflow.hooks' has been deprecated. Please " "import from 'airflow.hooks.[plugin_module]' " "instead. Support for direct imports will be dropped " "entirely in Airflow 2.0.".format(i=hook_name))
def _integrate_plugins(): """Integrate plugins to the context""" from airflow.plugins_manager import hooks_modules for hooks_module in hooks_modules: sys.modules[hooks_module.__name__] = hooks_module globals()[hooks_module._name] = hooks_module ########################################################## # TODO FIXME Remove in Airflow 2.0 if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated for _hook in hooks_module._objects: hook_name = _hook.__name__ globals()[hook_name] = _hook _deprecated( hook_name, "Importing plugin hook '{i}' directly from " "'airflow.hooks' has been deprecated. Please " "import from 'airflow.hooks.[plugin_module]' " "instead. Support for direct imports will be dropped " "entirely in Airflow 2.0.".format(i=hook_name))
def _integrate_plugins(): """Integrate plugins to the context""" from airflow.plugins_manager import sensors_modules for sensors_module in sensors_modules: sys.modules[sensors_module.__name__] = sensors_module globals()[sensors_module._name] = sensors_module ########################################################## # TODO FIXME Remove in Airflow 2.0 if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated for _sensor in sensors_module._objects: sensor_name = _sensor.__name__ globals()[sensor_name] = _sensor _deprecated( sensor_name, "Importing plugin operator '{i}' directly from " "'airflow.operators' has been deprecated. Please " "import from 'airflow.operators.[plugin_module]' " "instead. Support for direct imports will be dropped " "entirely in Airflow 2.0.".format(i=sensor_name))
def _integrate_plugins(): """Integrate plugins to the context""" from airflow.plugins_manager import operators as _operators for _operator_module in _operators: sys.modules[_operator_module.__name__] = _operator_module globals()[_operator_module._name] = _operator_module ########################################################## # TODO FIXME Remove in Airflow 2.0 if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated for _operator in _operator_module._objects: globals()[_operator.__name__] = _deprecated( _operator, "Importing plugin operator '{i}' directly from " "'airflow.operators' has been deprecated. Please " "import from 'airflow.operators.[plugin_module]' " "instead. Support for direct imports will be dropped " "entirely in Airflow 2.0.".format(i=_operator))
def _integrate_plugins(): """Integrate plugins to the context""" import sys from airflow.plugins_manager import macros as _macros for _macro_module in _macros: sys.modules[_macro_module.__name__] = _macro_module globals()[_macro_module._name] = _macro_module ########################################################## # TODO FIXME Remove in Airflow 2.0 import os as _os if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated for _macro in _macro_module._objects: globals()[_macro.__name__] = _deprecated( _macro, "Importing plugin macro '{i}' directly from " "'airflow.macros' has been deprecated. Please " "import from 'airflow.macros.[plugin_module]' " "instead. Support for direct imports will be dropped " "entirely in Airflow 2.0.".format(i=_macro))
log.info('Creating new FAB webserver config file in: %s', WEBSERVER_CONFIG) with open(WEBSERVER_CONFIG, 'w') as f: f.write(DEFAULT_WEBSERVER_CONFIG) if conf.getboolean('core', 'unit_test_mode'): conf.load_test_config() # Historical convenience functions to access config entries load_test_config = conf.load_test_config get = conf.get getboolean = conf.getboolean getfloat = conf.getfloat getint = conf.getint getsection = conf.getsection has_option = conf.has_option remove_option = conf.remove_option as_dict = conf.as_dict set = conf.set # noqa for func in [ load_test_config, get, getboolean, getfloat, getint, has_option, remove_option, as_dict, set ]: _deprecated( func, "Accessing configuration method '{f.__name__}' directly from " "the configuration module is deprecated. Please access the " "configuration from the 'configuration.conf' object via " "'conf.{f.__name__}'".format(f=func))
'jdbc_operator': ['JdbcOperator'], 'mssql_operator': ['MsSqlOperator'], 'mssql_to_hive': ['MsSqlToHiveTransfer'], 'slack_operator': ['SlackAPIOperator', 'SlackAPIPostOperator'], 'generic_transfer': ['GenericTransfer'], 'oracle_operator': ['OracleOperator'] } import os as _os if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated _imported = _import_module_attrs(globals(), _operators) for _i in _imported: _deprecated( _i, "Importing {i} directly from 'airflow.operators' has been " "deprecated. Please import from " "'airflow.operators.[operator_module]' instead. Support for direct " "imports will be dropped entirely in Airflow 2.0.".format(i=_i)) def _integrate_plugins(): """Integrate plugins to the context""" import sys from airflow.plugins_manager import operators as _operators for _operator_module in _operators: sys.modules[_operator_module.__name__] = _operator_module globals()[_operator_module._name] = _operator_module ########################################################## # TODO FIXME Remove in Airflow 2.0
'druid_hook': ['DruidHook'], 'jdbc_hook': ['JdbcHook'], 'dbapi_hook': ['DbApiHook'], 'mssql_hook': ['MsSqlHook'], 'oracle_hook': ['OracleHook'], } import os as _os if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated _imported = _import_module_attrs(globals(), _hooks) for _i in _imported: _deprecated( _i, "Importing {i} directly from 'airflow.hooks' has been " "deprecated. Please import from " "'airflow.hooks.[hook_module]' instead. Support for direct imports " "will be dropped entirely in Airflow 2.0.".format(i=_i)) def _integrate_plugins(): """Integrate plugins to the context""" import sys from airflow.plugins_manager import hooks as _hooks for _hook_module in _hooks: sys.modules[_hook_module.__name__] = _hook_module globals()[_hook_module._name] = _hook_module ########################################################## # TODO FIXME Remove in Airflow 2.0
# ------------------------------------------------------------------------ # Imports the hooks dynamically while keeping the package API clean, # abstracting the underlying modules from airflow.utils.helpers import import_module_attrs as _import_module_attrs _hooks = { 'ftp_hook': ['FTPHook'], 'ftps_hook': ['FTPSHook'], 'vertica_hook': ['VerticaHook'], 'ssh_hook': ['SSHHook'], 'bigquery_hook': ['BigQueryHook'], 'qubole_hook': ['QuboleHook'], 'gcs_hook': ['GoogleCloudStorageHook'], 'datastore_hook': ['DatastoreHook'], 'gcp_dataproc_hook': ['DataProcHook'], 'cloudant_hook': ['CloudantHook'], 'fs_hook': ['FSHook'] } import os as _os if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated _imported = _import_module_attrs(globals(), _hooks) for _i in _imported: _deprecated( _i, "Importing {i} directly from 'contrib.hooks' has been " "deprecated. Please import from " "'contrib.hooks.[hook_module]' instead. Support for direct imports " "will be dropped entirely in Airflow 2.0.".format(i=_i))
if not os.path.isfile(WEBSERVER_CONFIG): log.info('Creating new FAB webserver config file in: %s', WEBSERVER_CONFIG) with open(WEBSERVER_CONFIG, 'w') as f: f.write(DEFAULT_WEBSERVER_CONFIG) if conf.getboolean('core', 'unit_test_mode'): conf.load_test_config() # Historical convenience functions to access config entries load_test_config = conf.load_test_config get = conf.get getboolean = conf.getboolean getfloat = conf.getfloat getint = conf.getint getsection = conf.getsection has_option = conf.has_option remove_option = conf.remove_option as_dict = conf.as_dict set = conf.set # noqa for func in [load_test_config, get, getboolean, getfloat, getint, has_option, remove_option, as_dict, set]: _deprecated( func, "Accessing configuration method '{f.__name__}' directly from " "the configuration module is deprecated. Please access the " "configuration from the 'configuration.conf' object via " "'conf.{f.__name__}'".format(f=func))
# Old import machinary below. # # This is deprecated but should be kept until Airflow 2.0 # for compatibility. # # ------------------------------------------------------------------------ # Imports the operators dynamically while keeping the package API clean, # abstracting the underlying modules from airflow.utils.helpers import import_module_attrs as _import_module_attrs _operators = { 'ssh_execute_operator': ['SSHExecuteOperator'], 'vertica_operator': ['VerticaOperator'], 'vertica_to_hive': ['VerticaToHiveTransfer'], 'qubole_operator': ['QuboleOperator'], 'fs': ['FileSensor'] } import os as _os if not _os.environ.get('AIRFLOW_USE_NEW_IMPORTS', False): from zope.deprecation import deprecated as _deprecated _imported = _import_module_attrs(globals(), _operators) for _i in _imported: _deprecated( _i, "Importing {i} directly from 'contrib.operators' has been " "deprecated. Please import from " "'contrib.operators.[operator_module]' instead. Support for direct " "imports will be dropped entirely in Airflow 2.0.".format(i=_i))