'hive_operator': ['HiveOperator'], 'presto_check_operator': [ 'PrestoCheckOperator', 'PrestoValueCheckOperator', 'PrestoIntervalCheckOperator', ], 'dummy_operator': ['DummyOperator'], 'email_operator': ['EmailOperator'], 'hive_to_samba_operator': ['Hive2SambaOperator'], 'mysql_operator': ['MySqlOperator'], 'sqlite_operator': ['SqliteOperator'], 'mysql_to_hive': ['MySqlToHiveTransfer'], 'postgres_operator': ['PostgresOperator'], 'sensors': [ 'SqlSensor', 'ExternalTaskSensor', 'HivePartitionSensor', 'S3KeySensor', 'S3PrefixSensor', 'HdfsSensor', 'TimeSensor', ], 'subdag_operator': ['SubDagOperator'], 'hive_stats_operator': ['HiveStatsCollectionOperator'], 's3_to_hive_operator': ['S3ToHiveTransfer'], 'hive_to_mysql': ['HiveToMySqlTransfer'], 's3_file_transform_operator' : ['S3FileTransformOperator'], } _import_module_attrs(globals(), _operators)
''' Imports operators dynamically while keeping the package API clean, abstracting the underlying modules ''' from airflow.utils import import_module_attrs as _import_module_attrs # These need to be integrated first as other operators depend on them _import_module_attrs( globals(), { 'check_operator': [ 'CheckOperator', 'ValueCheckOperator', 'IntervalCheckOperator', ], }) _operators = { 'bash_operator': ['BashOperator'], 'python_operator': ['PythonOperator', 'BranchPythonOperator'], 'hive_operator': ['HiveOperator'], 'presto_check_operator': [ 'PrestoCheckOperator', 'PrestoValueCheckOperator', 'PrestoIntervalCheckOperator', ], 'dummy_operator': ['DummyOperator'], 'email_operator': ['EmailOperator'], 'hive_to_samba_operator': ['Hive2SambaOperator'], 'mysql_operator': ['MySqlOperator'], 'sqlite_operator': ['SqliteOperator'], 'mysql_to_hive': ['MySqlToHiveTransfer'],
'hive_hooks': [ 'HiveCliHook', 'HiveMetastoreHook', 'HiveServer2Hook', ], 'hdfs_hook': ['HDFSHook'], 'webhdfs_hook': ['WebHDFSHook'], 'pig_hook': ['PigCliHook'], 'mysql_hook': ['MySqlHook'], 'postgres_hook': ['PostgresHook'], 'presto_hook': ['PrestoHook'], 'samba_hook': ['SambaHook'], 'sqlite_hook': ['SqliteHook'], 'S3_hook': ['S3Hook'], 'http_hook': ['HttpHook'], 'druid_hook': ['DruidHook'], 'jdbc_hook': ['JdbcHook'], 'dbapi_hook': ['DbApiHook'], 'mssql_hook': ['MsSqlHook'], 'oracle_hook': ['OracleHook'], } _import_module_attrs(globals(), _hooks) def integrate_plugins(): """Integrate plugins to the context""" from airflow.plugins_manager import hooks as _hooks for _h in _hooks: globals()[_h.__name__] = _h
''' Imports operators dynamically while keeping the package API clean, abstracting the underlying modules ''' from airflow.utils import import_module_attrs as _import_module_attrs # These need to be integrated first as other operators depend on them _import_module_attrs(globals(), { 'check_operator': [ 'CheckOperator', 'ValueCheckOperator', 'IntervalCheckOperator', ], }) _operators = { 'bash_operator': ['BashOperator'], 'python_operator': ['PythonOperator', 'BranchPythonOperator'], 'hive_operator': ['HiveOperator'], 'presto_check_operator': [ 'PrestoCheckOperator', 'PrestoValueCheckOperator', 'PrestoIntervalCheckOperator', ], 'dummy_operator': ['DummyOperator'], 'email_operator': ['EmailOperator'], 'hive_to_samba_operator': ['Hive2SambaOperator'], 'mysql_operator': ['MySqlOperator'], 'sqlite_operator': ['SqliteOperator'], 'mysql_to_hive': ['MySqlToHiveTransfer'], 'postgres_operator': ['PostgresOperator'],
# Imports the operators dynamically while keeping the package API clean, # abstracting the underlying modules from airflow.utils import import_module_attrs as _import_module_attrs _operators = { 'vertica_operator': ['VerticaOperator'], 'vertica_to_hive': ['VerticaToHiveTransfer'], } _import_module_attrs(globals(), _operators)
# Imports operators dynamically while keeping the package API clean, # abstracting the underlying modules from airflow.utils import import_module_attrs as _import_module_attrs # These need to be integrated first as other operators depend on them _import_module_attrs(globals(), {"check_operator": ["CheckOperator", "ValueCheckOperator", "IntervalCheckOperator"]}) _operators = { "bash_operator": ["BashOperator"], "python_operator": ["PythonOperator", "BranchPythonOperator"], "hive_operator": ["HiveOperator"], "presto_check_operator": ["PrestoCheckOperator", "PrestoValueCheckOperator", "PrestoIntervalCheckOperator"], "dummy_operator": ["DummyOperator"], "email_operator": ["EmailOperator"], "hive_to_samba_operator": ["Hive2SambaOperator"], "mysql_operator": ["MySqlOperator"], "sqlite_operator": ["SqliteOperator"], "mysql_to_hive": ["MySqlToHiveTransfer"], "postgres_operator": ["PostgresOperator"], "sensors": [ "BaseSensorOperator", "SqlSensor", "ExternalTaskSensor", "HivePartitionSensor", "S3KeySensor", "S3PrefixSensor", "HdfsSensor", "TimeSensor", "TimeDeltaSensor", "HttpSensor", ],