def poke(self, context: Context) -> bool: context_merge(context, self.op_kwargs, templates_dict=self.templates_dict) self.op_kwargs = determine_kwargs(self.python_callable, self.op_args, context) self.log.info("Poking callable: %s", str(self.python_callable)) return_value = self.python_callable(*self.op_args, **self.op_kwargs) return bool(return_value)
def execute(self, context: t.Dict, session=None): context.update(self.op_kwargs) self.op_kwargs = determine_kwargs(self.python_callable, self.op_args, context) created_dr_ids = [] for conf in self.python_callable(*self.op_args, **self.op_kwargs): if not conf: break execution_date = timezone.utcnow() run_id = DagRun.generate_run_id(DagRunType.MANUAL, execution_date) dag_run = trigger_dag( dag_id=self.trigger_dag_id, run_id=run_id, conf=conf, execution_date=execution_date, replace_microseconds=False, ) created_dr_ids.append(dag_run.id) self.log.info("Created DagRun %s, %s - %s", dag_run, self.trigger_dag_id, run_id) if created_dr_ids: context['ti'].xcom_push(self.CREATED_DAGRUN_KEY, created_dr_ids) else: self.log.info("No DagRuns created")
def poke(self, context: 'Context') -> bool: from airflow.utils.operator_helpers import determine_kwargs hook = HttpHook( method=self.method, http_conn_id=self.http_conn_id, tcp_keep_alive=self.tcp_keep_alive, tcp_keep_alive_idle=self.tcp_keep_alive_idle, tcp_keep_alive_count=self.tcp_keep_alive_count, tcp_keep_alive_interval=self.tcp_keep_alive_interval, ) self.log.info('Poking: %s', self.endpoint) try: response = hook.run( self.endpoint, data=self.request_params, headers=self.headers, extra_options=self.extra_options, ) if self.response_check: kwargs = determine_kwargs(self.response_check, [response], context) return self.response_check(response, **kwargs) except AirflowException as exc: if str(exc).startswith("404"): return False raise exc return True
def execute(self, context: 'Context') -> Any: from airflow.utils.operator_helpers import determine_kwargs http = HttpHook(self.method, http_conn_id=self.http_conn_id, auth_type=self.auth_type) self.log.info("Calling HTTP method") response = http.run(self.endpoint, self.data, self.headers, self.extra_options) if self.log_response: self.log.info(response.text) if self.response_check: kwargs = determine_kwargs(self.response_check, [response], context) if not self.response_check(response, **kwargs): raise AirflowException("Response check returned False.") if self.response_filter: kwargs = determine_kwargs(self.response_filter, [response], context) return self.response_filter(response, **kwargs) return response.text
def execute(self, context: Dict): context.update(self.op_kwargs) context['templates_dict'] = self.templates_dict self.op_kwargs = determine_kwargs(self.python_callable, self.op_args, context) return_value = self.execute_callable() self.log.info("Done. Returned value was: %s", return_value) return return_value
def poke(self, context: Dict): context.update(self.op_kwargs) context['templates_dict'] = self.templates_dict self.op_kwargs = determine_kwargs(self.python_callable, self.op_args, context) self.log.info("Poking callable: %s", str(self.python_callable)) return_value = self.python_callable(*self.op_args, **self.op_kwargs) return bool(return_value)
def execute(self, context: 'Context'): openmldb_hook = OpenMLDBHook(openmldb_conn_id=self.openmldb_conn_id) response = openmldb_hook.submit_job(db=self.db, mode=self.mode.value, sql=self.sql) if self.response_check: kwargs = determine_kwargs(self.response_check, [response], context) if not self.response_check(response, **kwargs): raise AirflowException( f"Response check returned False. Resp: {response.text}") return response.text
def execute(self, context: Context) -> Any: context.update(self.op_kwargs) context['templates_dict'] = self.templates_dict self.op_kwargs = determine_kwargs(self.python_callable, self.op_args, context) return_value = self.execute_callable() if self.show_return_value_in_logs: self.log.info("Done. Returned value was: %s", return_value) else: self.log.info("Done. Returned value not shown") return return_value
def poke(self, context: 'Context') -> bool: from airflow.utils.operator_helpers import determine_kwargs self.log.info('Poking: %s', self.endpoint) try: response = self.hook.run( self.endpoint, data=self.request_params, headers=self.headers, extra_options=self.extra_options, ) if self.response_check: kwargs = determine_kwargs(self.response_check, [response], context) return self.response_check(response, **kwargs) except AirflowException as exc: if str(exc).startswith("404"): return False raise exc return True