123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159 |
- # Licensed to the Apache Software Foundation (ASF) under one
- # or more contributor license agreements. See the NOTICE file
- # distributed with this work for additional information
- # regarding copyright ownership. The ASF licenses this file
- # to you under the Apache License, Version 2.0 (the
- # "License"); you may not use this file except in compliance
- # with the License. You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing,
- # software distributed under the License is distributed on an
- # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- # KIND, either express or implied. See the License for the
- # specific language governing permissions and limitations
- # under the License.
- from __future__ import annotations
- import json
- from typing import TYPE_CHECKING
- from airflow.utils.state import TaskInstanceState
- if TYPE_CHECKING:
- from airflow.models.taskinstance import SimpleTaskInstance
- class CallbackRequest:
- """
- Base Class with information about the callback to be executed.
- :param full_filepath: File Path to use to run the callback
- :param msg: Additional Message that can be used for logging
- :param processor_subdir: Directory used by Dag Processor when parsed the dag.
- """
- def __init__(
- self,
- full_filepath: str,
- processor_subdir: str | None = None,
- msg: str | None = None,
- ):
- self.full_filepath = full_filepath
- self.processor_subdir = processor_subdir
- self.msg = msg
- def __eq__(self, other):
- if isinstance(other, self.__class__):
- return self.__dict__ == other.__dict__
- return NotImplemented
- def __repr__(self):
- return str(self.__dict__)
- def to_json(self) -> str:
- return json.dumps(self.__dict__)
- @classmethod
- def from_json(cls, json_str: str):
- json_object = json.loads(json_str)
- return cls(**json_object)
- class TaskCallbackRequest(CallbackRequest):
- """
- Task callback status information.
- A Class with information about the success/failure TI callback to be executed. Currently, only failure
- callbacks (when tasks are externally killed) and Zombies are run via DagFileProcessorProcess.
- :param full_filepath: File Path to use to run the callback
- :param simple_task_instance: Simplified Task Instance representation
- :param msg: Additional Message that can be used for logging to determine failure/zombie
- :param processor_subdir: Directory used by Dag Processor when parsed the dag.
- :param task_callback_type: e.g. whether on success, on failure, on retry.
- """
- def __init__(
- self,
- full_filepath: str,
- simple_task_instance: SimpleTaskInstance,
- processor_subdir: str | None = None,
- msg: str | None = None,
- task_callback_type: TaskInstanceState | None = None,
- ):
- super().__init__(full_filepath=full_filepath, processor_subdir=processor_subdir, msg=msg)
- self.simple_task_instance = simple_task_instance
- self.task_callback_type = task_callback_type
- @property
- def is_failure_callback(self) -> bool:
- """Returns True if the callback is a failure callback."""
- if self.task_callback_type is None:
- return True
- return self.task_callback_type in {
- TaskInstanceState.FAILED,
- TaskInstanceState.UP_FOR_RETRY,
- TaskInstanceState.UPSTREAM_FAILED,
- }
- def to_json(self) -> str:
- from airflow.serialization.serialized_objects import BaseSerialization
- val = BaseSerialization.serialize(self.__dict__, strict=True)
- return json.dumps(val)
- @classmethod
- def from_json(cls, json_str: str):
- from airflow.serialization.serialized_objects import BaseSerialization
- val = json.loads(json_str)
- return cls(**BaseSerialization.deserialize(val))
- class DagCallbackRequest(CallbackRequest):
- """
- A Class with information about the success/failure DAG callback to be executed.
- :param full_filepath: File Path to use to run the callback
- :param dag_id: DAG ID
- :param run_id: Run ID for the DagRun
- :param processor_subdir: Directory used by Dag Processor when parsed the dag.
- :param is_failure_callback: Flag to determine whether it is a Failure Callback or Success Callback
- :param msg: Additional Message that can be used for logging
- """
- def __init__(
- self,
- full_filepath: str,
- dag_id: str,
- run_id: str,
- processor_subdir: str | None,
- is_failure_callback: bool | None = True,
- msg: str | None = None,
- ):
- super().__init__(full_filepath=full_filepath, processor_subdir=processor_subdir, msg=msg)
- self.dag_id = dag_id
- self.run_id = run_id
- self.is_failure_callback = is_failure_callback
- class SlaCallbackRequest(CallbackRequest):
- """
- A class with information about the SLA callback to be executed.
- :param full_filepath: File Path to use to run the callback
- :param dag_id: DAG ID
- :param processor_subdir: Directory used by Dag Processor when parsed the dag.
- """
- def __init__(
- self,
- full_filepath: str,
- dag_id: str,
- processor_subdir: str | None,
- msg: str | None = None,
- ):
- super().__init__(full_filepath, processor_subdir=processor_subdir, msg=msg)
- self.dag_id = dag_id
|