123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102 |
- #
- # Licensed to the Apache Software Foundation (ASF) under one
- # or more contributor license agreements. See the NOTICE file
- # distributed with this work for additional information
- # regarding copyright ownership. The ASF licenses this file
- # to you under the Apache License, Version 2.0 (the
- # "License"); you may not use this file except in compliance
- # with the License. You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing,
- # software distributed under the License is distributed on an
- # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- # KIND, either express or implied. See the License for the
- # specific language governing permissions and limitations
- # under the License.
- from __future__ import annotations
- from typing import TYPE_CHECKING
- from sqlalchemy import Column, Index, Integer, String, Text
- from airflow.models.base import Base, StringID
- from airflow.utils import timezone
- from airflow.utils.sqlalchemy import UtcDateTime
- if TYPE_CHECKING:
- from airflow.models.taskinstance import TaskInstance
- from airflow.models.taskinstancekey import TaskInstanceKey
- class Log(Base):
- """Used to actively log events to the database."""
- __tablename__ = "log"
- id = Column(Integer, primary_key=True)
- dttm = Column(UtcDateTime)
- dag_id = Column(StringID())
- task_id = Column(StringID())
- map_index = Column(Integer)
- event = Column(String(60))
- execution_date = Column(UtcDateTime)
- run_id = Column(StringID())
- owner = Column(String(500))
- owner_display_name = Column(String(500))
- extra = Column(Text)
- try_number = Column(Integer)
- __table_args__ = (
- Index("idx_log_dag", dag_id),
- Index("idx_log_dttm", dttm),
- Index("idx_log_event", event),
- Index("idx_log_task_instance", dag_id, task_id, run_id, map_index, try_number),
- )
- def __init__(
- self,
- event,
- task_instance: TaskInstance | TaskInstanceKey | None = None,
- owner=None,
- owner_display_name=None,
- extra=None,
- **kwargs,
- ):
- self.dttm = timezone.utcnow()
- self.event = event
- self.extra = extra
- task_owner = None
- self.execution_date = None
- if task_instance:
- self.dag_id = task_instance.dag_id
- self.task_id = task_instance.task_id
- if execution_date := getattr(task_instance, "execution_date", None):
- self.execution_date = execution_date
- self.run_id = task_instance.run_id
- self.try_number = task_instance.try_number
- self.map_index = task_instance.map_index
- if task := getattr(task_instance, "task", None):
- task_owner = task.owner
- if "task_id" in kwargs:
- self.task_id = kwargs["task_id"]
- if "dag_id" in kwargs:
- self.dag_id = kwargs["dag_id"]
- if kwargs.get("execution_date"):
- self.execution_date = kwargs["execution_date"]
- if kwargs.get("run_id"):
- self.run_id = kwargs["run_id"]
- if "map_index" in kwargs:
- self.map_index = kwargs["map_index"]
- if "try_number" in kwargs:
- self.try_number = kwargs["try_number"]
- self.owner = owner or task_owner
- self.owner_display_name = owner_display_name or None
- def __str__(self) -> str:
- return f"Log({self.event}, {self.task_id}, {self.owner}, {self.owner_display_name}, {self.extra})"
|