mirror of https://github.com/astral-sh/ruff
93 lines
2.9 KiB
Python
93 lines
2.9 KiB
Python
from __future__ import annotations
|
|
|
|
from datetime import timedelta
|
|
|
|
from airflow import DAG, dag
|
|
from airflow.operators.datetime import BranchDateTimeOperator
|
|
from airflow.operators.trigger_dagrun import TriggerDagRunOperator
|
|
from airflow.providers.amazon.aws.log.s3_task_handler import S3TaskHandler
|
|
from airflow.providers.apache.hdfs.log.hdfs_task_handler import HdfsTaskHandler
|
|
from airflow.providers.elasticsearch.log.es_task_handler import ElasticsearchTaskHandler
|
|
from airflow.providers.fab.auth_manager.fab_auth_manager import FabAuthManager
|
|
from airflow.providers.google.cloud.log.gcs_task_handler import GCSTaskHandler
|
|
from airflow.providers.standard.operators import datetime, trigger_dagrun
|
|
from airflow.providers.standard.sensors import weekday
|
|
from airflow.sensors.weekday import BranchDayOfWeekOperator, DayOfWeekSensor
|
|
from airflow.timetables.simple import NullTimetable
|
|
|
|
DAG(dag_id="class_schedule", schedule="@hourly")
|
|
|
|
DAG(dag_id="class_schedule_interval", schedule_interval="@hourly")
|
|
|
|
DAG(dag_id="class_timetable", timetable=NullTimetable())
|
|
|
|
|
|
DAG(dag_id="class_fail_stop", fail_stop=True)
|
|
|
|
DAG(dag_id="class_default_view", default_view="dag_default_view")
|
|
|
|
DAG(dag_id="class_orientation", orientation="BT")
|
|
|
|
allow_future_exec_dates_dag = DAG(dag_id="class_allow_future_exec_dates")
|
|
allow_future_exec_dates_dag.allow_future_exec_dates
|
|
|
|
|
|
@dag(schedule="0 * * * *")
|
|
def decorator_schedule():
|
|
pass
|
|
|
|
|
|
@dag(schedule_interval="0 * * * *")
|
|
def decorator_schedule_interval():
|
|
pass
|
|
|
|
|
|
@dag(timetable=NullTimetable())
|
|
def decorator_timetable():
|
|
pass
|
|
|
|
|
|
@dag()
|
|
def decorator_deprecated_operator_args():
|
|
trigger_dagrun_op = trigger_dagrun.TriggerDagRunOperator(
|
|
task_id="trigger_dagrun_op1", execution_date="2024-12-04"
|
|
)
|
|
trigger_dagrun_op2 = TriggerDagRunOperator(
|
|
task_id="trigger_dagrun_op2", execution_date="2024-12-04"
|
|
)
|
|
|
|
branch_dt_op = datetime.BranchDateTimeOperator(
|
|
task_id="branch_dt_op", use_task_execution_day=True, task_concurrency=5
|
|
)
|
|
branch_dt_op2 = BranchDateTimeOperator(
|
|
task_id="branch_dt_op2",
|
|
use_task_execution_day=True,
|
|
sla=timedelta(seconds=10),
|
|
)
|
|
|
|
dof_task_sensor = weekday.DayOfWeekSensor(
|
|
task_id="dof_task_sensor", use_task_execution_day=True
|
|
)
|
|
dof_task_sensor2 = DayOfWeekSensor(
|
|
task_id="dof_task_sensor2", use_task_execution_day=True
|
|
)
|
|
|
|
bdow_op = weekday.BranchDayOfWeekOperator(
|
|
task_id="bdow_op", use_task_execution_day=True
|
|
)
|
|
bdow_op2 = BranchDayOfWeekOperator(task_id="bdow_op2", use_task_execution_day=True)
|
|
|
|
trigger_dagrun_op >> trigger_dagrun_op2
|
|
branch_dt_op >> branch_dt_op2
|
|
dof_task_sensor >> dof_task_sensor2
|
|
bdow_op >> bdow_op2
|
|
|
|
|
|
# deprecated filename_template argument in FileTaskHandler
|
|
S3TaskHandler(filename_template="/tmp/test")
|
|
HdfsTaskHandler(filename_template="/tmp/test")
|
|
ElasticsearchTaskHandler(filename_template="/tmp/test")
|
|
GCSTaskHandler(filename_template="/tmp/test")
|
|
|
|
FabAuthManager(None)
|