mirror of https://github.com/astral-sh/ruff
424 lines
12 KiB
Python
424 lines
12 KiB
Python
from __future__ import annotations
|
|
|
|
from airflow.api.auth.backend import basic_auth, kerberos_auth
|
|
from airflow.api.auth.backend.basic_auth import auth_current_user
|
|
from airflow.auth.managers.fab.api.auth.backend import (
|
|
kerberos_auth as backend_kerberos_auth,
|
|
)
|
|
from airflow.auth.managers.fab.fab_auth_manager import FabAuthManager
|
|
from airflow.auth.managers.fab.security_manager import override as fab_override
|
|
from airflow.config_templates.default_celery import DEFAULT_CELERY_CONFIG
|
|
from airflow.executors.celery_executor import CeleryExecutor, app
|
|
from airflow.executors.celery_kubernetes_executor import CeleryKubernetesExecutor
|
|
from airflow.executors.dask_executor import DaskExecutor
|
|
from airflow.executors.kubernetes_executor_types import (
|
|
ALL_NAMESPACES,
|
|
POD_EXECUTOR_DONE_KEY,
|
|
)
|
|
from airflow.hooks.dbapi import ConnectorProtocol, DbApiHook
|
|
from airflow.hooks.dbapi_hook import DbApiHook as DbApiHook2
|
|
from airflow.hooks.docker_hook import DockerHook
|
|
from airflow.hooks.druid_hook import DruidDbApiHook, DruidHook
|
|
from airflow.hooks.filesystem import FSHook
|
|
from airflow.hooks.hive_hooks import (
|
|
HIVE_QUEUE_PRIORITIES,
|
|
HiveCliHook,
|
|
HiveMetastoreHook,
|
|
HiveServer2Hook,
|
|
)
|
|
from airflow.hooks.http_hook import HttpHook
|
|
from airflow.hooks.jdbc_hook import JdbcHook, jaydebeapi
|
|
from airflow.hooks.mssql_hook import MsSqlHook
|
|
from airflow.hooks.mysql_hook import MySqlHook
|
|
from airflow.hooks.oracle_hook import OracleHook
|
|
from airflow.hooks.package_index import PackageIndexHook
|
|
from airflow.hooks.pig_hook import PigCliHook
|
|
from airflow.hooks.postgres_hook import PostgresHook
|
|
from airflow.hooks.presto_hook import PrestoHook
|
|
from airflow.hooks.S3_hook import S3Hook, provide_bucket_name
|
|
from airflow.hooks.samba_hook import SambaHook
|
|
from airflow.hooks.slack_hook import SlackHook
|
|
from airflow.hooks.sqlite_hook import SqliteHook
|
|
from airflow.hooks.subprocess import SubprocessHook
|
|
from airflow.hooks.webhdfs_hook import WebHDFSHook
|
|
from airflow.hooks.zendesk_hook import ZendeskHook
|
|
from airflow.kubernetes.k8s_model import K8SModel, append_to_pod
|
|
from airflow.kubernetes.kube_client import (
|
|
_disable_verify_ssl,
|
|
_enable_tcp_keepalive,
|
|
get_kube_client,
|
|
)
|
|
from airflow.kubernetes.kubernetes_helper_functions import (
|
|
add_pod_suffix,
|
|
annotations_for_logging_task_metadata,
|
|
annotations_to_key,
|
|
create_pod_id,
|
|
get_logs_task_metadata,
|
|
rand_str,
|
|
)
|
|
from airflow.kubernetes.pod import Port, Resources
|
|
from airflow.kubernetes.pod_generator import (
|
|
PodDefaults,
|
|
PodGenerator,
|
|
PodGeneratorDeprecated,
|
|
datetime_to_label_safe_datestring,
|
|
extend_object_field,
|
|
label_safe_datestring_to_datetime,
|
|
make_safe_label_value,
|
|
merge_objects,
|
|
)
|
|
from airflow.kubernetes.pod_generator import (
|
|
add_pod_suffix as add_pod_suffix2,
|
|
)
|
|
from airflow.kubernetes.pod_generator import (
|
|
rand_str as rand_str2,
|
|
)
|
|
from airflow.kubernetes.pod_generator_deprecated import (
|
|
PodDefaults as PodDefaults3,
|
|
)
|
|
from airflow.kubernetes.pod_generator_deprecated import (
|
|
PodGenerator as PodGenerator2,
|
|
)
|
|
from airflow.kubernetes.pod_generator_deprecated import (
|
|
make_safe_label_value as make_safe_label_value2,
|
|
)
|
|
from airflow.kubernetes.pod_launcher import PodLauncher, PodStatus
|
|
from airflow.kubernetes.pod_launcher_deprecated import (
|
|
PodDefaults as PodDefaults2,
|
|
)
|
|
from airflow.kubernetes.pod_launcher_deprecated import (
|
|
PodLauncher as PodLauncher2,
|
|
)
|
|
from airflow.kubernetes.pod_launcher_deprecated import (
|
|
PodStatus as PodStatus2,
|
|
)
|
|
from airflow.kubernetes.pod_launcher_deprecated import (
|
|
get_kube_client as get_kube_client2,
|
|
)
|
|
from airflow.kubernetes.pod_runtime_info_env import PodRuntimeInfoEnv
|
|
from airflow.kubernetes.secret import K8SModel2, Secret
|
|
from airflow.kubernetes.volume import Volume
|
|
from airflow.kubernetes.volume_mount import VolumeMount
|
|
from airflow.macros.hive import closest_ds_partition, max_partition
|
|
from airflow.operators.bash import BashOperator
|
|
from airflow.operators.bash_operator import BashOperator as LegacyBashOperator
|
|
from airflow.operators.check_operator import (
|
|
CheckOperator,
|
|
IntervalCheckOperator,
|
|
SQLCheckOperator,
|
|
SQLIntervalCheckOperator,
|
|
SQLThresholdCheckOperator,
|
|
SQLValueCheckOperator,
|
|
ThresholdCheckOperator,
|
|
ValueCheckOperator,
|
|
)
|
|
from airflow.operators.datetime import BranchDateTimeOperator
|
|
from airflow.operators.docker_operator import DockerOperator
|
|
from airflow.operators.druid_check_operator import DruidCheckOperator
|
|
from airflow.operators.gcs_to_s3 import GCSToS3Operator
|
|
from airflow.operators.google_api_to_s3_transfer import (
|
|
GoogleApiToS3Operator,
|
|
GoogleApiToS3Transfer,
|
|
)
|
|
from airflow.operators.hive_operator import HiveOperator
|
|
from airflow.operators.hive_stats_operator import HiveStatsCollectionOperator
|
|
from airflow.operators.hive_to_druid import HiveToDruidOperator, HiveToDruidTransfer
|
|
from airflow.operators.hive_to_mysql import HiveToMySqlOperator, HiveToMySqlTransfer
|
|
from airflow.operators.hive_to_samba_operator import HiveToSambaOperator
|
|
from airflow.operators.http_operator import SimpleHttpOperator
|
|
from airflow.operators.jdbc_operator import JdbcOperator
|
|
from airflow.operators.mssql_operator import MsSqlOperator
|
|
from airflow.operators.mssql_to_hive import MsSqlToHiveOperator, MsSqlToHiveTransfer
|
|
from airflow.operators.mysql_operator import MySqlOperator
|
|
from airflow.operators.mysql_to_hive import MySqlToHiveOperator, MySqlToHiveTransfer
|
|
from airflow.operators.oracle_operator import OracleOperator
|
|
from airflow.operators.papermill_operator import PapermillOperator
|
|
from airflow.operators.pig_operator import PigOperator
|
|
from airflow.operators.postgres_operator import Mapping, PostgresOperator
|
|
from airflow.operators.presto_check_operator import (
|
|
PrestoCheckOperator,
|
|
PrestoIntervalCheckOperator,
|
|
PrestoValueCheckOperator,
|
|
)
|
|
from airflow.operators.presto_check_operator import (
|
|
SQLCheckOperator as SQLCheckOperator2,
|
|
)
|
|
from airflow.operators.presto_check_operator import (
|
|
SQLIntervalCheckOperator as SQLIntervalCheckOperator2,
|
|
)
|
|
from airflow.operators.presto_check_operator import (
|
|
SQLValueCheckOperator as SQLValueCheckOperator2,
|
|
)
|
|
from airflow.operators.presto_to_mysql import (
|
|
PrestoToMySqlOperator,
|
|
PrestoToMySqlTransfer,
|
|
)
|
|
from airflow.operators.redshift_to_s3_operator import (
|
|
RedshiftToS3Operator,
|
|
RedshiftToS3Transfer,
|
|
)
|
|
from airflow.operators.s3_file_transform_operator import S3FileTransformOperator
|
|
from airflow.operators.s3_to_hive_operator import S3ToHiveOperator, S3ToHiveTransfer
|
|
from airflow.operators.s3_to_redshift_operator import (
|
|
S3ToRedshiftOperator,
|
|
S3ToRedshiftTransfer,
|
|
)
|
|
from airflow.operators.slack_operator import SlackAPIOperator, SlackAPIPostOperator
|
|
from airflow.operators.sql import (
|
|
BaseSQLOperator,
|
|
BranchSQLOperator,
|
|
SQLTableCheckOperator,
|
|
_convert_to_float_if_possible,
|
|
parse_boolean,
|
|
)
|
|
from airflow.operators.sql import (
|
|
SQLCheckOperator as SQLCheckOperator3,
|
|
)
|
|
from airflow.operators.sql import (
|
|
SQLColumnCheckOperator as SQLColumnCheckOperator2,
|
|
)
|
|
from airflow.operators.sql import (
|
|
SQLIntervalCheckOperator as SQLIntervalCheckOperator3,
|
|
)
|
|
from airflow.operators.sql import (
|
|
SQLThresholdCheckOperator as SQLThresholdCheckOperator2,
|
|
)
|
|
from airflow.operators.sql import (
|
|
SQLValueCheckOperator as SQLValueCheckOperator3,
|
|
)
|
|
from airflow.operators.sqlite_operator import SqliteOperator
|
|
from airflow.operators.trigger_dagrun import TriggerDagRunOperator
|
|
from airflow.operators.weekday import BranchDayOfWeekOperator
|
|
from airflow.sensors.date_time import DateTimeSensor
|
|
from airflow.sensors.external_task import ExternalTaskMarker, ExternalTaskSensor
|
|
from airflow.sensors.filesystem import FileSensor
|
|
from airflow.sensors.hive_partition_sensor import HivePartitionSensor
|
|
from airflow.sensors.http_sensor import HttpSensor
|
|
from airflow.sensors.metastore_partition_sensor import MetastorePartitionSensor
|
|
from airflow.sensors.named_hive_partition_sensor import NamedHivePartitionSensor
|
|
from airflow.sensors.s3_key_sensor import S3KeySensor
|
|
from airflow.sensors.sql import SqlSensor
|
|
from airflow.sensors.sql_sensor import SqlSensor2
|
|
from airflow.sensors.time_delta import TimeDeltaSensor
|
|
from airflow.sensors.time_sensor import TimeSensor
|
|
from airflow.sensors.web_hdfs_sensor import WebHdfsSensor
|
|
from airflow.sensors.weekday import DayOfWeekSensor
|
|
from airflow.triggers.external_task import WorkflowTrigger
|
|
from airflow.triggers.file import FileTrigger
|
|
from airflow.triggers.temporal import DateTimeTrigger
|
|
from airflow.www.security import FabAirflowSecurityManagerOverride
|
|
|
|
# apache-airflow-providers-amazon
|
|
provide_bucket_name()
|
|
GCSToS3Operator()
|
|
GoogleApiToS3Operator()
|
|
GoogleApiToS3Transfer()
|
|
RedshiftToS3Operator()
|
|
RedshiftToS3Transfer()
|
|
S3FileTransformOperator()
|
|
S3Hook()
|
|
S3KeySensor()
|
|
S3ToRedshiftOperator()
|
|
S3ToRedshiftTransfer()
|
|
|
|
# apache-airflow-providers-celery
|
|
DEFAULT_CELERY_CONFIG
|
|
app
|
|
CeleryExecutor()
|
|
CeleryKubernetesExecutor()
|
|
|
|
# apache-airflow-providers-common-sql
|
|
_convert_to_float_if_possible()
|
|
parse_boolean()
|
|
BaseSQLOperator()
|
|
BashOperator()
|
|
LegacyBashOperator()
|
|
BranchSQLOperator()
|
|
CheckOperator()
|
|
ConnectorProtocol()
|
|
DbApiHook()
|
|
DbApiHook2()
|
|
IntervalCheckOperator()
|
|
PrestoCheckOperator()
|
|
PrestoIntervalCheckOperator()
|
|
PrestoValueCheckOperator()
|
|
SQLCheckOperator()
|
|
SQLCheckOperator2()
|
|
SQLCheckOperator3()
|
|
SQLColumnCheckOperator2()
|
|
SQLIntervalCheckOperator()
|
|
SQLIntervalCheckOperator2()
|
|
SQLIntervalCheckOperator3()
|
|
SQLTableCheckOperator()
|
|
SQLThresholdCheckOperator()
|
|
SQLThresholdCheckOperator2()
|
|
SQLValueCheckOperator()
|
|
SQLValueCheckOperator2()
|
|
SQLValueCheckOperator3()
|
|
SqlSensor()
|
|
SqlSensor2()
|
|
ThresholdCheckOperator()
|
|
ValueCheckOperator()
|
|
|
|
# apache-airflow-providers-daskexecutor
|
|
DaskExecutor()
|
|
|
|
# apache-airflow-providers-docker
|
|
DockerHook()
|
|
DockerOperator()
|
|
|
|
# apache-airflow-providers-apache-druid
|
|
DruidDbApiHook()
|
|
DruidHook()
|
|
DruidCheckOperator()
|
|
|
|
# apache-airflow-providers-apache-hdfs
|
|
WebHDFSHook()
|
|
WebHdfsSensor()
|
|
|
|
# apache-airflow-providers-apache-hive
|
|
HIVE_QUEUE_PRIORITIES
|
|
closest_ds_partition()
|
|
max_partition()
|
|
HiveCliHook()
|
|
HiveMetastoreHook()
|
|
HiveOperator()
|
|
HivePartitionSensor()
|
|
HiveServer2Hook()
|
|
HiveStatsCollectionOperator()
|
|
HiveToDruidOperator()
|
|
HiveToDruidTransfer()
|
|
HiveToSambaOperator()
|
|
S3ToHiveOperator()
|
|
S3ToHiveTransfer()
|
|
MetastorePartitionSensor()
|
|
NamedHivePartitionSensor()
|
|
|
|
# apache-airflow-providers-http
|
|
HttpHook()
|
|
HttpSensor()
|
|
SimpleHttpOperator()
|
|
|
|
# apache-airflow-providers-jdbc
|
|
jaydebeapi
|
|
JdbcHook()
|
|
JdbcOperator()
|
|
|
|
# apache-airflow-providers-fab
|
|
basic_auth, kerberos_auth
|
|
auth_current_user
|
|
backend_kerberos_auth
|
|
fab_override
|
|
FabAuthManager()
|
|
FabAirflowSecurityManagerOverride()
|
|
|
|
# apache-airflow-providers-cncf-kubernetes
|
|
ALL_NAMESPACES
|
|
POD_EXECUTOR_DONE_KEY
|
|
_disable_verify_ssl()
|
|
_enable_tcp_keepalive()
|
|
append_to_pod()
|
|
annotations_for_logging_task_metadata()
|
|
annotations_to_key()
|
|
create_pod_id()
|
|
datetime_to_label_safe_datestring()
|
|
extend_object_field()
|
|
get_logs_task_metadata()
|
|
label_safe_datestring_to_datetime()
|
|
merge_objects()
|
|
Port()
|
|
Resources()
|
|
PodRuntimeInfoEnv()
|
|
PodGeneratorDeprecated()
|
|
Volume()
|
|
VolumeMount()
|
|
Secret()
|
|
|
|
add_pod_suffix()
|
|
add_pod_suffix2()
|
|
get_kube_client()
|
|
get_kube_client2()
|
|
make_safe_label_value()
|
|
make_safe_label_value2()
|
|
rand_str()
|
|
rand_str2()
|
|
K8SModel()
|
|
K8SModel2()
|
|
PodLauncher()
|
|
PodLauncher2()
|
|
PodStatus()
|
|
PodStatus2()
|
|
PodDefaults()
|
|
PodDefaults2()
|
|
PodDefaults3()
|
|
PodGenerator()
|
|
PodGenerator2()
|
|
|
|
|
|
# apache-airflow-providers-microsoft-mssql
|
|
MsSqlHook()
|
|
MsSqlOperator()
|
|
MsSqlToHiveOperator()
|
|
MsSqlToHiveTransfer()
|
|
|
|
# apache-airflow-providers-mysql
|
|
HiveToMySqlOperator()
|
|
HiveToMySqlTransfer()
|
|
MySqlHook()
|
|
MySqlOperator()
|
|
MySqlToHiveOperator()
|
|
MySqlToHiveTransfer()
|
|
PrestoToMySqlOperator()
|
|
PrestoToMySqlTransfer()
|
|
|
|
# apache-airflow-providers-oracle
|
|
OracleHook()
|
|
OracleOperator()
|
|
|
|
# apache-airflow-providers-papermill
|
|
PapermillOperator()
|
|
|
|
# apache-airflow-providers-apache-pig
|
|
PigCliHook()
|
|
PigOperator()
|
|
|
|
# apache-airflow-providers-postgres
|
|
Mapping
|
|
PostgresHook()
|
|
PostgresOperator()
|
|
|
|
# apache-airflow-providers-presto
|
|
PrestoHook()
|
|
|
|
# apache-airflow-providers-samba
|
|
SambaHook()
|
|
|
|
# apache-airflow-providers-slack
|
|
SlackHook()
|
|
SlackAPIOperator()
|
|
SlackAPIPostOperator()
|
|
|
|
# apache-airflow-providers-sqlite
|
|
SqliteHook()
|
|
SqliteOperator()
|
|
|
|
# apache-airflow-providers-zendesk
|
|
ZendeskHook()
|
|
|
|
# apache-airflow-providers-standard
|
|
FileSensor()
|
|
TriggerDagRunOperator()
|
|
ExternalTaskMarker(), ExternalTaskSensor()
|
|
BranchDateTimeOperator()
|
|
BranchDayOfWeekOperator()
|
|
DateTimeSensor()
|
|
TimeSensor()
|
|
TimeDeltaSensor()
|
|
DayOfWeekSensor()
|
|
FSHook()
|
|
PackageIndexHook()
|
|
SubprocessHook()
|
|
WorkflowTrigger()
|
|
FileTrigger()
|
|
DateTimeTrigger()
|