diff --git a/astronomer/providers/amazon/aws/hooks/base_aws_async.py b/astronomer/providers/amazon/aws/hooks/base_aws_async.py index 43fe3f3e7..9a0cf3000 100644 --- a/astronomer/providers/amazon/aws/hooks/base_aws_async.py +++ b/astronomer/providers/amazon/aws/hooks/base_aws_async.py @@ -1,12 +1,8 @@ -import logging - from aiobotocore.client import AioBaseClient from aiobotocore.session import get_session from airflow.providers.amazon.aws.hooks.base_aws import AwsBaseHook, _parse_s3_config from asgiref.sync import sync_to_async -log = logging.getLogger(__name__) - class AwsBaseHookAsync(AwsBaseHook): """Interacts with AWS using aiobotocore asynchronously.""" diff --git a/astronomer/providers/amazon/aws/hooks/redshift_cluster.py b/astronomer/providers/amazon/aws/hooks/redshift_cluster.py index c6302c480..aa22bce35 100644 --- a/astronomer/providers/amazon/aws/hooks/redshift_cluster.py +++ b/astronomer/providers/amazon/aws/hooks/redshift_cluster.py @@ -1,13 +1,10 @@ import asyncio -import logging from typing import Any, Dict import botocore.exceptions from astronomer.providers.amazon.aws.hooks.base_aws_async import AwsBaseHookAsync -log = logging.getLogger(__name__) - class RedshiftHookAsync(AwsBaseHookAsync): """Interact with AWS Redshift using aiobotocore python library""" diff --git a/astronomer/providers/amazon/aws/hooks/redshift_sql.py b/astronomer/providers/amazon/aws/hooks/redshift_sql.py index 7711df531..b56426a37 100644 --- a/astronomer/providers/amazon/aws/hooks/redshift_sql.py +++ b/astronomer/providers/amazon/aws/hooks/redshift_sql.py @@ -1,5 +1,4 @@ import asyncio -import logging from typing import Dict, List, Union import botocore.exceptions @@ -7,8 +6,6 @@ from astronomer.providers.amazon.aws.hooks.redshift_data import RedshiftDataHook -log = logging.getLogger(__name__) - class RedshiftSQLHookAsync(RedshiftDataHook): """RedshiftSQL async hook inherits from RedshiftDataHook to interact with AWS redshift cluster database""" diff --git a/astronomer/providers/amazon/aws/hooks/s3.py b/astronomer/providers/amazon/aws/hooks/s3.py index c1d20b075..6f1b81fb9 100644 --- a/astronomer/providers/amazon/aws/hooks/s3.py +++ b/astronomer/providers/amazon/aws/hooks/s3.py @@ -1,5 +1,4 @@ import fnmatch -import logging import os import re from datetime import datetime @@ -10,8 +9,6 @@ from astronomer.providers.amazon.aws.hooks.base_aws_async import AwsBaseHookAsync -log = logging.getLogger(__name__) - class S3HookAsync(AwsBaseHookAsync): """Interact with AWS S3, using the aiobotocore library.""" diff --git a/astronomer/providers/amazon/aws/sensors/redshift_cluster.py b/astronomer/providers/amazon/aws/sensors/redshift_cluster.py index 3bd8334bf..9e17e11bc 100644 --- a/astronomer/providers/amazon/aws/sensors/redshift_cluster.py +++ b/astronomer/providers/amazon/aws/sensors/redshift_cluster.py @@ -1,4 +1,3 @@ -import logging from typing import Any, Dict, Optional from airflow.exceptions import AirflowException @@ -9,8 +8,6 @@ RedshiftClusterSensorTrigger, ) -log = logging.getLogger(__name__) - class RedshiftClusterSensorAsync(RedshiftClusterSensor): """ diff --git a/astronomer/providers/amazon/aws/sensors/s3.py b/astronomer/providers/amazon/aws/sensors/s3.py index 45fd7bf45..283097a6a 100644 --- a/astronomer/providers/amazon/aws/sensors/s3.py +++ b/astronomer/providers/amazon/aws/sensors/s3.py @@ -1,4 +1,3 @@ -import logging from datetime import datetime from typing import Any, Callable, Dict, List, Optional, Sequence, Set, Union, cast from urllib.parse import urlparse @@ -15,8 +14,6 @@ S3PrefixTrigger, ) -log = logging.getLogger(__name__) - class S3KeySensorAsync(BaseOperator): """ diff --git a/astronomer/providers/amazon/aws/triggers/s3.py b/astronomer/providers/amazon/aws/triggers/s3.py index 191b4c876..f3717d81b 100644 --- a/astronomer/providers/amazon/aws/triggers/s3.py +++ b/astronomer/providers/amazon/aws/triggers/s3.py @@ -1,5 +1,4 @@ import asyncio -import logging from datetime import datetime from typing import Any, AsyncIterator, Callable, Dict, List, Optional, Set, Tuple, Union @@ -7,8 +6,6 @@ from astronomer.providers.amazon.aws.hooks.s3 import S3HookAsync -log = logging.getLogger(__name__) - class S3KeyTrigger(BaseTrigger): """ diff --git a/astronomer/providers/core/sensors/filesystem.py b/astronomer/providers/core/sensors/filesystem.py index e6100c595..e6e400df8 100644 --- a/astronomer/providers/core/sensors/filesystem.py +++ b/astronomer/providers/core/sensors/filesystem.py @@ -1,4 +1,3 @@ -import logging import os from typing import Any, Dict, Optional @@ -8,8 +7,6 @@ from astronomer.providers.core.triggers.filesystem import FileTrigger -log = logging.getLogger(__name__) - class FileSensorAsync(FileSensor): """ diff --git a/astronomer/providers/core/triggers/filesystem.py b/astronomer/providers/core/triggers/filesystem.py index d64dbe569..fa837625f 100644 --- a/astronomer/providers/core/triggers/filesystem.py +++ b/astronomer/providers/core/triggers/filesystem.py @@ -1,6 +1,5 @@ import asyncio import datetime -import logging import os import typing from glob import glob @@ -8,8 +7,6 @@ from airflow.triggers.base import BaseTrigger, TriggerEvent -log = logging.getLogger(__name__) - class FileTrigger(BaseTrigger): """ @@ -52,7 +49,7 @@ async def run(self) -> typing.AsyncIterator["TriggerEvent"]: # type: ignore[ove if os.path.isfile(path): mod_time_f = os.path.getmtime(path) mod_time = datetime.datetime.fromtimestamp(mod_time_f).strftime("%Y%m%d%H%M%S") - log.info("Found File %s last modified: %s", str(path), str(mod_time)) + self.log.info("Found File %s last modified: %s", str(path), str(mod_time)) yield TriggerEvent(True) for _, _, files in os.walk(self.filepath): if len(files) > 0: diff --git a/astronomer/providers/google/cloud/triggers/dataproc.py b/astronomer/providers/google/cloud/triggers/dataproc.py index 1b4b7ce53..9628174a9 100644 --- a/astronomer/providers/google/cloud/triggers/dataproc.py +++ b/astronomer/providers/google/cloud/triggers/dataproc.py @@ -1,5 +1,4 @@ import asyncio -import logging from typing import Any, AsyncIterator, Dict, Optional, Tuple from airflow.triggers.base import BaseTrigger, TriggerEvent @@ -7,8 +6,6 @@ from astronomer.providers.google.cloud.hooks.dataproc import DataprocHookAsync -log = logging.getLogger(__name__) - class DataProcSubmitTrigger(BaseTrigger): """ diff --git a/astronomer/providers/google/cloud/triggers/gcs.py b/astronomer/providers/google/cloud/triggers/gcs.py index ae00a654d..044e871bf 100644 --- a/astronomer/providers/google/cloud/triggers/gcs.py +++ b/astronomer/providers/google/cloud/triggers/gcs.py @@ -1,5 +1,4 @@ import asyncio -import logging import os from datetime import datetime from typing import Any, AsyncIterator, Dict, List, Optional, Set, Tuple @@ -10,8 +9,6 @@ from astronomer.providers.google.cloud.hooks.gcs import GCSHookAsync -log = logging.getLogger(__name__) - class GCSBlobTrigger(BaseTrigger): """