[add] hooks and operator base

tuancamtbtx · Jul 1, 2024 · 98bc14e · 98bc14e
1 parent faa9246
commit 98bc14e
Show file tree

Hide file tree

Showing 8 changed files with 7 additions and 205 deletions.
diff --git a/airlake/hooks/kafka_hook.py b/airlake/hooks/kafka_hook.py
@@ -2,7 +2,6 @@
 from __future__ import print_function
 import logging
 
-import time
 from typing import Any
 from confluent_kafka import Producer
 from airflow.hooks.base import BaseHook

diff --git a/airlake/hooks/mongo_hook.py b/airlake/hooks/mongo_hook.py
diff --git a/airlake/hooks/redis_hook.py b/airlake/hooks/redis_hook.py
@@ -1,7 +1,5 @@
-import json
 import pandas
 
-from airflow.exceptions import AirflowException
 from airflow.providers.redis.hooks.redis import RedisHook as BaseRedisHook
 
 

diff --git a/airlake/hooks/smtp_hook.py b/airlake/hooks/smtp_hook.py
diff --git a/airlake/operators/bq_to_elasticsearch.py b/airlake/operators/bq_to_elasticsearch.py
@@ -1,5 +1,5 @@
 from airflow.models import BaseOperator
-from airflow.hooks.base_hook import BaseHook
+from airflow.hooks.base import BaseHook
 from airflow.utils.decorators import apply_defaults
 from airflow.providers.google.cloud.hooks.gcs import GCSHook as GoogleCloudStorageHook
 from airflow.providers.google.cloud.hooks.bigquery import BigQueryHook

diff --git a/airlake/operators/bq_to_gcs.py b/airlake/operators/bq_to_gcs.py
@@ -0,0 +1,2 @@
+class BigqueryToGcsOperator:
+    pass
diff --git a/airlake/operators/bq_to_sheet.py b/airlake/operators/bq_to_sheet.py
@@ -0,0 +1,2 @@
+class BigqueryToSheetOperator:
+    pass
diff --git a/airlake/sensors/bq_sensor.py b/airlake/sensors/bq_sensor.py
@@ -0,0 +1,2 @@
+class BigquerySensor:
+    pass