From 13c5c096e62f0b2963eced78fcd8220b0e61a9f6 Mon Sep 17 00:00:00 2001 From: Ankur Date: Sat, 2 Dec 2023 21:54:35 +0100 Subject: [PATCH 1/3] Requested changes --- airflow/providers/apache/hdfs/hooks/webhdfs.py | 1 + 1 file changed, 1 insertion(+) diff --git a/airflow/providers/apache/hdfs/hooks/webhdfs.py b/airflow/providers/apache/hdfs/hooks/webhdfs.py index e99e20127e7ca..83b0fad83d165 100644 --- a/airflow/providers/apache/hdfs/hooks/webhdfs.py +++ b/airflow/providers/apache/hdfs/hooks/webhdfs.py @@ -51,6 +51,7 @@ class WebHDFSHook(BaseHook): :param webhdfs_conn_id: The connection id for the webhdfs client to connect to. :param proxy_user: The user used to authenticate. """ + conn_type = "webhdfs" def __init__(self, webhdfs_conn_id: str = "webhdfs_default", proxy_user: str | None = None): super().__init__() From 8b487e743283d112788b88d0b6ee27ff7a67b610 Mon Sep 17 00:00:00 2001 From: Ankur Date: Sat, 2 Dec 2023 21:54:35 +0100 Subject: [PATCH 2/3] To make the connection visible in the list --- airflow/providers/apache/hdfs/hooks/webhdfs.py | 6 +++++- airflow/providers/apache/hdfs/provider.yaml | 4 ++++ 2 files changed, 9 insertions(+), 1 deletion(-) diff --git a/airflow/providers/apache/hdfs/hooks/webhdfs.py b/airflow/providers/apache/hdfs/hooks/webhdfs.py index e99e20127e7ca..a02bff78f2fa5 100644 --- a/airflow/providers/apache/hdfs/hooks/webhdfs.py +++ b/airflow/providers/apache/hdfs/hooks/webhdfs.py @@ -51,8 +51,12 @@ class WebHDFSHook(BaseHook): :param webhdfs_conn_id: The connection id for the webhdfs client to connect to. :param proxy_user: The user used to authenticate. """ + conn_type = "webhdfs" + conn_name_attr = "webhdfs_conn_id" + default_conn_name = "webhdfs_default" + hook_name = "Apache WebHDFS" - def __init__(self, webhdfs_conn_id: str = "webhdfs_default", proxy_user: str | None = None): + def __init__(self, webhdfs_conn_id: str = default_conn_name, proxy_user: str | None = None): super().__init__() self.webhdfs_conn_id = webhdfs_conn_id self.proxy_user = proxy_user diff --git a/airflow/providers/apache/hdfs/provider.yaml b/airflow/providers/apache/hdfs/provider.yaml index 54484a7531e8f..676021bd9ac78 100644 --- a/airflow/providers/apache/hdfs/provider.yaml +++ b/airflow/providers/apache/hdfs/provider.yaml @@ -69,3 +69,7 @@ hooks: - integration-name: WebHDFS python-modules: - airflow.providers.apache.hdfs.hooks.webhdfs + +connection-types: + - hook-class-name: airflow.providers.apache.hdfs.hooks.webhdfs.WebHDFSHook + connection-type: webhdfs From ec8660771461fbfb7c23dafb39abc821a6f03e3f Mon Sep 17 00:00:00 2001 From: Ankur Date: Tue, 12 Dec 2023 23:46:03 +0100 Subject: [PATCH 3/3] formatting --- airflow/providers/apache/hdfs/hooks/webhdfs.py | 1 + 1 file changed, 1 insertion(+) diff --git a/airflow/providers/apache/hdfs/hooks/webhdfs.py b/airflow/providers/apache/hdfs/hooks/webhdfs.py index a02bff78f2fa5..fdfdfc0c5a49e 100644 --- a/airflow/providers/apache/hdfs/hooks/webhdfs.py +++ b/airflow/providers/apache/hdfs/hooks/webhdfs.py @@ -51,6 +51,7 @@ class WebHDFSHook(BaseHook): :param webhdfs_conn_id: The connection id for the webhdfs client to connect to. :param proxy_user: The user used to authenticate. """ + conn_type = "webhdfs" conn_name_attr = "webhdfs_conn_id" default_conn_name = "webhdfs_default"