fix(ingest): hive - add column comment as a column description (datah…

…ub-project#5449)
Santhin · Jul 26, 2022 · 799e258 · 799e258
1 parent dfad774
commit 799e258
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/metadata-ingestion/docs/sources/hive/hive_recipe.yml b/metadata-ingestion/docs/sources/hive/hive_recipe.yml
@@ -59,8 +59,8 @@ source:
   type: hive
   config:
     host_port: <databricks workspace URL>:443
-    username: token
-    password: <api token>
+    username: token / username
+    password: <api token> / password
     scheme: 'databricks+pyhive'
 
     options:

diff --git a/metadata-ingestion/src/datahub/ingestion/source/sql/hive.py b/metadata-ingestion/src/datahub/ingestion/source/sql/hive.py
@@ -79,6 +79,7 @@ def dbapi_get_columns_patched(self, connection, table_name, schema=None, **kw):
                     "nullable": True,
                     "default": None,
                     "full_type": orig_col_type,  # pass it through
+                    "comment": _comment,
                 }
             )
         return result