new branch with datahub

Author: Eduardo Lauer

Dockerfile

@@ -28,6 +28,7 @@ ARG PYTHON_DEPS=" \
     pytest==6.2.5 \
     ckanapi==4.6 \
     sharepy==1.3.0 \
+    acryl-datahub[airflow]==0.8.24 \
     "
 
 USER root

docker-compose-cginf.yml

@@ -55,6 +55,8 @@
         AIRFLOW__EMAIL__DEFAULT_EMAIL_ON_FAILURE: 'false'
         AIRFLOW__WEBSERVER__SECRET_KEY: '42'
         AIRFLOW__WEBSERVER__WORKERS: 1
+        AIRFLOW__LINEAGE__BACKEND: 'datahub_provider.lineage.datahub.DatahubLineageBackend'
+        AIRFLOW__LINEAGE__DATAHUB_KWARGS: '{ "datahub_conn_id": "datahub_rest_default", "capture_ownership_info": true, "capture_tags_info": true, "graceful_exceptions": false }'
       volumes:
         - ../airflow-dags/dags:/opt/airflow/dags
         - ../FastETL:/opt/airflow/plugins/FastETL