feat(governance): dynamic OpenMetadata registration with domains, owners, tiers, and certification (zero hardcoding)

dags/helpers/base_lakehouse_operator.py

@@ -93,7 +93,8 @@ class BaseLakehouseOperator(BaseOperator):
                 logger.debug("OpenMetadata host/token unavailable; skipping lineage emission.")
                 return
 
-            pipeline_fqn = f"dlh_airflow_service.{dag_id}"
+            pipeline_svc = os.getenv("OPENMETADATA_PIPELINE_SERVICE_NAME", "dlh_airflow_service")
+            pipeline_fqn = f"{pipeline_svc}.{dag_id}"
             pipeline_id_uuid = self._resolve_entity_uuid(active_host, token, "pipeline", pipeline_fqn)
 
             # Emit lineage for each inlet -> outlet pair
@@ -141,13 +142,16 @@ class BaseLakehouseOperator(BaseOperator):
         e.g. 's3://dlh-bronze/db_cdc/environmental_permits' -> 'dlh_s3_storage.dlh-bronze.db_cdc.environmental_permits'
         e.g. 'silver.environmental_permits_clean' -> 'dlh_postgres_service.dlh_lakehouse.silver.environmental_permits_clean'
         """
+        storage_svc = os.getenv("OPENMETADATA_STORAGE_SERVICE_NAME", "dlh_minio_s3")
+        db_svc = os.getenv("OPENMETADATA_DB_SERVICE_NAME", "dlh_postgres_service")
+        db_name = os.getenv("POSTGRES_DB", "dlh_lakehouse")
         clean = dataset_str.strip()
         if clean.startswith("s3://"):
             parts = clean.replace("s3://", "").strip("/").split("/")
-            return f"dlh_minio_s3.{'.'.join(parts)}"
+            return f"{storage_svc}.{'.'.join(parts)}"
         elif "." in clean:
-            return f"dlh_postgres_service.dlh_lakehouse.{clean}"
-        return f"dlh_postgres_service.dlh_lakehouse.public.{clean}"
+            return f"{db_svc}.{db_name}.{clean}"
+        return f"{db_svc}.{db_name}.public.{clean}"
 
     def _get_openmetadata_auth(self) -> tuple:
         """Authenticate and get access token."""
@@ -156,11 +160,19 @@ class BaseLakehouseOperator(BaseOperator):
             "http://localhost:8585",
             "http://127.0.0.1:8585"
         ]
+        om_user = os.getenv("OPENMETADATA_USERNAME", "admin@open-metadata.org")
+        om_pass = os.getenv("OPENMETADATA_PASSWORD", "admin")
+        if om_pass == "admin":
+            b64_pass = "YWRtaW4="
+        else:
+            import base64
+            b64_pass = base64.b64encode(om_pass.encode("utf-8")).decode("utf-8")
+
         for h in hosts:
             try:
                 login_req = urllib.request.Request(
                     f"{h}/api/v1/users/login",
-                    data=json.dumps({"email": "admin@open-metadata.org", "password": "YWRtaW4="}).encode("utf-8"),
+                    data=json.dumps({"email": om_user, "password": b64_pass}).encode("utf-8"),
                     headers={"Content-Type": "application/json"},
                     method="POST"
                 )