{ "id": "example_permits_medallion_dbt_postgres", "description": "Example Use Case: Environmental Permits Ingestion (Postgres DB) -> Bronze CDC Landing -> GE Quality Bronze -> dbt-postgres Silver -> GE Quality Silver -> dbt-postgres Gold Daily Mart", "schedule": "0 8 * * *", "owner_id": "local-admin", "owner_name": "Administrator Lokal (Break-Glass)", "nodes": [ { "id": "node-bronze-src", "type": "customNode", "position": { "x": 60, "y": 60 }, "data": { "label": "Bronze DB Source (CDC Landing)", "type": "source_db", "configured": true, "config": { "source_type": "database", "connection_id": "conn_postgres_source_db", "table_name": "public.environmental_permits", "target_table": "bronze_lakehouse.environmental_permits_cdc" } }, "width": 96, "height": 96 }, { "id": "node-ge-bronze", "type": "customNode", "position": { "x": 250, "y": 60 }, "data": { "label": "GE Quality Check (Bronze Suite)", "type": "ge_quality", "configured": true, "config": { "expectation_suite": "permits_bronze_suite", "table_name": "bronze_lakehouse.environmental_permits_cdc", "rules": [ { "type": "table_row_count_to_be_between", "min_value": 1 }, { "type": "column_values_to_not_be_null", "column": "permit_id" } ], "queries": [ { "name": "check_bronze_null_permit_id", "sql": "SELECT count(*) FROM bronze_lakehouse.environmental_permits_cdc WHERE permit_id IS NULL", "expected": 0, "error_message": "Null permit_id detected in Bronze" } ] } }, "width": 96, "height": 96 }, { "id": "node-sitomat-bronze", "type": "customNode", "position": { "x": 440, "y": 60 }, "data": { "label": "Sitomat Bronze Callback", "type": "sitomat_callback", "configured": true, "config": { "layer": "bronze", "artifact_ref": "dlh_lakehouse.bronze_lakehouse.environmental_permits_cdc", "checksum": "auto-sha256" } }, "width": 96, "height": 96, "selected": false, "dragging": false }, { "id": "node-silver-dbt", "type": "customNode", "position": { "x": 630, "y": 60 }, "data": { "label": "dbt Silver Cleanse (dbt-postgres)", "type": "dbt_transform", "configured": true, "config": { "dbt_layer": "silver", "dbt_model": "silver_environmental_permits_clean", "target_table": "dlh_lakehouse.silver.silver_environmental_permits_clean" } }, "width": 96, "height": 96 }, { "id": "node-ge-silver", "type": "customNode", "position": { "x": 820, "y": 60 }, "data": { "label": "GE Quality Check (Silver Suite)", "type": "ge_quality", "configured": true, "config": { "expectation_suite": "permits_silver_suite", "table_name": "silver.silver_environmental_permits_clean", "rules": [ { "type": "column_values_to_not_be_null", "column": "permit_id" }, { "type": "column_values_to_be_in_set", "column": "permit_status", "allowed_set": [ "APPROVED", "IN_REVIEW", "REJECTED" ] } ], "queries": [ { "name": "check_invalid_status_count", "sql": "SELECT count(*) FROM silver.silver_environmental_permits_clean WHERE permit_status NOT IN ('APPROVED', 'IN_REVIEW', 'REJECTED')", "expected": 0, "error_message": "Invalid status detected in Silver" } ] } }, "width": 96, "height": 96 }, { "id": "node-sitomat-silver", "type": "customNode", "position": { "x": 1010, "y": 60 }, "data": { "label": "Sitomat Silver Callback", "type": "sitomat_callback", "configured": true, "config": { "layer": "silver", "artifact_ref": "dlh_lakehouse.silver.silver_environmental_permits_clean", "checksum": "auto-sha256" } }, "width": 96, "height": 96 }, { "id": "node-gold-dbt", "type": "customNode", "position": { "x": 1200, "y": 60 }, "data": { "label": "dbt Gold Mart (dbt-postgres)", "type": "dbt_transform", "configured": true, "config": { "dbt_layer": "gold", "dbt_model": "gold_permits_summary_daily", "target_table": "dlh_lakehouse.gold.gold_permits_summary_daily" } }, "width": 96, "height": 96 }, { "id": "node-sitomat-gold", "type": "customNode", "position": { "x": 1390, "y": 60 }, "data": { "label": "Sitomat Gold Callback (Data Product)", "type": "sitomat_callback", "configured": true, "config": { "layer": "gold", "artifact_ref": "dlh_lakehouse.gold.gold_permits_summary_daily", "checksum": "auto-sha256" } }, "width": 96, "height": 96 } ], "edges": [ { "id": "e1-src-ge_bronze", "source": "node-bronze-src", "target": "node-ge-bronze", "type": "removableEdge", "style": { "stroke": "var(--muted)", "strokeWidth": 2 }, "data": {} }, { "id": "e2-ge_bronze-sitomat_bronze", "source": "node-ge-bronze", "target": "node-sitomat-bronze", "type": "removableEdge", "style": { "stroke": "var(--muted)", "strokeWidth": 2 }, "data": {} }, { "id": "e3-sitomat_bronze-silver", "source": "node-sitomat-bronze", "target": "node-silver-dbt", "type": "removableEdge", "style": { "stroke": "var(--muted)", "strokeWidth": 2 }, "data": {} }, { "id": "e4-silver-ge_silver", "source": "node-silver-dbt", "target": "node-ge-silver", "type": "removableEdge", "style": { "stroke": "var(--muted)", "strokeWidth": 2 }, "data": {} }, { "id": "e5-ge_silver-sitomat_silver", "source": "node-ge-silver", "target": "node-sitomat-silver", "type": "removableEdge", "style": { "stroke": "var(--muted)", "strokeWidth": 2 }, "data": {} }, { "id": "e6-sitomat_silver-gold", "source": "node-sitomat-silver", "target": "node-gold-dbt", "type": "removableEdge", "style": { "stroke": "var(--muted)", "strokeWidth": 2 }, "data": {} }, { "id": "e7-gold-sitomat_gold", "source": "node-gold-dbt", "target": "node-sitomat-gold", "type": "removableEdge", "style": { "stroke": "var(--muted)", "strokeWidth": 2 }, "data": {} } ], "notes": [ { "id": "note-7937", "text": "New note\nDouble-click to edit this note.", "x": 190, "y": -10, "w": 300, "h": 200, "c": 0 } ], "is_draft": true, "status": "draft", "updated_at": "2026-10-18T09:45:33.620665Z" }