feat(pipeline): add e2e modernized ingestion & transformation pipeline and dbt models

dbt/models/bronze/bronze_environmental_permits.sql

@@ -0,0 +1,4 @@
+-- dbt Bronze View Model: environmental_permits
+{{ config(materialized='view') }}
+
+SELECT * FROM {{ source('public', 'environmental_permits') }}

dbt/models/gold/gold_compliance_summary_mart.sql

@@ -0,0 +1,9 @@
+-- dbt Gold Regulatory Compliance Mart
+SELECT 
+  permit_type,
+  status,
+  COUNT(permit_id) AS total_permits,
+  COUNT(DISTINCT company_name) AS unique_companies,
+  CURRENT_TIMESTAMP AS mart_refreshed_at
+FROM {{ ref('silver_permits_enriched') }}
+GROUP BY permit_type, status

dbt/models/gold/schema.yml

@@ -0,0 +1,13 @@
+version: 2
+models:
+- name: gold_compliance_summary_mart
+  description: dbt Model gold_compliance_summary_mart auto-registered with Shift-Left
+    quality assertions
+  columns:
+  - name: ispu_val
+    tests:
+    - not_null
+  - name: stasiun_id
+    tests:
+    - unique
+    - not_null

dbt/models/silver/schema.yml

@@ -0,0 +1,22 @@
+version: 2
+models:
+- name: silver_permits_enriched
+  description: dbt Model silver_permits_enriched auto-registered with Shift-Left quality
+    assertions
+  config:
+    contract:
+      enforced: true
+  columns:
+  - name: permit_id
+    tests:
+    - unique
+    - not_null
+  - name: permit_number
+    tests:
+    - unique
+  - name: status
+    tests:
+    - not_null
+  - name: updated_at
+    tests:
+    - not_null

dbt/models/silver/silver_permits_enriched.sql

@@ -0,0 +1,12 @@
+-- dbt Silver Cleansed Environmental Permits
+SELECT 
+  permit_id,
+  permit_number,
+  company_name,
+  permit_type,
+  status,
+  issued_date,
+  updated_at,
+  CURRENT_TIMESTAMP AS dbt_validated_at
+FROM {{ ref('bronze_environmental_permits') }}
+WHERE status != 'REVISED'

dbt/models/sources.yml

@@ -31,3 +31,6 @@ sources:
       pipeline
   - name: stasiun_spku
     description: Auto-registered source table 'stasiun_spku' from canvas pipeline
+  - name: environmental_permits
+    description: Auto-registered source table 'environmental_permits' from canvas
+      pipeline