feat(pipeline): add e2e modernized ingestion & transformation pipeline and dbt models

This commit is contained in:
2026-10-19 16:58:05 +07:00
parent 9877085cba
commit ff1e6be35e
9 changed files with 633 additions and 1 deletions
@@ -0,0 +1,9 @@
-- dbt Gold Regulatory Compliance Mart
SELECT
permit_type,
status,
COUNT(permit_id) AS total_permits,
COUNT(DISTINCT company_name) AS unique_companies,
CURRENT_TIMESTAMP AS mart_refreshed_at
FROM {{ ref('silver_permits_enriched') }}
GROUP BY permit_type, status
+13
View File
@@ -0,0 +1,13 @@
version: 2
models:
- name: gold_compliance_summary_mart
description: dbt Model gold_compliance_summary_mart auto-registered with Shift-Left
quality assertions
columns:
- name: ispu_val
tests:
- not_null
- name: stasiun_id
tests:
- unique
- not_null